{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":5580,"total_is_capped":false,"direct_labels_cover":88,"predictions_cover":5580,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"da7d2073d63b","filters":{"venue":"JMIR Research Protocols"}},"results":[{"id":"W2898910479","doi":"10.2196/11072","title":"Acceptance and Resistance of New Digital Technologies in Medicine: Qualitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":359,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"eHealth; Resistance (ecology); Qualitative research; Health care; Digital health; Emerging technologies; Health technology; Medicine; Medical education; Family medicine; Nursing; Computer science; Sociology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.5767623615726978,"gpt":0.6684365439923731,"spread":0.09167418241967529,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006156307,0.0001242163,0.0003586508,0.00105058,0.0001299591,0.0001295358,0.001369982,0.000158598,0.000144487],"category_scores_gemma":[0.008139594,0.00008429428,0.00002359467,0.002867943,0.002496176,0.0005053632,0.000605348,0.000542856,0.00007933121],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004299034,"about_ca_system_score_gemma":0.0001374947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001589215,"about_ca_topic_score_gemma":0.0004176648,"domain_scores_codex":[0.9960397,0.0005224725,0.0006953583,0.0006041651,0.001758866,0.0003794116],"domain_scores_gemma":[0.996978,0.001070883,0.0001897697,0.0009156538,0.0007721624,0.00007345753],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001235349,0.001278426,0.71596,0.00004263112,0.00001398682,0.00004688979,0.09489499,5.443365e-8,0.001118141,0.01989586,0.1000141,0.06549958],"study_design_scores_gemma":[0.002926814,0.003433026,0.2133306,0.0006839334,6.819834e-7,0.000002299586,0.4126675,0.000002841355,0.001467456,0.3024513,0.06284425,0.000189274],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6636692,0.00002758789,0.0001705106,0.006864686,0.00001041546,0.3248028,0.00001211164,0.0002124966,0.004230117],"genre_scores_gemma":[0.7342554,6.552552e-7,0.0004753809,0.000005610325,0.00001950041,0.2610969,2.228564e-7,0.000007360632,0.004138908],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5026293,"threshold_uncertainty_score":0.9744443,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986943801","doi":"10.2196/resprot.2547","title":"Designing eHealth that Matters via a Multidisciplinary Requirements Development Approach","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Persona Design and Applications","field":"Computer Science","cited_by":300,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"eHealth; Multidisciplinary approach; Computer science; Context (archaeology); Domain (mathematical analysis); Quality (philosophy); Knowledge management; Process management; Identification (biology); Risk analysis (engineering); Engineering management; Engineering; Health care; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.3822283938175347,"gpt":0.509520806283915,"spread":0.1272924124663803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001702478,0.0001901985,0.0001751657,0.000276966,0.0008302237,0.0005426245,0.001824284,0.00008465195,0.00005383061],"category_scores_gemma":[0.00001253866,0.0001632087,0.0000453441,0.0007582593,0.0001282786,0.0009260983,0.0009220369,0.0004438685,0.0012055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000277905,"about_ca_system_score_gemma":0.0003917438,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004013403,"about_ca_topic_score_gemma":0.000001197271,"domain_scores_codex":[0.9963939,0.0004173459,0.0003151406,0.0007222212,0.001162406,0.0009889649],"domain_scores_gemma":[0.9983015,0.0001211208,0.00009310516,0.0008848528,0.0002157941,0.0003836134],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000111617,0.00550779,0.01068914,0.001940149,0.0001023181,0.0000427814,0.02207421,0.00004129126,0.2733065,0.00898117,0.2726533,0.4045497],"study_design_scores_gemma":[0.009617089,0.00233143,0.08665627,0.004784192,0.000003580236,0.0001781944,0.002924921,0.2018311,0.1347852,0.02492028,0.5280889,0.003878971],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"protocol","genre_scores_codex":[0.0002480573,0.000002466596,0.6027585,0.002672015,0.0000039442,0.3924615,5.462873e-7,0.0001910917,0.001661878],"genre_scores_gemma":[0.007299367,1.794715e-7,0.2708097,0.0001971981,0.00002820349,0.7208912,0.000004198327,0.00001646934,0.0007534947],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.4006708,"threshold_uncertainty_score":0.9995722,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2820243612","doi":"10.2196/10163","title":"Blockchain Technology for Detecting Falsified and Substandard Drugs in Distribution: Pharmaceutical Supply Chain Intervention","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Quality and Counterfeiting","field":"Medicine","cited_by":264,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health; Lister Hill National Center for Biomedical Communications; U.S. Department of Health and Human Services","keywords":"Computer security; Computer science; Blockchain; Counterfeit Drugs; Population; Supply chain; Business; Counterfeit; Medicine; Law; Marketing; Environmental health","retraction":null,"screen_n_in":null,"score":{"opus":0.2635046823362314,"gpt":0.5909391891191547,"spread":0.3274345067829233,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004929814,0.0001479351,0.0002927792,0.0003111031,0.0002799827,0.00007106348,0.0001622099,0.00021255,0.0002021264],"category_scores_gemma":[0.001149525,0.0001373998,0.00007247151,0.0007584539,0.0006953102,0.00007041299,0.0001933674,0.000933064,0.00003454982],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002383818,"about_ca_system_score_gemma":0.00009953362,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001077041,"about_ca_topic_score_gemma":0.00002364362,"domain_scores_codex":[0.9974272,0.0003554928,0.000471194,0.0004508676,0.000497092,0.0007981425],"domain_scores_gemma":[0.9985882,0.0004025872,0.00005941427,0.0002283909,0.000500048,0.000221332],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.02929469,0.00327493,0.04882546,0.008181641,0.0001587737,0.0001376404,0.00407353,5.524661e-7,0.1787411,0.02262122,0.002525899,0.7021646],"study_design_scores_gemma":[0.03370082,0.00887288,0.00499037,0.0124784,0.00002348298,0.000174893,0.00717737,0.01843436,0.576206,0.01298815,0.3243195,0.0006338287],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6370913,0.00003290021,0.002211959,0.006723954,0.00001431205,0.3533096,0.00005096313,0.000136317,0.0004287101],"genre_scores_gemma":[0.5939605,8.687227e-7,0.0001295666,0.00007137722,0.0001735851,0.4055089,0.000009957072,0.00001296714,0.0001322552],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7015308,"threshold_uncertainty_score":0.5603,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2980059451","doi":"10.2196/14990","title":"Use of Human-Centered Design to Improve Implementation of Evidence-Based Psychotherapies in Low-Resource Communities: Protocol for Studies Applying a Framework to Assess Usability","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":206,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Usability; Mental health; Psychological intervention; Computer science; Stakeholder; Protocol (science); Process management; Knowledge management; Psychology; Medicine; Nursing; Engineering; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.9671911184333881,"gpt":0.8212712455353088,"spread":0.1459198728980793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020091,0.0002438381,0.00068907,0.0009033178,0.0006256167,0.00005988612,0.0009572995,0.0001633833,0.0005172385],"category_scores_gemma":[0.004053188,0.000198885,0.00008132031,0.001674525,0.0002585364,0.000591495,0.0003780955,0.0008001885,0.00003360292],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008290534,"about_ca_system_score_gemma":0.001798346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001053042,"about_ca_topic_score_gemma":0.0009585876,"domain_scores_codex":[0.9863898,0.008108561,0.002199851,0.0005378004,0.001442653,0.001321302],"domain_scores_gemma":[0.9708912,0.02472868,0.0007067402,0.001251618,0.002127158,0.0002946477],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.01116077,0.001322343,0.6183349,0.05305468,0.00006782475,6.523561e-7,0.1950322,0.0004452874,0.0904474,0.001330039,0.01498436,0.01381952],"study_design_scores_gemma":[0.02959923,0.03250644,0.1339177,0.1671517,0.000006894422,2.511995e-7,0.2996621,0.0008459671,0.1126821,0.005273219,0.2170101,0.0013444],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.05264337,2.607113e-7,0.009428937,0.0023462,0.00001167212,0.9353989,0.0001285494,0.00003342085,0.000008744929],"genre_scores_gemma":[0.02257142,1.486341e-7,0.01857796,0.001813972,0.0000507654,0.9568564,0.000003044202,0.00004216977,0.00008411666],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.4844173,"threshold_uncertainty_score":0.8110296,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2099156896","doi":"10.2196/resprot.2633","title":"Mobile Health Medication Adherence and Blood Pressure Control in Renal Transplant Recipients: A Proof-of-Concept Randomized Controlled Trial","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":202,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institutes of Health; Medical University of South Carolina; Georgia Clinical and Translational Science Alliance; National Center for Advancing Translational Sciences; Duke Endowment; Verizon Foundation; National Center for Research Resources; University of South Carolina","keywords":"Randomized controlled trial; Medicine; Renal transplant; Blood pressure; Medication adherence; Proof of concept; Intensive care medicine; Internal medicine; Transplantation; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.07672744923889963,"gpt":0.4713031731540468,"spread":0.3945757239151472,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002647303,0.0001951794,0.001570236,0.0002903608,0.00008001411,0.00004067793,0.0001400719,0.0001331297,0.000344382],"category_scores_gemma":[0.0002266406,0.0001200415,0.000188746,0.0002562868,0.0003231918,0.0001579092,0.00001329479,0.0004326224,0.000006662844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003012869,"about_ca_system_score_gemma":0.0004354102,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002521211,"about_ca_topic_score_gemma":0.00001274267,"domain_scores_codex":[0.9954575,0.001614163,0.001106116,0.0003863799,0.0009754638,0.0004603592],"domain_scores_gemma":[0.9977897,0.001013862,0.0003070905,0.0002880035,0.0003051365,0.0002961812],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.9842603,0.002812051,0.002312852,0.0009209053,0.0006159775,0.00002690947,0.001739648,0.00000665483,0.0005189086,0.000139363,0.0001202442,0.00652616],"study_design_scores_gemma":[0.9811724,0.009642876,0.0007916319,0.005707917,0.000091284,0.00001743876,0.00003227341,0.0005184844,0.00138229,0.000204225,0.0003481503,0.00009096313],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.01596121,0.0003059953,0.0002496904,0.0004451868,0.00001329805,0.9826478,0.00003775394,0.00002500023,0.0003140453],"genre_scores_gemma":[0.3737951,0.00002322599,0.0001689888,0.00003987239,0.00003567983,0.625385,0.00002468861,0.00001117365,0.0005163106],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.3578339,"threshold_uncertainty_score":0.489515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3024056635","doi":"10.2196/16861","title":"The NASSS-CAT Tools for Understanding, Guiding, Monitoring, and Researching Technology Implementation Projects in Health and Social Care: Protocol for an Evaluation Study in Real-World Settings","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":161,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute for Health and Care Research; Wellcome Trust","keywords":"Protocol (science); Health care; Social care; Knowledge management; Computer science; Medical education; Psychology; Medicine; Engineering management; Management science; Nursing; Engineering; Alternative medicine; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.918590000726313,"gpt":0.8177663864988556,"spread":0.1008236142274574,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.04613716,0.0001995193,0.0003555552,0.001343277,0.003200434,0.0003227809,0.0004569246,0.0001503762,0.00001539749],"category_scores_gemma":[0.002611168,0.0001644513,0.00002213232,0.001437396,0.0002421462,0.0008529697,0.0003760676,0.0007245677,0.000003673951],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003885775,"about_ca_system_score_gemma":0.005300536,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001464589,"about_ca_topic_score_gemma":0.01841757,"domain_scores_codex":[0.9885712,0.005731904,0.001455239,0.0008541397,0.001442487,0.001945069],"domain_scores_gemma":[0.9934886,0.004410207,0.0005487123,0.000418919,0.0009154581,0.000218118],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001617828,0.0002229206,0.7492869,0.007717312,0.000009416029,5.510861e-7,0.1920802,0.000001630506,0.0007471353,0.01302792,0.004610083,0.03067811],"study_design_scores_gemma":[0.02451986,0.009270773,0.09583583,0.002316685,0.000001399394,4.223297e-7,0.7522509,0.0008134765,0.00014514,0.01055278,0.1039918,0.0003010141],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.103155,5.907028e-7,0.00003078311,0.008795987,0.00001502758,0.8877611,0.00002641029,0.00004737343,0.0001677908],"genre_scores_gemma":[0.07906595,8.002686e-7,0.0006050835,0.000128385,0.0001440304,0.9198955,0.00001152709,0.00004045257,0.0001082138],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.6534511,"threshold_uncertainty_score":0.9999381,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2009120483","doi":"10.2196/resprot.2205","title":"Development of Smartphone Applications for Nutrition and Physical Activity Behavior Change","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":161,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Behavior change; Population; Popularity; Computer science; Psychological intervention; The Internet; Internet privacy; Applied psychology; World Wide Web; Psychology; Medicine; Environmental health; Social psychology; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.6086632503249683,"gpt":0.6880834409295328,"spread":0.07942019060456451,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00195246,0.0001150644,0.0002490772,0.0001669322,0.001324229,0.00000599889,0.0001533131,0.0001653088,0.00004482464],"category_scores_gemma":[0.00005940063,0.0001053819,0.00003495101,0.0003659474,0.0001226669,0.0001965745,0.0001416159,0.0005681507,0.00008930892],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001888627,"about_ca_system_score_gemma":0.0005394353,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002869354,"about_ca_topic_score_gemma":0.00002548476,"domain_scores_codex":[0.9976563,0.0003394163,0.0003767438,0.0002687425,0.0003723958,0.0009863374],"domain_scores_gemma":[0.9978113,0.0006231527,0.0001913758,0.0003718558,0.000451627,0.0005506899],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004975646,0.008982765,0.01776587,0.01724682,0.000008785451,8.688779e-8,0.005329862,6.659772e-9,0.01386043,0.0160856,0.008012051,0.9122102],"study_design_scores_gemma":[0.001375562,0.0001233317,0.09020129,0.0004750098,0.00000214301,3.306557e-7,0.0003008747,0.00001078786,0.00164846,0.0002009129,0.9055778,0.00008348706],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.04234126,0.00001625853,0.001002292,0.0005426526,0.000008683676,0.9556352,0.00008564196,0.00005704876,0.0003109968],"genre_scores_gemma":[0.0409652,0.000005684182,0.005903399,0.00006527681,0.0007380434,0.9520758,0.00004033753,0.00002544795,0.000180823],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.9121267,"threshold_uncertainty_score":0.9999759,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2912061461","doi":"10.2196/11865","title":"Socioeconomic Status and Racial or Ethnic Differences in Participation: Web-Based Survey","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":155,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Socioeconomic status; Ethnic group; Odds; Medicine; Demography; Psychology; Family medicine; Gerontology; Population; Logistic regression; Environmental health; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.757256211599892,"gpt":0.6713495460029046,"spread":0.08590666559698734,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06718538,0.0001047596,0.0002681273,0.0002422626,0.0003342463,0.0001075777,0.0002938244,0.0002420658,0.003],"category_scores_gemma":[0.009903511,0.00008691861,0.00003021847,0.0004953569,0.0007942758,0.0002129569,0.0000856688,0.0005461947,0.0003185946],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001473967,"about_ca_system_score_gemma":0.001917452,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001669062,"about_ca_topic_score_gemma":0.04414982,"domain_scores_codex":[0.9452609,0.05275823,0.0002824609,0.0003885388,0.000447681,0.0008622191],"domain_scores_gemma":[0.9718232,0.02751954,0.00006845656,0.0002258788,0.0001569451,0.000206028],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01063786,0.000152992,0.9795671,0.00003934522,0.000005058271,0.000004639804,0.00456002,0.000001329884,0.0001325674,0.0002156473,0.0002940771,0.004389371],"study_design_scores_gemma":[0.001647129,0.0004216715,0.983007,0.00008540675,3.307748e-7,6.1995e-8,0.0006488508,0.00007267296,0.00009829085,0.0002946365,0.01360504,0.0001189347],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8337485,0.000007391624,0.000004588454,0.0003841103,0.0000212658,0.1650499,0.00001378574,0.00002843409,0.0007420122],"genre_scores_gemma":[0.5743322,0.000004698516,0.00007304808,0.00004584882,0.00005030734,0.4241118,0.000003686677,0.000007811867,0.001370598],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2594163,"threshold_uncertainty_score":0.9984365,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2479326432","doi":"10.2196/resprot.5747","title":"The Effectiveness Of Social Media (Facebook) Compared With More Traditional Advertising Methods for Recruiting Eligible Participants To Health Research Studies: A Randomized, Controlled Clinical Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":155,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Cancer Council Tasmania; Pfizer","keywords":"Popularity; Social media; Advertising; Usability; Psychology; Online advertising; Internet privacy; Medical education; Medicine; The Internet; Computer science; Social psychology; World Wide Web; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.8916572848837733,"gpt":0.7710706993466359,"spread":0.1205865855371374,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.3422629,0.0001913263,0.001995607,0.0003292106,0.004055296,0.0001567034,0.000742332,0.0002090621,0.00002791667],"category_scores_gemma":[0.3553705,0.0001034798,0.0003381166,0.001193376,0.004960341,0.0001949094,0.0001272555,0.0007135796,0.0000112069],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001307867,"about_ca_system_score_gemma":0.007591712,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000299487,"about_ca_topic_score_gemma":0.0007722975,"domain_scores_codex":[0.874088,0.1177765,0.002088695,0.0007004091,0.003145673,0.002200739],"domain_scores_gemma":[0.6017964,0.3940127,0.0004323219,0.0002458525,0.00303631,0.00047633],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.8608741,0.0004695523,0.0001121487,0.0004151841,0.0001868191,4.781347e-7,0.04531054,5.293016e-7,0.00009383057,0.02097782,0.001826155,0.06973289],"study_design_scores_gemma":[0.8612777,0.003370163,0.001210831,0.006039558,0.00001764167,2.375954e-7,0.03255479,0.00002467385,0.0003314478,0.03073948,0.06419682,0.0002366684],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.01436609,0.00004729706,0.0009947757,0.01743937,0.0004144034,0.9663022,0.00001849946,0.00005284927,0.0003644978],"genre_scores_gemma":[0.02717928,0.00002778109,0.003181514,0.00003713729,0.002085867,0.9673954,0.000002625799,0.00003506513,0.00005533531],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.2762362,"threshold_uncertainty_score":0.9980343,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157257781","doi":"10.2196/resprot.4189","title":"Use of a Therapeutic, Socially Assistive Pet Robot (PARO) in Improving Mood and Stimulating Social Interaction and Communication for People With Dementia: Study Protocol for a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":154,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Dementia; Randomized controlled trial; Geriatric Depression Scale; Mood; Psychology; Facilitator; Psychosocial; Clinical psychology; Medicine; Cognition; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.4083757657744485,"gpt":0.6065093752118991,"spread":0.1981336094374506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005582678,0.0001776469,0.0009978734,0.0002419325,0.0003479665,0.000236336,0.000140096,0.000108562,0.00003523788],"category_scores_gemma":[0.001149056,0.0001366424,0.0001237843,0.0001952925,0.0001913952,0.0003233636,0.00009715682,0.0003963703,6.607498e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001208793,"about_ca_system_score_gemma":0.000302794,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004919101,"about_ca_topic_score_gemma":0.002073183,"domain_scores_codex":[0.995097,0.00306239,0.0007571796,0.0003444228,0.0003993038,0.0003396792],"domain_scores_gemma":[0.9935967,0.004588014,0.0005903416,0.0001892667,0.0009603944,0.00007523293],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.9735476,0.002389244,0.002566453,0.0001209655,0.00044857,5.887593e-7,0.01460051,0.000009942186,0.0001330344,0.001267458,0.0001574218,0.004758255],"study_design_scores_gemma":[0.9753272,0.00628177,0.002149901,0.0002526884,0.00004897482,0.00000141184,0.01172119,0.003171199,0.00001242683,0.0005691805,0.0003215342,0.0001425509],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.007651984,0.000001231757,0.002525741,0.000312414,0.00001415947,0.9891589,0.000006028024,0.00002509911,0.0003044471],"genre_scores_gemma":[0.1730091,4.929347e-8,0.001339063,0.00001256199,0.00009121055,0.8253925,0.000004518736,0.00002719353,0.0001238477],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.1653571,"threshold_uncertainty_score":0.5572113,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2609362655","doi":"10.2196/resprot.6758","title":"The Malaria System MicroApp: A New, Mobile Device-Based Tool for Malaria Diagnosis","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Imaging for Blood Diseases","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Instituto Nacional de Ciência e Tecnologia para Engenharia de Software; Fundação de Amparo à Ciência e Tecnologia do Estado de Pernambuco; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Malaria; Computer science; Artificial intelligence; Preprocessor; Diagnosis of malaria; Machine learning; Plasmodium falciparum; Medicine; Immunology","retraction":null,"screen_n_in":null,"score":{"opus":0.1616670925867248,"gpt":0.4872136667442647,"spread":0.32554657415754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.002756281,0.0002638497,0.0002657286,0.0001512019,0.002407012,0.01048122,0.006469245,0.0001010341,0.00001138065],"category_scores_gemma":[0.001435005,0.0001926973,0.0002376073,0.0002879617,0.0003790942,0.001626522,0.001493843,0.0003344758,0.0002895827],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002447702,"about_ca_system_score_gemma":0.001303855,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008382326,"about_ca_topic_score_gemma":0.00001992431,"domain_scores_codex":[0.9959125,0.0002873443,0.0004086797,0.0008028973,0.001370842,0.001217755],"domain_scores_gemma":[0.9937098,0.001161397,0.0002395525,0.003550073,0.0009349065,0.00040428],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008365572,0.001933089,0.02053676,0.002725439,0.0001464598,0.0001631891,0.0002253449,0.00005452688,0.001257382,0.2613269,0.4362615,0.2745329],"study_design_scores_gemma":[0.003079508,0.0008785182,0.008259743,0.001920625,0.000005191142,0.000008809877,0.00003776746,0.006248631,0.01196352,0.002815272,0.9643635,0.0004189449],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0006966924,0.00004100473,0.01060573,0.00788769,0.00008424402,0.9751822,0.0000882909,0.0005749769,0.00483921],"genre_scores_gemma":[0.02823759,3.067062e-7,0.008782493,0.00009187724,0.0002174739,0.9605593,0.000004121159,0.00004426797,0.002062529],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.528102,"threshold_uncertainty_score":0.9989063,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001086332","doi":"10.2196/resprot.4065","title":"“What Is eHealth”: Time for An Update?","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":141,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"eHealth; Psychological intervention; Computer science; mHealth; Field (mathematics); Data science; Internet privacy; World Wide Web; Medicine; Nursing; Political science; Health care","retraction":null,"screen_n_in":null,"score":{"opus":0.5424697278824262,"gpt":0.703018656789253,"spread":0.1605489289068268,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01079245,0.0002340893,0.0004355886,0.0003399635,0.002195064,0.0001014307,0.0008143106,0.0004877408,0.001228433],"category_scores_gemma":[0.0004687297,0.0002067533,0.00007202973,0.0007575663,0.0001815452,0.0008399744,0.0002567727,0.001642989,0.0101112],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006440273,"about_ca_system_score_gemma":0.006197773,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001514506,"about_ca_topic_score_gemma":0.0001038495,"domain_scores_codex":[0.9923742,0.002155497,0.00106462,0.0008186669,0.001086563,0.002500432],"domain_scores_gemma":[0.9920714,0.0009646323,0.0002769018,0.001482624,0.002246063,0.002958357],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009633477,0.0004824078,0.0007310583,0.001967451,0.000004568166,9.58691e-7,0.001766599,5.480508e-7,0.00009067031,0.009945373,0.9387562,0.0452908],"study_design_scores_gemma":[0.003287852,0.001718983,0.0002517232,0.0009788112,0.000001079821,0.00000127458,0.001303905,0.0004120028,0.00006040899,0.01405437,0.9777572,0.0001723849],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0004043955,0.00004316276,0.0002235796,0.02349669,0.00007386808,0.9681153,0.000128202,0.0003028873,0.007211927],"genre_scores_gemma":[0.0001480982,0.00002814324,0.001779298,0.007328521,0.001221576,0.9734826,0.0001699006,0.00009043939,0.01575141],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.04511841,"threshold_uncertainty_score":0.9996846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2787489793","doi":"10.2196/resprot.8990","title":"National Food, Nutrition, and Physical Activity Survey of the Portuguese General Population (2015-2016): Protocol for Design and Development","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Portuguese; Protocol (science); Consumption (sociology); Environmental health; Population; Public health; Medicine; Alternative medicine; Sociology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.4072254290600438,"gpt":0.5589644126552278,"spread":0.151738983595184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001501099,0.0001017062,0.0001913082,0.0000712508,0.0003161365,0.00002090767,0.00007076741,0.00005959221,0.00001246542],"category_scores_gemma":[0.0003952797,0.0000670466,0.00002841537,0.0001967188,0.0003010818,0.00008866705,0.000131982,0.0001368003,0.000001677504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008558504,"about_ca_system_score_gemma":0.0003331724,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004399951,"about_ca_topic_score_gemma":0.00003634372,"domain_scores_codex":[0.9983326,0.0002764798,0.0001764161,0.0002497931,0.0007241206,0.0002405678],"domain_scores_gemma":[0.997824,0.0003109043,0.00008034124,0.0001243493,0.001565798,0.00009463815],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.05773582,0.02807347,0.2659869,0.01692542,0.0005659998,0.000004925724,0.00108921,0.000004736467,0.02783832,0.007879054,0.4450536,0.1488426],"study_design_scores_gemma":[0.005322573,0.002134787,0.9365307,0.0008028025,0.000001315254,0.000004592681,0.000009034016,0.0002910665,0.00714841,0.001843569,0.04582384,0.00008730762],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.01789396,0.000001719,0.0002693707,0.000445733,0.000002523349,0.981262,0.0000415425,0.00001087669,0.00007228606],"genre_scores_gemma":[0.0206218,3.374667e-7,0.004317142,0.00002123664,0.0002488672,0.9746343,0.00001708361,0.00001239176,0.0001268363],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.6705438,"threshold_uncertainty_score":0.2734081,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2344214158","doi":"10.2196/resprot.5450","title":"Feasibility of PRIME: A Cognitive Neuroscience-Informed Mobile App Intervention to Enhance Motivated Behavior and Improve Quality of Life in Recent Onset Schizophrenia","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":121,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Schizophrenia (object-oriented programming); Cognition; Intervention (counseling); Population; Psychiatry; Psychology; Dementia; Quality of life (healthcare); Clinical psychology; Psychosis; Medicine; Psychotherapist; Disease","retraction":null,"screen_n_in":null,"score":{"opus":0.2016905939468359,"gpt":0.5650195967827724,"spread":0.3633290028359364,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002844272,0.0001858415,0.0005435011,0.0004936514,0.00006458548,0.00002726677,0.0002290783,0.0001104106,0.0001202323],"category_scores_gemma":[0.00676701,0.0001219034,0.0001012543,0.001030333,0.0006543761,0.0002167185,0.0003699336,0.0003789461,0.0000155168],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003263405,"about_ca_system_score_gemma":0.001225439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002601372,"about_ca_topic_score_gemma":0.0003308112,"domain_scores_codex":[0.9958017,0.0007925465,0.0008781672,0.0006329876,0.001271769,0.0006228001],"domain_scores_gemma":[0.9969351,0.0006332393,0.0002143861,0.0005591077,0.001080748,0.0005774265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.101262,0.006008464,0.3539461,0.001069316,0.00002313382,0.00002046639,0.0002594937,5.617369e-8,0.2449202,0.00004439326,0.00006483373,0.2923815],"study_design_scores_gemma":[0.01260531,0.007367279,0.7249575,0.002856002,0.000003299099,0.000002695697,0.0001267729,0.000003806429,0.2517824,0.0001295848,0.00006727786,0.00009803452],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7000043,0.000009879865,0.00003209902,0.0002537108,0.000004373404,0.2995228,0.0001290845,0.00001861748,0.00002502036],"genre_scores_gemma":[0.56682,0.000008190053,0.0001974398,0.000007696125,0.000009184516,0.4328453,0.000005894071,0.000009756466,0.00009663353],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3710114,"threshold_uncertainty_score":0.8101233,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2565753485","doi":"10.2196/resprot.6558","title":"Development of a Web-Accessible Population Pharmacokinetic Service—Hemophilia (WAPPS-Hemo): Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemophilia Treatment and Research","field":"Medicine","cited_by":117,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"St. Joseph’s Healthcare Hamilton; University of Waterloo; McMaster University","funders":"","keywords":"Pharmacokinetics; Population pharmacokinetics; Protocol (science); Population; Medicine; Pharmacology; Alternative medicine; Environmental health; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.2981613969615793,"gpt":0.586855552547813,"spread":0.2886941555862336,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002375335,0.000332338,0.0005746831,0.0007802998,0.0003147429,0.00006991543,0.0005548343,0.0001688911,0.001853691],"category_scores_gemma":[0.0001573231,0.0001920808,0.0001060866,0.001612024,0.0001553304,0.000298196,0.0005130222,0.0004892368,0.0005976963],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004376871,"about_ca_system_score_gemma":0.001252448,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002450736,"about_ca_topic_score_gemma":0.00004321588,"domain_scores_codex":[0.9940507,0.0005234484,0.0009480588,0.0007484251,0.002685595,0.001043808],"domain_scores_gemma":[0.9970452,0.0001773348,0.0001752634,0.0008919775,0.001207968,0.0005022378],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.009101438,0.0145111,0.3190433,0.005505851,0.0002777128,0.0001694324,0.001387904,4.821323e-7,0.4562505,0.00006675864,0.004183198,0.1895024],"study_design_scores_gemma":[0.0599579,0.007381662,0.3011218,0.01043697,0.00002392305,0.00002808229,0.0004721223,0.0001567759,0.2953192,0.0003763486,0.324031,0.0006942045],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.1787909,7.065611e-7,0.000005137053,0.00102748,0.00000474607,0.8174633,0.00000553332,0.0001001084,0.002602167],"genre_scores_gemma":[0.09774292,2.537698e-7,0.001121694,0.00002287733,0.0001558021,0.8954775,0.000009977838,0.00006433308,0.005404681],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.3198478,"threshold_uncertainty_score":0.9990587,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2744373335","doi":"10.2196/resprot.6452","title":"Opening the Black Box of Electronic Health: Collecting, Analyzing, and Interpreting Log Data","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"eHealth; Computer science; Context (archaeology); Black box; Data science; Descriptive statistics; Point (geometry); Process (computing); Data collection; World Wide Web; Health care; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.4582181238287627,"gpt":0.6646113251620178,"spread":0.2063932013332551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006718299,0.0001325457,0.0002689253,0.0001629711,0.001258577,0.0004876668,0.002420022,0.00007367196,0.0003233303],"category_scores_gemma":[0.0009692452,0.0001027576,0.00005254418,0.0002265502,0.0008051497,0.000409025,0.002369228,0.0009340701,0.00009893635],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000167761,"about_ca_system_score_gemma":0.000327606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009209941,"about_ca_topic_score_gemma":0.0004925143,"domain_scores_codex":[0.9965056,0.0009109021,0.0005940659,0.0005578652,0.0004240786,0.001007516],"domain_scores_gemma":[0.996317,0.0004682343,0.0005086048,0.002377902,0.0001547503,0.0001735321],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002908072,0.00336272,0.09454755,0.004141726,0.0004899767,0.00005912621,0.01123158,0.000001826312,0.000324827,0.07152516,0.4273648,0.3840426],"study_design_scores_gemma":[0.005925645,0.01571311,0.05688867,0.02125237,0.000009668814,0.0001386898,0.004482293,0.001330198,0.001317355,0.01674724,0.875523,0.0006717107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.02390709,0.0001758641,0.0001936371,0.01502172,0.00007734181,0.8496621,0.0001663508,0.0000805988,0.1107153],"genre_scores_gemma":[0.5398064,9.603756e-7,0.00009605369,0.00006514085,0.00006489045,0.4534346,0.0000107307,0.00002984115,0.006491466],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.5158993,"threshold_uncertainty_score":0.9680082,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2027368569","doi":"10.2196/resprot.2184","title":"Usability Study of a Computer-Based Self-Management System for Older Adults with Chronic Diseases","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":108,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"University of Hong Kong","keywords":"Usability; Heuristic evaluation; Think aloud protocol; Cognitive walkthrough; Computer science; Usability inspection; Usability engineering; Usability lab; Web usability; Readability; Human–computer interaction; Usability goals; System usability scale; Pluralistic walkthrough; Applied psychology; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.07266728507528818,"gpt":0.459570734362974,"spread":0.3869034492876858,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002377504,0.0001722975,0.0003117337,0.0002634513,0.0006169059,0.00006929223,0.0008450049,0.0001205535,0.00002386796],"category_scores_gemma":[0.00006968956,0.0001372945,0.00006904023,0.0008634612,0.0005177437,0.0002728098,0.0002285508,0.0002521952,0.00001556759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000756599,"about_ca_system_score_gemma":0.0004083715,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002920749,"about_ca_topic_score_gemma":0.0008129169,"domain_scores_codex":[0.995731,0.0009904457,0.0003500206,0.000499543,0.001358292,0.001070704],"domain_scores_gemma":[0.99776,0.0004466751,0.0001454148,0.000806687,0.0005599062,0.0002813048],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004071833,0.04826283,0.7768226,0.02481083,0.0004257485,0.00003098531,0.05809369,0.00004569586,0.00001675575,0.01064945,0.005895683,0.07087389],"study_design_scores_gemma":[0.05244774,0.02252899,0.6876373,0.01601329,0.00008154551,0.000002061068,0.08459024,0.001300251,0.0009295047,0.0001346642,0.1331178,0.001216664],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.200448,0.000008353984,0.0005489672,0.0001541516,0.00001574815,0.7980485,0.00001997075,0.0004924656,0.0002637957],"genre_scores_gemma":[0.4947046,8.833227e-8,0.0008258602,0.000002349157,0.0001086042,0.5043181,0.000001587128,0.00001387436,0.00002490249],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.2942566,"threshold_uncertainty_score":0.5598709,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2889128610","doi":"10.2196/11375","title":"Empowering With PrEP (E-PrEP), a Peer-Led Social Media–Based Intervention to Facilitate HIV Preexposure Prophylaxis Adoption Among Young Black and Latinx Gay and Bisexual Men: Protocol for a Cluster Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Pre-exposure prophylaxis; Men who have sex with men; Peer education; Psychological intervention; Social media; Intervention (counseling); Peer group; Medicine; Psychology; Human immunodeficiency virus (HIV); Family medicine; Health education; Public health; Social psychology; Nursing; World Wide Web; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.1530215908476707,"gpt":0.5114354762074645,"spread":0.3584138853597938,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01080338,0.0004031297,0.001405686,0.0007810876,0.0005712425,0.000476139,0.0002429095,0.0002710613,0.0003538436],"category_scores_gemma":[0.009451943,0.0002698521,0.0004526118,0.000519538,0.001485332,0.0004184901,0.0002688058,0.0007218328,0.00002442624],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001972416,"about_ca_system_score_gemma":0.0004110504,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007884801,"about_ca_topic_score_gemma":0.0003547443,"domain_scores_codex":[0.9923733,0.002655726,0.001203851,0.0009084594,0.001887717,0.0009709803],"domain_scores_gemma":[0.9947498,0.001276497,0.0003087953,0.0004598619,0.002513733,0.0006912584],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.9710107,0.001316373,0.001099387,0.003021189,0.0002848809,0.000008994247,0.005050183,0.000001472924,0.001442082,0.00003176947,0.01285919,0.003873788],"study_design_scores_gemma":[0.9059103,0.07672118,0.0007651616,0.003399733,0.00003556203,0.000006616813,0.0008001962,0.007957973,0.0006099166,0.000120547,0.003393491,0.0002793825],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.09545736,7.964933e-7,0.004671731,0.0006892632,0.000006923693,0.8975939,0.00005914427,0.0001020587,0.001418841],"genre_scores_gemma":[0.08377971,8.28221e-8,0.001342871,0.00001235668,0.0004936659,0.9020271,0.0000459426,0.00006135912,0.01223692],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.07540481,"threshold_uncertainty_score":0.9999754,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1985879732","doi":"10.2196/resprot.3500","title":"Tying eHealth Tools to Patient Needs: Exploring the Use of eHealth for Community-Dwelling Patients With Complex Chronic Disease and Disability","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true},"ca_institutions":"Bridgepoint Active Healthcare; University Health Network; University of Toronto","funders":"University of Toronto; Ontario Ministry of Health and Long-Term Care","keywords":"eHealth; Focus group; Health care; Information needs; Patient portal; Medicine; Internet privacy; Computer science; Nursing; Medical education; World Wide Web; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.5861429534426521,"gpt":0.528038065777994,"spread":0.05810488766465816,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001768021,0.0002125294,0.0003786857,0.0001711081,0.0007627077,0.0002028792,0.0003004966,0.00002925264,0.0000285742],"category_scores_gemma":[0.0008269239,0.0001411621,0.00006651108,0.0005095183,0.0005342491,0.0004004145,0.0004448185,0.0005511483,0.000004034299],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000532661,"about_ca_system_score_gemma":0.0004004953,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002449523,"about_ca_topic_score_gemma":0.0001029298,"domain_scores_codex":[0.9964843,0.0009715622,0.0004863121,0.0003340784,0.0009644724,0.0007592795],"domain_scores_gemma":[0.9959687,0.001623551,0.000138406,0.001219213,0.0004541974,0.0005959151],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.02391751,0.00907341,0.4830562,0.06557694,0.0002862099,0.00000481094,0.009075196,0.002227304,0.0001605369,0.01083448,0.008267114,0.3875203],"study_design_scores_gemma":[0.007108004,0.01220563,0.7976944,0.007585634,0.00003458968,3.897023e-7,0.002111123,0.002793162,0.00005427869,0.0005010484,0.1695985,0.0003132529],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"protocol","genre_scores_codex":[0.5572887,0.000003656228,0.0004623337,0.00134488,0.000006107718,0.4406777,0.00006658543,0.00004825641,0.0001017779],"genre_scores_gemma":[0.4964426,0.00000139966,0.0003701037,0.0001478207,0.00006210261,0.5028705,0.00005795926,0.00002982938,0.00001767011],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.387207,"threshold_uncertainty_score":0.5866208,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2045865526","doi":"10.2196/resprot.3342","title":"The Comparability of Men Who Have Sex With Men Recruited From Venue-Time-Space Sampling and Facebook: A Cohort Study","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; National Institutes of Health; Center for AIDS Research, University of Washington; Emory University","keywords":"Men who have sex with men; Demography; Medicine; Gerontology; Attendance; Human immunodeficiency virus (HIV); Family medicine; Syphilis","retraction":null,"screen_n_in":null,"score":{"opus":0.2825714953605797,"gpt":0.5387436118451578,"spread":0.2561721164845782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005893442,0.0002280465,0.000676076,0.0001503773,0.0003685455,0.000113727,0.0003987766,0.0001056205,0.00006375954],"category_scores_gemma":[0.0009010608,0.0001450437,0.00003415826,0.0003111583,0.0006915126,0.0000860976,0.0003306138,0.0008750797,0.00005393868],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001410187,"about_ca_system_score_gemma":0.0002108587,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005695634,"about_ca_topic_score_gemma":0.0001574148,"domain_scores_codex":[0.9950614,0.001701628,0.0004407398,0.0006537054,0.001525248,0.0006172892],"domain_scores_gemma":[0.9956242,0.002009015,0.0001622496,0.001355828,0.0005319469,0.0003167693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003790504,0.001001196,0.9505845,0.0002908251,0.0002455892,0.00001139107,0.01764545,0.00001001435,0.006684666,0.00002435232,0.007794632,0.01191691],"study_design_scores_gemma":[0.009019825,0.008400967,0.8398235,0.001765869,0.00004142946,0.000006017252,0.02374988,0.008186096,0.004702622,0.0004304959,0.1035521,0.0003212763],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.3016696,0.000005299747,0.00004733687,0.0005302053,9.910012e-7,0.6772137,0.00002889346,0.0000561666,0.02044783],"genre_scores_gemma":[0.1657253,0.000001169102,0.0002073979,0.0000106576,0.00009531255,0.8274482,0.0000129248,0.00004983638,0.006449203],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.1502346,"threshold_uncertainty_score":0.5914712,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2553063775","doi":"10.2196/resprot.6167","title":"Testing the Feasibility of Remote Patient Monitoring in Prenatal Care Using a Mobile App and Connected Devices: A Prospective Observational Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Medicine; Blood pressure; Observational study; Pregnancy; mHealth; Gestational diabetes; Birth weight; Telemedicine; Prenatal care; Emergency medicine; Obstetrics; Medical emergency; Gestation; Health care; Population; Internal medicine; Nursing; Psychological intervention","retraction":null,"screen_n_in":null,"score":{"opus":0.5645074709220216,"gpt":0.6298299858511675,"spread":0.06532251492914587,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002730799,0.0001437401,0.00029322,0.0001545136,0.00100295,0.00001474925,0.000255551,0.0001808157,0.00003199044],"category_scores_gemma":[0.002680766,0.00008648542,0.00003169057,0.0008783671,0.0002362348,0.0001692022,0.0003029714,0.0008374398,0.000007389559],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008072422,"about_ca_system_score_gemma":0.002425116,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006986319,"about_ca_topic_score_gemma":0.0002134683,"domain_scores_codex":[0.9953987,0.001631869,0.0009750767,0.0005054938,0.0006720609,0.0008167935],"domain_scores_gemma":[0.9934561,0.003816359,0.0003865846,0.0005475901,0.001551621,0.0002417534],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01057883,0.0003252845,0.8960034,0.004184451,0.000006708847,0.000001851202,0.005213268,0.000004830707,0.002656101,0.0005525061,0.00006380397,0.08040892],"study_design_scores_gemma":[0.05853243,0.004618149,0.8790163,0.02412696,0.000004795868,0.000003355155,0.01060056,0.0005951816,0.00107709,0.003090965,0.01798913,0.000345092],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"protocol","genre_scores_codex":[0.5055527,0.00002171345,0.0000267744,0.0001234509,0.00001360658,0.4939956,0.0000423575,0.00003197316,0.0001917501],"genre_scores_gemma":[0.3396851,0.000001251908,0.001477729,0.0000167307,0.0001598706,0.6586246,0.000002855877,0.00001530003,0.00001647143],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.1658676,"threshold_uncertainty_score":0.7713979,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1789164274","doi":"10.2196/resprot.3996","title":"Using Facebook to Recruit Young Adult Veterans: Online Mental Health Research","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Mental health; Population; Ethnic group; Sample (material); Psychology; Young adult; Gerontology; Intervention (counseling); Medicine; Health care; Binge drinking; Suicide prevention; Psychiatry; Poison control; Environmental health","retraction":null,"screen_n_in":null,"score":{"opus":0.9365694675502327,"gpt":0.7659125450313623,"spread":0.1706569225188704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02402261,0.0001600975,0.0002994166,0.0007087481,0.00249667,0.0003870939,0.0009965915,0.0002287016,0.0002414464],"category_scores_gemma":[0.01380325,0.0001681934,0.00005383692,0.002627317,0.0007690376,0.0004325311,0.000287639,0.001437942,0.0006649456],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005201526,"about_ca_system_score_gemma":0.01023915,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03723047,"about_ca_topic_score_gemma":0.01698812,"domain_scores_codex":[0.9832683,0.008464714,0.0005745904,0.000637473,0.00477069,0.002284266],"domain_scores_gemma":[0.9924372,0.00151347,0.0001099179,0.0005436808,0.003238538,0.002157219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007875875,0.001423405,0.01133297,0.0004728843,0.00001466234,0.00001051316,0.6367446,0.000004594294,0.000746544,0.006518779,0.1947015,0.147242],"study_design_scores_gemma":[0.0008244615,0.001152571,0.001179504,0.001534084,2.776734e-7,0.000001488942,0.05924623,0.00004028786,0.00009434147,0.000943351,0.9348127,0.0001707444],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.02176922,0.00001758237,0.000020057,0.04148132,0.0003534686,0.9315259,0.00003887372,0.0001329365,0.004660591],"genre_scores_gemma":[0.002647655,0.0000112448,0.003507224,0.0003614615,0.00244495,0.9898281,0.00001847155,0.00004926493,0.001131647],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.7401111,"threshold_uncertainty_score":0.9988019,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167281842","doi":"10.2196/resprot.2292","title":"Role of the Working Alliance on Treatment Outcome in Tailored Internet-Based Cognitive Behavioural Therapy for Anxiety Disorders: Randomized Controlled Pilot Trial","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":100,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Forskningsrådet för Arbetsliv och Socialvetenskap","keywords":"Alliance; Randomized controlled trial; Anxiety; Clinical psychology; Cognitive behavioral therapy; Psychology; Psychotherapist; Cognitive therapy; Medicine; Psychiatry; Cognition; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2986158381190685,"gpt":0.5606518116197186,"spread":0.2620359735006501,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002045256,0.0002476503,0.0009582639,0.0001729043,0.00009872556,0.0001071097,0.0004455002,0.0001046387,0.0003732588],"category_scores_gemma":[0.0004128381,0.000139899,0.0006859791,0.0002800064,0.0003797869,0.0001010132,0.00005557476,0.0003636995,0.00007542726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003002091,"about_ca_system_score_gemma":0.0001021725,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008118057,"about_ca_topic_score_gemma":0.0003264593,"domain_scores_codex":[0.9950502,0.002280571,0.001101479,0.0004242505,0.000481804,0.0006616955],"domain_scores_gemma":[0.9962805,0.002637274,0.0003743701,0.0004068372,0.0001953234,0.0001057065],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.929033,0.0106047,0.01138601,0.00003971229,0.0001177542,4.717969e-7,0.0004392029,9.284732e-7,0.00005191194,0.001099803,0.0001813563,0.04704519],"study_design_scores_gemma":[0.9670768,0.01778659,0.008746075,0.001582425,0.000006094041,2.060924e-7,0.0002984007,0.0001843573,0.0009872608,0.002193688,0.001004332,0.0001337342],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.2410072,0.00001780276,0.00001991053,0.0008753479,0.00005866005,0.7559978,0.00002847753,0.00002468368,0.001970099],"genre_scores_gemma":[0.4940012,3.300002e-7,0.00001401341,0.00004503994,0.00002579535,0.5046466,0.000007358702,0.00001994511,0.00123976],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.252994,"threshold_uncertainty_score":0.5704915,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2771113034","doi":"10.2196/resprot.8502","title":"MyVoice National Text Message Survey of Youth Aged 14 to 24 Years: Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Data collection; Confidentiality; Qualitative property; Protocol (science); Descriptive statistics; Adolescent health; Medical education; Incentive; Psychology; Health care; Qualitative research; Public relations; Computer science; Medicine; Political science; Sociology; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.7318197792132817,"gpt":0.6925864128830312,"spread":0.03923336633025043,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02398217,0.0001307943,0.0002838521,0.0003037374,0.001822616,0.0004692838,0.001725036,0.0001754515,0.0003442342],"category_scores_gemma":[0.04594932,0.0001331656,0.00004650448,0.0008596537,0.000635672,0.0004507174,0.0003569174,0.0006324882,0.0002394437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005288498,"about_ca_system_score_gemma":0.003564076,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02746773,"about_ca_topic_score_gemma":0.02129835,"domain_scores_codex":[0.9898039,0.004734429,0.0005075418,0.0004750597,0.003697165,0.0007818914],"domain_scores_gemma":[0.9934085,0.002489502,0.0003447094,0.0007763561,0.002535827,0.0004451068],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009813419,0.003529015,0.7741037,0.0003671492,0.00002802514,0.000005618694,0.1809721,0.000001046197,0.0001091767,0.0008643391,0.02134665,0.01769176],"study_design_scores_gemma":[0.001261797,0.0007077717,0.8833106,0.0003624966,7.37236e-7,3.880894e-8,0.00614456,8.008622e-7,0.00006285994,0.0002663027,0.1077517,0.0001304293],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.02141452,1.94562e-7,0.000001685857,0.0009512444,0.0001009859,0.9696694,0.00003793374,0.00004475994,0.007779253],"genre_scores_gemma":[0.1019818,7.309534e-8,0.0001093414,0.00002427779,0.0006062086,0.8965753,0.000004276278,0.00002486255,0.0006738424],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.1748276,"threshold_uncertainty_score":0.9994769,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225713352","doi":"10.2196/35960","title":"Development and Application of a Metaverse-Based Social Skills Training Program for Children With Autism Spectrum Disorder to Improve Social Interaction: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea","keywords":"Autism spectrum disorder; Autism; Applied psychology; Randomized controlled trial; Wearable computer; Psychology; Social skills; Medical education; Computer science; Developmental psychology; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.08965721618308277,"gpt":0.4880523221169765,"spread":0.3983951059338937,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005147713,0.0003327105,0.001248909,0.0006056317,0.002034807,0.00025074,0.0006321951,0.0001022375,0.00009565293],"category_scores_gemma":[0.0006779344,0.000265557,0.0003414681,0.0009778457,0.0005055784,0.0001830347,0.000347881,0.0006540819,0.000002915513],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003275734,"about_ca_system_score_gemma":0.001433998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001880254,"about_ca_topic_score_gemma":0.00002991787,"domain_scores_codex":[0.993524,0.001613909,0.0009511136,0.001038066,0.001776563,0.001096396],"domain_scores_gemma":[0.9974088,0.001514076,0.0005275219,0.0002834085,0.000096182,0.000170008],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.943539,0.003412374,0.00001208203,0.0003163886,0.0001074064,8.368399e-7,0.003200787,0.00002314789,0.001903284,0.01540416,0.0001304405,0.03195013],"study_design_scores_gemma":[0.9410586,0.007053064,0.0000827585,0.00006413193,0.00001385702,0.000003101958,0.0002979903,0.001914846,0.007855144,0.002809645,0.03851455,0.0003323264],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.004656303,1.615739e-7,0.007638665,0.004093706,0.000008050481,0.9832789,0.0000667064,0.0001230441,0.0001345134],"genre_scores_gemma":[0.03901823,1.31961e-8,0.004015074,0.00005300405,0.0001224251,0.9564692,0.00001747628,0.00008138863,0.0002231958],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.03838411,"threshold_uncertainty_score":0.9999797,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2606719182","doi":"10.2196/resprot.6198","title":"Mobile Application to Promote Adherence to Oral Chemotherapy and Symptom Management: A Protocol for Design and Development","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Patient-Centered Outcomes Research Institute","keywords":"Medicine; Chemotherapy; Intervention (counseling); Protocol (science); Intensive care medicine; Usability; Physical therapy; Alternative medicine; Surgery; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.3732771123827268,"gpt":0.5942342106643401,"spread":0.2209570982816133,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001293684,0.0001451784,0.0002069994,0.000129269,0.0004879241,0.0002125329,0.0003679326,0.00006519959,0.00009345044],"category_scores_gemma":[0.00007967223,0.0001201701,0.00001488902,0.0001372824,0.000112414,0.0001145603,0.0002152659,0.0001490962,0.0002485938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006812766,"about_ca_system_score_gemma":0.0001955978,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000448132,"about_ca_topic_score_gemma":0.000001353131,"domain_scores_codex":[0.9982279,0.00005571987,0.0002495928,0.0005491933,0.0005032272,0.0004143496],"domain_scores_gemma":[0.9984213,0.00003427836,0.00008897349,0.0007192927,0.0003016238,0.0004345401],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00260319,0.0004604534,0.001782425,0.002329207,0.00002864701,0.000004643992,0.0009329375,9.164409e-7,0.005528247,0.000353943,0.0250741,0.9609013],"study_design_scores_gemma":[0.004439959,0.003731257,0.009463056,0.002347944,0.000001199442,0.000004773226,0.0000610949,0.0003051941,0.008886997,0.0004076872,0.9701967,0.0001540964],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0003583821,4.852822e-7,0.04478906,0.0006983053,0.000001702927,0.9531141,0.000001178041,0.0000404683,0.0009963115],"genre_scores_gemma":[0.0002349561,3.501459e-7,0.1134015,0.0002512536,0.00003777225,0.8781581,0.000001847326,0.00002078965,0.00789348],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.9607472,"threshold_uncertainty_score":0.4900396,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2558429215","doi":"10.2196/resprot.6534","title":"Can a Free Wearable Activity Tracker Change Behavior? The Impact of Trackers on Adults in a Physician-Led Wellness Group","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Activity tracker; BitTorrent tracker; Psychology; Wearable technology; Medicine; Physical activity; Physical therapy; Wearable computer; Family medicine; Medical education; Computer science; Eye tracking","retraction":null,"screen_n_in":null,"score":{"opus":0.257520603460677,"gpt":0.5401502252627738,"spread":0.2826296218020968,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001230171,0.0002219012,0.0005648702,0.0002351606,0.0001529,0.00002419497,0.0004126222,0.0001529063,0.00009846789],"category_scores_gemma":[0.0001897893,0.0001117476,0.0002117433,0.0007805546,0.000377621,0.0003112395,0.0001205252,0.001053092,0.00005128896],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005601517,"about_ca_system_score_gemma":0.0003871367,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003455293,"about_ca_topic_score_gemma":0.0009102612,"domain_scores_codex":[0.9966239,0.0007200843,0.0002599637,0.0004489645,0.001026127,0.0009209233],"domain_scores_gemma":[0.9978991,0.0005903837,0.000124251,0.0009395222,0.0001588566,0.0002879098],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.03473343,0.04822968,0.02379757,0.001768728,0.00009289631,0.0001529991,0.004228381,5.173449e-7,0.1956266,0.0009630291,0.003399983,0.6870062],"study_design_scores_gemma":[0.01289767,0.0155197,0.9151655,0.01094485,0.00000644868,0.000005308788,0.0001714168,0.00008224584,0.04230932,0.001580664,0.001060079,0.000256757],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6977199,0.000001164525,0.000001265893,0.003538462,0.000003292005,0.2979975,0.00006508532,0.000025968,0.0006473667],"genre_scores_gemma":[0.5396664,0.000001878042,0.000002837756,0.00003394248,0.0001347446,0.4600348,0.000001192227,0.0000199822,0.0001042254],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.891368,"threshold_uncertainty_score":0.5223393,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2620473287","doi":"10.2196/resprot.7341","title":"Home-Based HIV Testing and Counseling for Male Couples (Project Nexus): A Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":95,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Men who have sex with men; Nexus (standard); Casual; Context (archaeology); Family medicine; Randomized controlled trial; Medicine; Human immunodeficiency virus (HIV); Psychology; Residence; Clinical psychology; Computer science; Demography","retraction":null,"screen_n_in":null,"score":{"opus":0.2935765323186637,"gpt":0.5809153280581566,"spread":0.2873387957394929,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01398997,0.0003151943,0.001757452,0.0005570111,0.001785173,0.001050286,0.0005274318,0.0002004944,0.0001799215],"category_scores_gemma":[0.04184932,0.0002151789,0.0008016113,0.0002006535,0.0009211541,0.0002824729,0.000148993,0.0006323058,0.00001540687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001191708,"about_ca_system_score_gemma":0.001869082,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007383309,"about_ca_topic_score_gemma":0.00002108566,"domain_scores_codex":[0.9950873,0.0008204639,0.001040821,0.0006813412,0.001168079,0.001202029],"domain_scores_gemma":[0.9881397,0.007633963,0.0004634232,0.0009068981,0.002452443,0.0004035621],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.9465426,0.001283545,0.0001786977,0.003995132,0.0001676596,0.00001613031,0.00008911875,8.649528e-7,0.001717056,0.0002573751,0.04087762,0.00487426],"study_design_scores_gemma":[0.8409656,0.01791544,0.00001022473,0.005740064,0.00002540584,0.000008715292,0.00007675783,0.07326928,0.0003870759,0.000847932,0.06056359,0.000189893],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0004127327,0.000003706718,0.004175663,0.001280871,0.000006053999,0.9907275,0.00008841456,0.00008498645,0.003220022],"genre_scores_gemma":[0.0003371148,3.499412e-7,0.007401602,0.00002820684,0.0006374021,0.9729895,0.00002015646,0.00007436334,0.01851132],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.1055769,"threshold_uncertainty_score":0.9999867,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2162760902","doi":"10.2196/resprot.2175","title":"Initial Evaluation of an Electronic Symptom Diary for Adolescents with Cancer","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Documentation; Medicine; Cancer; Electronic health record; Young adult; Family medicine; Health care; Gerontology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.2399527027894552,"gpt":0.585352133190818,"spread":0.3453994304013629,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00344744,0.000100345,0.0001856373,0.0001424285,0.00007532122,0.00001691,0.0001233783,0.00008419362,0.0002087347],"category_scores_gemma":[0.0000897978,0.00007654769,0.00004871008,0.000301856,0.00009934044,0.0002257427,0.00003322043,0.0003253701,0.000005542344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003977567,"about_ca_system_score_gemma":0.001375779,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002189529,"about_ca_topic_score_gemma":0.0006828665,"domain_scores_codex":[0.9970558,0.0004511662,0.0001666313,0.0002034372,0.00144419,0.0006787767],"domain_scores_gemma":[0.9981497,0.00004780182,0.00005724207,0.0003365471,0.001189283,0.0002194511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.03657464,0.006404316,0.4996046,0.01034281,0.0002212694,0.000005285764,0.007219286,0.00001806095,0.01999707,0.00106968,0.004270217,0.4142728],"study_design_scores_gemma":[0.04923686,0.02598266,0.5079,0.02782805,0.0002327253,0.00004029859,0.002287913,0.002566902,0.1896662,0.001309636,0.191954,0.0009947473],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.2987011,0.00006685019,0.00006955913,0.0001619312,0.00001732936,0.7001482,0.00002826688,0.00003095308,0.0007757666],"genre_scores_gemma":[0.4989172,6.393879e-7,0.00001077282,0.00002374209,0.0003135464,0.5006573,0.00001421934,0.0000170437,0.00004556172],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.4132781,"threshold_uncertainty_score":0.3121524,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018580397","doi":"10.2196/resprot.2659","title":"Mamma Mia: A Feasibility Study of a Web-Based Intervention to Reduce the Risk of Postpartum Depression and Enhance Subjective Well-Being","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Norske Kvinners Sanitetsforening","keywords":"Postpartum depression; Medicine; Anxiety; Depression (economics); Pregnancy; Psychological intervention; Intervention (counseling); Phobias; Psychiatry; Obstetrics","retraction":null,"screen_n_in":null,"score":{"opus":0.07992565522663041,"gpt":0.4935316323983133,"spread":0.4136059771716829,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002198126,0.0001329126,0.0003027792,0.0001669752,0.0001686676,0.00002757503,0.000204151,0.00007239354,0.0001265921],"category_scores_gemma":[0.000338667,0.00008519603,0.00006618092,0.0003189559,0.0001475583,0.0001063736,0.0002246333,0.0005402865,0.00002253031],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008801423,"about_ca_system_score_gemma":0.0001026934,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009787366,"about_ca_topic_score_gemma":0.0001022069,"domain_scores_codex":[0.9967101,0.001349289,0.0005056164,0.0003804867,0.0006923663,0.0003621492],"domain_scores_gemma":[0.9981793,0.0003583004,0.000208507,0.0005948966,0.0004552091,0.0002037989],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.009750252,0.00371312,0.9592999,0.008424482,0.00003327969,0.000008017681,0.002766408,0.000001622594,0.01213995,0.00001026222,0.0001443289,0.003708397],"study_design_scores_gemma":[0.00333315,0.007542212,0.7909726,0.02048001,0.000007122752,0.000004390252,0.0006596408,0.00009710054,0.1765869,0.000184272,0.00006805384,0.00006460711],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6704222,0.00001445441,0.000007276725,0.0002440683,0.00000679447,0.3290631,0.000004270069,0.00001294729,0.0002249153],"genre_scores_gemma":[0.5954383,0.000001242423,0.00004708099,0.00001371013,0.00001850917,0.404272,8.112389e-7,0.000009600256,0.0001987444],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1683273,"threshold_uncertainty_score":0.3474193,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4303510347","doi":"10.2196/41812","title":"FLASH Radiotherapy for the Treatment of Symptomatic Bone Metastases (FAST-01): Protocol for the First Prospective Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Management of metastatic bone disease","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Protocol (science); Flash (photography); Medicine; Radiation therapy; Medical physics; Prospective cohort study; Radiology; Surgery; Pathology; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2886124314275323,"gpt":0.5629668208743172,"spread":0.2743543894467849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005731613,0.000315303,0.0006445807,0.0002745503,0.001505802,0.0001166796,0.0006381889,0.00003098086,0.001247408],"category_scores_gemma":[0.0005186202,0.0001646119,0.0004234809,0.0007480265,0.0003480081,0.00009073047,0.0001802588,0.0002787966,0.000008367359],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00101597,"about_ca_system_score_gemma":0.0007143791,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001840862,"about_ca_topic_score_gemma":0.0002831664,"domain_scores_codex":[0.9952202,0.0008184977,0.0007103674,0.000666574,0.001823798,0.0007605864],"domain_scores_gemma":[0.9945211,0.002765548,0.0002590916,0.001709626,0.000545165,0.0001994746],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.1812967,0.2407226,0.1211264,0.02100894,0.009782679,0.000143934,0.02237964,0.0004852873,0.0004916548,0.003275543,0.3170312,0.08225547],"study_design_scores_gemma":[0.0485496,0.06314917,0.02929297,0.0002798589,0.0002095975,0.000006696244,0.005513903,0.003750866,0.0004934716,0.0008458283,0.8476853,0.0002227698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0006868195,0.00002062773,0.0004045015,0.003379143,0.00001034314,0.9950174,0.0002672231,0.00005641527,0.0001575086],"genre_scores_gemma":[0.002415028,7.263055e-7,0.0009122629,0.0001045554,0.0001204197,0.993935,0.00001476131,0.0000701442,0.002427035],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.530654,"threshold_uncertainty_score":0.9997941,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2291305067","doi":"10.2196/resprot.5142","title":"Development and Initial Evaluation of the Web-Based Self-Management Program “Partner in Balance” for Family Caregivers of People With Early Stage Dementia: An Exploratory Mixed-Methods Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Dementia; Psychological intervention; Family caregivers; Usability; Intervention (counseling); Psychology; Focus group; Exploratory research; Program evaluation; Self-management; Medical education; Nursing; Medicine; Applied psychology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.159384436800219,"gpt":0.5421513298029157,"spread":0.3827668930026967,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00933804,0.0001646778,0.0003005092,0.0004024285,0.0001277538,0.00003915639,0.0002501319,0.00005654947,0.0000408716],"category_scores_gemma":[0.000106935,0.00009303056,0.00004343205,0.0006578139,0.0002292119,0.0002025306,0.0002172439,0.0001848602,0.000001313319],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002034854,"about_ca_system_score_gemma":0.001268781,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001610803,"about_ca_topic_score_gemma":0.0002107604,"domain_scores_codex":[0.9943089,0.001981749,0.0004213055,0.0004500423,0.002320851,0.0005170844],"domain_scores_gemma":[0.9975533,0.000194574,0.0001360799,0.0004422414,0.001530263,0.0001434817],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004015471,0.008441224,0.7300755,0.001723408,0.000358921,0.00001177409,0.004851705,0.000001968672,0.006714755,0.00006526976,0.0001523174,0.2435877],"study_design_scores_gemma":[0.03005424,0.01111275,0.907939,0.001617207,0.00006441186,3.962674e-7,0.01304664,0.0003043851,0.02856337,0.00002651531,0.00712163,0.0001495143],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"protocol","genre_scores_codex":[0.6397941,0.000003114304,0.0001900104,0.00004600315,0.000003697005,0.3596277,0.00000726541,0.00001781419,0.000310292],"genre_scores_gemma":[0.493858,4.917322e-7,0.004548168,0.000004163534,0.00000803231,0.5015202,0.000003250819,0.00001429511,0.00004338242],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2434382,"threshold_uncertainty_score":0.3793676,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2284405481","doi":"10.2196/resprot.4838","title":"Evidence-Based mHealth Chronic Disease Mobile App Intervention Design: Development of a Framework","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"mHealth; Psychological intervention; Computer science; Health care; Intervention (counseling); Population; Mobile technology; Medicine; Knowledge management; Process management; Mobile device; Nursing; World Wide Web; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.5318795108121571,"gpt":0.6598318880258558,"spread":0.1279523772136987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009805525,0.0002424639,0.0004253532,0.0004607475,0.001488352,0.00001622324,0.0007368738,0.000328601,0.002517202],"category_scores_gemma":[0.001915209,0.0001693533,0.0001181348,0.0009269128,0.0002899595,0.0002640264,0.0002836652,0.001199243,0.001412235],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001931925,"about_ca_system_score_gemma":0.01591884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003637035,"about_ca_topic_score_gemma":0.00004386246,"domain_scores_codex":[0.9906483,0.003851018,0.001727408,0.0007280967,0.00127162,0.001773534],"domain_scores_gemma":[0.9906367,0.004961492,0.0006101744,0.001256836,0.001106442,0.001428324],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004578343,0.001946253,0.01441696,0.03045552,0.00001933526,0.000005113734,0.0008462364,0.00001461395,0.002567215,0.006108032,0.02352853,0.9155138],"study_design_scores_gemma":[0.003934017,0.002153117,0.02149037,0.1095842,0.000004170381,2.560395e-7,0.0001698097,0.0001586923,0.002176672,0.004572347,0.8554606,0.0002956458],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001449214,0.0002885222,0.16689,0.003017494,0.00003612119,0.8279582,0.00003243538,0.0001985008,0.0001294758],"genre_scores_gemma":[0.03651655,0.00005869842,0.01039873,0.0002382406,0.0003393278,0.9513272,0.00001075339,0.00005513518,0.001055364],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.9152182,"threshold_uncertainty_score":0.9998116,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2800811210","doi":"10.2196/resprot.8071","title":"Comparison of Online Survey Recruitment Platforms for Hard-to-Reach Pregnant Smoking Populations: Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Center for Undergraduate Research and Scholarship, Bowling Green State University; University of Pennsylvania","keywords":"Medicine; Medical education; Computer science; Data science; Family medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9502907830135764,"gpt":0.7604436081568913,"spread":0.1898471748566851,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01695102,0.0001276091,0.0003778765,0.0002749599,0.001306838,0.00009879231,0.0006331531,0.0001562666,0.00008164476],"category_scores_gemma":[0.01861839,0.0001150221,0.00005760053,0.001414233,0.0004535783,0.0002242028,0.0001338941,0.0003561136,0.00001848178],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001124113,"about_ca_system_score_gemma":0.001470072,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.009874511,"about_ca_topic_score_gemma":0.05131414,"domain_scores_codex":[0.9943872,0.001803266,0.0007833075,0.0005001262,0.001710323,0.0008157752],"domain_scores_gemma":[0.9933439,0.003047992,0.0002573977,0.0005779532,0.002408173,0.0003645372],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004094299,0.004221654,0.915547,0.0001397206,0.00000993736,8.445016e-8,0.04887111,0.000001117828,0.00003015527,0.0003280617,0.002257989,0.0281838],"study_design_scores_gemma":[0.0008152603,0.003836438,0.9442415,0.0006729204,0.000002264764,2.459498e-8,0.01293392,0.00003457191,0.0001765999,0.001422606,0.03574155,0.0001223892],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.3880508,0.000003506856,0.00005490974,0.0003885597,0.0002028332,0.6111521,0.00004797222,0.00003876258,0.00006055995],"genre_scores_gemma":[0.3338118,1.990807e-7,0.001177606,0.000009588343,0.0005411617,0.6643341,0.00003167627,0.0000152241,0.00007861642],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.05423901,"threshold_uncertainty_score":0.9999933,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"nonrandomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2939273936","doi":"10.2196/13368","title":"Virtual Reality and Web-Based Growth Mindset Interventions for Adolescent Depression: Protocol for a Three-Arm Randomized Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":85,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mindset; Psychological intervention; Intervention (counseling); Randomized controlled trial; Personality; Clinical psychology; Psychology; Medicine; Psychiatry; Social psychology; Computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.3498367044162891,"gpt":0.6194665549677368,"spread":0.2696298505514478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006808931,0.0003111707,0.0008173496,0.0004163453,0.0003400986,0.0002616968,0.0005787182,0.0002787646,0.0009809937],"category_scores_gemma":[0.0009142622,0.0002533531,0.0009002485,0.0003174543,0.0004332282,0.0002510037,0.0002550738,0.0005566881,0.0001681758],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002028918,"about_ca_system_score_gemma":0.0003187664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003670856,"about_ca_topic_score_gemma":0.00008097892,"domain_scores_codex":[0.9945229,0.001463332,0.001360303,0.0009350881,0.0006796615,0.001038744],"domain_scores_gemma":[0.9956462,0.002131757,0.0004008661,0.0007971846,0.0006273332,0.0003965913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.9102039,0.008795357,0.0003206731,0.007115625,0.00007837356,0.000002422063,0.00006092549,6.012083e-7,0.00002862142,0.01651271,0.04186784,0.01501297],"study_design_scores_gemma":[0.882624,0.0159708,0.0003019252,0.009268035,0.0000094675,0.000003334068,0.00005470421,0.0005707609,0.0003869602,0.009964784,0.080575,0.0002702312],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0004309404,0.000002108543,0.004104686,0.001141302,0.0001000847,0.9909728,0.000486833,0.0001152061,0.002646012],"genre_scores_gemma":[0.0112078,1.410176e-8,0.0004058528,0.00007839534,0.0002421965,0.9835963,0.00007929858,0.00007190672,0.004318196],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.03870716,"threshold_uncertainty_score":0.9999919,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2591388922","doi":"10.2196/resprot.6050","title":"Rationale and Design of a Genetic Study on Cardiometabolic Risk Factors: Protocol for the Tehran Cardiometabolic Genetic Study (TCGS)","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genetic Associations and Epidemiology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":85,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Medicine; Protocol (science); Diabetes mellitus; Research design; Gerontology; Alternative medicine; Endocrinology","retraction":null,"screen_n_in":null,"score":{"opus":0.298907528446257,"gpt":0.5387722162632393,"spread":0.2398646878169824,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003825905,0.0002857532,0.0005522757,0.0002011074,0.001316893,0.000180796,0.0009423227,0.0001730757,0.000008448103],"category_scores_gemma":[0.002047383,0.0001933622,0.0001654083,0.0001918624,0.0003694258,0.000008918622,0.0004799801,0.0002959636,0.00000488049],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002466973,"about_ca_system_score_gemma":0.0002708162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001591854,"about_ca_topic_score_gemma":0.00004753832,"domain_scores_codex":[0.995352,0.002119051,0.000572329,0.0007370124,0.0006179069,0.0006016705],"domain_scores_gemma":[0.9965747,0.0004977699,0.0004452379,0.001771088,0.0005726235,0.0001385676],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009263544,0.002237817,0.9773183,0.00008635661,0.0007629254,0.000004989226,0.001032682,0.00147347,0.004715241,0.00001571256,0.002598948,0.008827164],"study_design_scores_gemma":[0.005222242,0.007194443,0.9599952,0.00003408424,0.00003516823,0.000003129405,0.001488367,0.0001144049,0.0009034804,0.0001301227,0.02467187,0.0002075314],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.2131071,0.00001249743,0.001414393,0.0000604232,0.000009875478,0.7852761,0.00005783739,0.000007327715,0.0000544459],"genre_scores_gemma":[0.305014,0.000003725273,0.0005682327,0.000007121307,0.0002331234,0.6939805,0.000003519668,0.00003216343,0.0001576642],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.09190686,"threshold_uncertainty_score":0.9999833,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2042765944","doi":"10.2196/resprot.2389","title":"Feasibility of a Personal Health Technology-Based Psychological Intervention for Men with Stress and Mood Problems: Randomized Controlled Pilot Trial","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Jyväskylän Yliopisto; Suomalainen Lääkäriseura Duodecim; Teknologian Tutkimuskeskus VTT; Tekes","keywords":"Randomized controlled trial; Intervention (counseling); Psychological intervention; Mood; mHealth; eHealth; Anxiety; Mental health; Perceived Stress Scale; Psychology; Cognitive behavioral therapy; Clinical psychology; Medicine; Health care; Psychiatry; Stress (linguistics)","retraction":null,"screen_n_in":null,"score":{"opus":0.2842029151159343,"gpt":0.5927010932903365,"spread":0.3084981781744022,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006222954,0.0002335948,0.001309535,0.0004886428,0.0001887063,0.000108127,0.0003496931,0.0001774349,0.0005405909],"category_scores_gemma":[0.0006272626,0.0001527212,0.0003413828,0.0004127763,0.001158093,0.0001689703,0.00009516118,0.0005305891,0.00002861451],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001634723,"about_ca_system_score_gemma":0.0001391627,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001427584,"about_ca_topic_score_gemma":0.00006164493,"domain_scores_codex":[0.9944696,0.002120566,0.001358894,0.0006937457,0.0005715418,0.0007855983],"domain_scores_gemma":[0.9970385,0.00102329,0.0005955502,0.0004741254,0.0006143133,0.0002541711],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.9655221,0.01583609,0.0007061475,0.00201621,0.0001452661,9.896079e-7,0.0001805775,2.891251e-7,0.00002953541,0.005071632,0.001620246,0.008870898],"study_design_scores_gemma":[0.9225819,0.06168953,0.0008193746,0.003426231,0.00000670705,0.000004506332,0.0004672457,0.0002095798,0.00006483057,0.01045699,0.0001394142,0.0001337081],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.07042831,0.0000320803,0.0007520462,0.0045876,0.00002064291,0.9218917,0.0001204727,0.000104334,0.002062764],"genre_scores_gemma":[0.4165435,1.078639e-7,0.0005150082,0.0000201184,0.00002385366,0.5822838,0.0000144271,0.00001753086,0.0005816721],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.3461152,"threshold_uncertainty_score":0.6227788,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2004604710","doi":"10.2196/resprot.3041","title":"A Smartphone-Based Pain Management App for Adolescents With Cancer: Establishing System Requirements and a Pain Care Algorithm Based on Literature Review, Interviews, and Consensus","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"University Health Network; Hospital for Sick Children; University of Toronto","funders":"Hospital for Sick Children; Pediatric Oncology Group of Ontario","keywords":"Pain management; Cancer pain; Medicine; Population; Pain assessment; Smartphone app; Computer science; Cancer; Physical therapy; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.06825952948398045,"gpt":0.443091923352711,"spread":0.3748323938687306,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01354536,0.0003593961,0.0005928393,0.000614233,0.0002343889,0.0002743277,0.0002842238,0.0001332517,0.00000426121],"category_scores_gemma":[0.0005673424,0.0002765459,0.00007788639,0.0007668704,0.0001476498,0.00009747108,0.0001682337,0.0005422434,0.000001352376],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004557401,"about_ca_system_score_gemma":0.0001213687,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002566989,"about_ca_topic_score_gemma":0.00001291738,"domain_scores_codex":[0.994123,0.002650883,0.0004865152,0.0008564005,0.001161761,0.0007214139],"domain_scores_gemma":[0.9976316,0.0004555929,0.0002011583,0.0008135336,0.0005797481,0.0003183467],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.002284406,0.000460587,0.01662658,0.3746353,0.00006561989,0.0002204089,0.0002002348,0.000002075998,0.00005516727,0.00004433619,0.09427402,0.5111313],"study_design_scores_gemma":[0.01181873,0.00685307,0.002279188,0.6666419,0.0000853549,0.000006552702,0.0004449201,0.03919438,0.0001245338,0.00002613871,0.2719848,0.0005404598],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0001377963,0.001736007,0.0569763,0.002418334,0.00001214796,0.9373552,0.0001068842,0.0004960285,0.0007613155],"genre_scores_gemma":[0.01095509,0.000167637,0.01831256,0.002821984,0.0001690846,0.9672462,0.00009166501,0.0000769167,0.0001588001],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.5105909,"threshold_uncertainty_score":0.9999686,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1593419702","doi":"10.2196/resprot.3852","title":"Mobile App-Delivered Cognitive Behavioral Therapy for Insomnia: Feasibility and Initial Efficacy Among Veterans With Cannabis Use Disorders","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":82,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute on Drug Abuse; National Center for PTSD, U.S. Department of Veterans Affairs; Clinical Science Research and Development; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Cannabis; Psychiatry; Cognitive behavioral therapy; Context (archaeology); Insomnia; Medicine; Mood; Randomized controlled trial; Clinical psychology; Psychology; Cognition","retraction":null,"screen_n_in":null,"score":{"opus":0.4342484675589032,"gpt":0.6190367064562012,"spread":0.1847882388972981,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009127756,0.0002246383,0.0002709522,0.0001920212,0.0002393433,0.0002460946,0.0002549472,0.0001541944,0.0001082313],"category_scores_gemma":[0.0001037336,0.0001896323,0.00009215043,0.0003328772,0.0008870556,0.0005714644,0.0001224077,0.0004949144,0.00004293148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002190685,"about_ca_system_score_gemma":0.0002130139,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001232184,"about_ca_topic_score_gemma":0.00115528,"domain_scores_codex":[0.9969718,0.0006695997,0.000382112,0.000655692,0.0005223526,0.0007983829],"domain_scores_gemma":[0.9980989,0.0002708781,0.00009796379,0.0004134995,0.0006101119,0.0005087018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.08053884,0.04346231,0.2411906,0.0006763799,0.0002206787,0.00009766139,0.02502258,0.000002133221,0.00004196708,0.0005756302,0.02392455,0.5842466],"study_design_scores_gemma":[0.09362326,0.2072015,0.5564811,0.003447548,0.00001994195,0.00003688265,0.009566437,0.00003725493,0.0008673477,0.003184533,0.124353,0.00118119],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"protocol","genre_scores_codex":[0.5746254,0.00001148951,0.00004929035,0.00006278437,0.00001759091,0.4242055,0.0003740429,0.00006348813,0.0005904183],"genre_scores_gemma":[0.4796496,2.224288e-7,0.00005628517,0.00001932731,0.00003008149,0.5194046,0.00004550116,0.00003222354,0.000762101],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5830655,"threshold_uncertainty_score":0.773298,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2801228313","doi":"10.2196/resprot.7655","title":"Addressing Participant Validity in a Small Internet Health Survey (The Restore Study): Protocol and Recommendations for Survey Response Validation","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Protocol (science); The Internet; Computer science; Data deduplication; Population; Social media; World Wide Web; Survey methodology; Data science; Applied psychology; Psychology; Computer security; Medicine; Environmental health","retraction":null,"screen_n_in":null,"score":{"opus":0.9623019327691681,"gpt":0.7505321294882209,"spread":0.2117698032809472,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5353937,0.0001729939,0.0003565996,0.0003550699,0.001843147,0.0003554398,0.0006409772,0.0001795436,0.0001309328],"category_scores_gemma":[0.1250503,0.0001367749,0.00004192387,0.00133028,0.001232073,0.0002518492,0.0002802533,0.0006631214,0.00001975704],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002893599,"about_ca_system_score_gemma":0.001872747,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02148752,"about_ca_topic_score_gemma":0.2792141,"domain_scores_codex":[0.5084139,0.4877521,0.0009198945,0.0008389052,0.0007338695,0.001341428],"domain_scores_gemma":[0.922772,0.07526227,0.0002438411,0.0005186644,0.0009597053,0.0002435284],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.2020665,0.001832913,0.6856107,0.000106223,0.00003145248,0.000005178121,0.06936522,6.128039e-7,0.00009680371,0.0001883022,0.0316742,0.00902201],"study_design_scores_gemma":[0.002075644,0.003226241,0.9040181,0.000347749,9.80855e-7,5.941764e-7,0.002560823,0.00002831706,0.0001959209,0.0004173814,0.08698364,0.0001446138],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.1926181,7.359582e-7,0.0002483261,0.003124908,0.0000250124,0.8038533,0.0000602632,0.00004028775,0.00002901361],"genre_scores_gemma":[0.06604397,3.465933e-7,0.0006081198,0.0000870154,0.0001358144,0.9323596,0.00002443311,0.00002370936,0.0007169594],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.4143581,"threshold_uncertainty_score":0.9994563,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2290915767","doi":"10.2196/resprot.5204","title":"Improving Patient Experience and Primary Care Quality for Patients With Complex Chronic Disease Using the Electronic Patient-Reported Outcomes Tool: Adopting Qualitative Methods Into a User-Centered Design Approach","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"St. Michael's Hospital; Institute for Work & Health; University of Waterloo; Sinai Health System; Lunenfeld-Tanenbaum Research Institute; University of Toronto","funders":"","keywords":"mHealth; eHealth; Qualitative research; Focus group; Computer science; Health care; Process (computing); User-centered design; Telemedicine; Knowledge management; Medicine; Process management; Nursing; Human–computer interaction; Psychological intervention; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.3923350734566953,"gpt":0.5828662233823656,"spread":0.1905311499256703,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002193308,0.0002643707,0.0003772803,0.0001706071,0.000521025,0.0001471257,0.0002120505,0.00005497706,0.00001019586],"category_scores_gemma":[0.001070057,0.0001423169,0.0000859791,0.0003434739,0.0003480257,0.0004197705,0.0002716242,0.0002377247,7.196708e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001250335,"about_ca_system_score_gemma":0.0007652248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005263751,"about_ca_topic_score_gemma":0.000002698122,"domain_scores_codex":[0.9952642,0.001714319,0.00058975,0.0006662432,0.000889417,0.0008760388],"domain_scores_gemma":[0.9969853,0.0008725745,0.0003900973,0.0006558439,0.0008798431,0.0002163075],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01083439,0.003155177,0.3582708,0.009007013,0.0004082673,0.000003432693,0.09991054,0.00001410876,0.0098269,0.0007898514,0.0002324493,0.5075471],"study_design_scores_gemma":[0.04325116,0.02801057,0.7928648,0.0107466,0.0002664981,0.000002867332,0.09253427,0.003685143,0.00436834,0.001490034,0.02044426,0.002335472],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"protocol","genre_scores_codex":[0.5816504,0.00002112922,0.04818131,0.0001466315,0.000008919771,0.3699072,0.00001011151,0.00005294251,0.00002143868],"genre_scores_gemma":[0.3968615,4.643148e-7,0.04545357,0.00006205809,0.00003020397,0.5574652,0.00005204792,0.00003959307,0.00003541061],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5052117,"threshold_uncertainty_score":0.5803515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2547757901","doi":"10.2196/resprot.6194","title":"App Chronic Disease Checklist: Protocol to Evaluate Mobile Apps for Chronic Disease Self-Management","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Checklist; Mobile apps; Protocol (science); Chronic disease; Medicine; Self-management; Disease; Computer science; World Wide Web; Psychology; Alternative medicine; Family medicine; Internal medicine; Pathology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.187864646017255,"gpt":0.6247476754683455,"spread":0.4368830294510905,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005391924,0.0004425163,0.000485033,0.0004936998,0.002651773,0.00006333501,0.0009302814,0.000218207,0.001159168],"category_scores_gemma":[0.0004737031,0.0003156906,0.0001443272,0.000826268,0.0002361349,0.000260417,0.0009456743,0.0008277721,0.002806937],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0031767,"about_ca_system_score_gemma":0.007098456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002048357,"about_ca_topic_score_gemma":0.00005577691,"domain_scores_codex":[0.9911704,0.001456399,0.001291317,0.001518993,0.001389256,0.003173631],"domain_scores_gemma":[0.9910908,0.001059761,0.0003043434,0.002029891,0.0009675677,0.004547663],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.008104647,0.002147957,0.003357778,0.08971672,0.0000636418,0.00002142026,0.0004308136,0.00001649967,0.0004413498,0.04900012,0.3397373,0.5069618],"study_design_scores_gemma":[0.009117723,0.001569642,0.006404867,0.006598669,0.00001077452,2.740709e-7,0.00005175315,0.0003068971,0.00003172969,0.004055292,0.9715025,0.0003498463],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0001230154,0.00003052814,0.001231133,0.007735686,0.00002664429,0.988101,0.0002830106,0.0005181012,0.00195087],"genre_scores_gemma":[0.0006632855,0.00002678369,0.0009040719,0.0006653396,0.001080083,0.9802333,0.00003364518,0.0001437519,0.01624973],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.6317652,"threshold_uncertainty_score":0.9999295,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983164813","doi":"10.2196/resprot.4042","title":"Impact of the Mobile HealthPROMISE Platform on the Quality of Care and Quality of Life in Patients With Inflammatory Bowel Disease: Study Protocol of a Pragmatic Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Medicine; Randomized controlled trial; Quality of life (healthcare); Inflammatory bowel disease; Psychological intervention; Physical therapy; Disease; Quality management; Disease management; Patient education; Family medicine; Nursing; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.07875131691854538,"gpt":0.4840151898892742,"spread":0.4052638729707289,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01005622,0.0002253688,0.001116015,0.0001082022,0.00006189529,0.0000151189,0.0004742029,0.0001068944,0.00001121956],"category_scores_gemma":[0.005927064,0.0001062799,0.0003347286,0.0001796502,0.0007488764,0.00001535935,0.0002769803,0.0002587422,2.727745e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007545093,"about_ca_system_score_gemma":0.002613749,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001036091,"about_ca_topic_score_gemma":0.00009377794,"domain_scores_codex":[0.9897283,0.006502531,0.001702308,0.0003116768,0.001448539,0.0003066332],"domain_scores_gemma":[0.9953362,0.0005619821,0.001379078,0.001109127,0.001369296,0.0002443258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.6941513,0.00266524,0.2994478,0.002233265,0.0001360622,4.817678e-7,0.0008490857,0.00005300763,0.0003601479,0.00005179204,0.00002685797,0.00002492973],"study_design_scores_gemma":[0.6199255,0.006207464,0.3724747,0.0004541555,0.000007761823,1.304905e-8,0.000489708,0.00001002461,0.0002973009,0.0000429066,0.000006390294,0.00008404306],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"empirical","genre_gemma":"protocol","genre_scores_codex":[0.5065107,0.0000024398,2.442471e-7,0.000004178197,0.000001675647,0.4933913,0.00004791332,0.000001694399,0.00003978051],"genre_scores_gemma":[0.4899038,8.503701e-8,0.000003182168,0.000002218367,0.00001085615,0.510059,0.000004387802,0.00001049895,0.000006019771],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.07422583,"threshold_uncertainty_score":0.7095677,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2898978558","doi":"10.2196/11540","title":"Investigating Intervention Components and Exploring States of Receptivity for a Smartphone App to Promote Physical Activity: Protocol of a Microrandomized Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Psychological intervention; Incentive; mHealth; Intervention (counseling); Context (archaeology); Protocol (science); Applied psychology; Psychology; Randomized controlled trial; eHealth; Incentive program; Computer science; Medicine; Nursing; Health care; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.4842277837303872,"gpt":0.6209535761978063,"spread":0.1367257924674192,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002868969,0.0001747836,0.0005520904,0.0003103979,0.0001432182,0.00006390525,0.000262613,0.0000729327,0.0000485875],"category_scores_gemma":[0.0005742097,0.0001592969,0.0001876343,0.0004646824,0.0005241561,0.0003525733,0.0003413293,0.0002791247,0.0000284915],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009239894,"about_ca_system_score_gemma":0.00005885987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001504545,"about_ca_topic_score_gemma":0.00002715901,"domain_scores_codex":[0.9968721,0.000968109,0.0006653903,0.0004773395,0.0004733426,0.0005437349],"domain_scores_gemma":[0.9979649,0.0005003057,0.0003885868,0.0003794144,0.0005367474,0.0002300547],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.3899585,0.01505656,0.0002367579,0.005258178,0.0001273796,0.000001215619,0.005312493,1.436819e-7,0.1447902,0.0005432204,0.001326761,0.4373886],"study_design_scores_gemma":[0.3083374,0.06442094,0.003635244,0.01524126,0.000008842236,0.000003277518,0.0004705068,0.0002544153,0.5849048,0.008428844,0.01393734,0.0003570912],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.4743989,1.299932e-7,0.0002193637,0.00009075289,0.00001849383,0.5250902,0.00005247482,0.00002238081,0.0001073867],"genre_scores_gemma":[0.2022619,7.630812e-9,0.001231295,0.000004024271,0.0001225238,0.796154,0.00000597111,0.00002897497,0.0001913089],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.4401146,"threshold_uncertainty_score":0.6495938,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2107740048","doi":"10.2196/resprot.2865","title":"Co-Creation With TickiT: Designing and Evaluating a Clinical eHealth Platform for Youth","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"BC Children's Hospital; Michael Smith Health Research BC; Simon Fraser University; University of British Columbia; McMaster Children's Hospital; McMaster University","funders":"","keywords":"Psychosocial; eHealth; Mental health; Telehealth; Focus group; Medicine; Data collection; Medical education; Nursing; General partnership; Health care; Telemedicine; Psychology; Psychiatry; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.634034949708601,"gpt":0.7149061227390112,"spread":0.08087117303041025,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004808141,0.00013206,0.0002275963,0.0001710884,0.0003715199,0.0002329862,0.0002002922,0.0001288265,0.0003780284],"category_scores_gemma":[0.0003518871,0.0001048542,0.0000505504,0.0002364396,0.0002823556,0.0003906974,0.00005668675,0.0004752229,0.000389284],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001292376,"about_ca_system_score_gemma":0.0002202179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001072391,"about_ca_topic_score_gemma":0.00001580982,"domain_scores_codex":[0.9971731,0.0004008473,0.0006720885,0.0004667222,0.0005170517,0.0007702415],"domain_scores_gemma":[0.9976672,0.001020187,0.0001690816,0.0003498102,0.000438137,0.0003556205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00370623,0.002704378,0.04508191,0.001523188,0.00009384731,0.000006311722,0.004537083,8.186346e-7,0.0001664104,0.01208468,0.02083877,0.9092564],"study_design_scores_gemma":[0.06807386,0.3049543,0.4171383,0.03512676,0.00004917146,0.0001732025,0.03400027,0.004143552,0.003955823,0.06186637,0.06835797,0.002160396],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.07483651,0.00000613764,0.001173188,0.000557303,0.00002275491,0.9037643,0.00007640166,0.00009882062,0.01946459],"genre_scores_gemma":[0.1699138,8.230116e-8,0.003252234,0.00007845421,0.0001129447,0.8246867,0.00003636575,0.00003488284,0.001884536],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.907096,"threshold_uncertainty_score":0.5003589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2530140318","doi":"10.2196/resprot.5861","title":"Teaching Intuitive Eating and Acceptance and Commitment Therapy Skills Via a Web-Based Intervention: A Pilot Single-Arm Intervention Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Overweight; Population; Body mass index; Interquartile range; Weight management; Medicine; Weight loss; Intervention (counseling); Dieting; Psychological intervention; Acceptance and commitment therapy; Binge eating; Physical therapy; Psychology; Clinical psychology; Obesity; Eating disorders; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1938525129142603,"gpt":0.5362536690725254,"spread":0.3424011561582651,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002739766,0.0002268567,0.0002664354,0.0002708045,0.0004059084,0.0002047352,0.0002727755,0.00008237865,0.0008215242],"category_scores_gemma":[0.0001126653,0.0001589658,0.00008330963,0.0001958735,0.0002862205,0.0002135796,0.0002321947,0.0005372238,0.00002979922],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001234215,"about_ca_system_score_gemma":0.00002144641,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002454247,"about_ca_topic_score_gemma":0.0002335193,"domain_scores_codex":[0.9956669,0.002243683,0.0004710778,0.0006371019,0.0004631285,0.0005180888],"domain_scores_gemma":[0.9986186,0.0004690978,0.0001879776,0.0004246007,0.0001687083,0.0001310347],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001058953,0.02710885,0.3330262,0.0001102686,0.00006014488,0.00001995912,0.003777251,4.267075e-8,0.005889276,0.000179623,0.0004441196,0.6283253],"study_design_scores_gemma":[0.06373952,0.1761248,0.7145593,0.01417598,0.00001668786,0.00002291043,0.01285318,0.000061998,0.001425053,0.00243226,0.01360617,0.000982061],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7445551,0.0000296647,0.0005512861,0.0002616899,0.00001846981,0.2536643,0.000007741584,0.00008751536,0.0008241726],"genre_scores_gemma":[0.5553998,3.871131e-7,0.0001124383,0.00002282501,0.00003859698,0.4436859,0.000001645682,0.00002382811,0.0007145672],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6273432,"threshold_uncertainty_score":0.8995113,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W788047662","doi":"10.2196/resprot.4320","title":"Accuracy of Detecting Residual Disease After Cross Neoadjuvant Chemoradiotherapy for Esophageal Cancer (preSANO Trial): Rationale and Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Esophageal Cancer Research and Treatment","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Stichting Coolsingel; KWF Kankerbestrijding","keywords":"Medicine; Esophageal cancer; Esophagectomy; Esophagus; Neoadjuvant therapy; Chemoradiotherapy; Radiology; Adenocarcinoma; Cancer; Regimen; Surgery; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2702804426200023,"gpt":0.5923795859597891,"spread":0.3220991433397868,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001966362,0.0002458226,0.000489275,0.0002455064,0.0002056634,0.0001732907,0.0002212492,0.0001138319,0.0002612251],"category_scores_gemma":[0.001362706,0.0001867887,0.0001275408,0.0003505425,0.0004195956,0.0003212571,0.0001580678,0.0004359517,0.000007604328],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004028754,"about_ca_system_score_gemma":0.002804676,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001074722,"about_ca_topic_score_gemma":0.00003094988,"domain_scores_codex":[0.9961748,0.0003354945,0.0005350142,0.0006068429,0.001557749,0.0007900652],"domain_scores_gemma":[0.9964362,0.000536144,0.0001668457,0.000576076,0.001282073,0.001002701],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.868557,0.002550174,0.06097643,0.006359769,0.0001909375,0.0004147075,0.0008968939,0.00001418139,0.001542002,0.0001431248,0.007836304,0.05051843],"study_design_scores_gemma":[0.6059383,0.03992561,0.07119905,0.005666847,0.00003719098,0.00003913172,0.000196136,0.0006888593,0.1035458,0.003599048,0.1684634,0.0007005556],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0230306,0.0003058928,0.00002781964,0.0009400661,0.000007512728,0.9753749,0.0001700156,0.00004469573,0.00009843994],"genre_scores_gemma":[0.02534403,0.000003780612,0.0008523037,0.00006860585,0.000666358,0.9712799,0.00001842248,0.00006021631,0.001706442],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.2626187,"threshold_uncertainty_score":0.7617024,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137781327","doi":"10.2196/resprot.2329","title":"Web-based Intervention for Postpartum Depression: Formative Research and Design of the MomMoodBooster Program","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Mental Health; National Institutes of Health","keywords":"Focus group; Psychology; Psychological intervention; Formative assessment; Mental health; Clinical psychology; Usability; Intervention (counseling); Psychotherapist; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.4260627850144402,"gpt":0.6339295267120522,"spread":0.207866741697612,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006284619,0.0001383168,0.0001896471,0.0003071446,0.0004011051,0.0001147015,0.000538289,0.0001490954,0.0002025825],"category_scores_gemma":[0.000267629,0.00009485336,0.0001394521,0.0005632165,0.0006666186,0.0004401632,0.0004244733,0.0006404744,0.0000914163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001348021,"about_ca_system_score_gemma":0.0001006001,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001425485,"about_ca_topic_score_gemma":0.000007838688,"domain_scores_codex":[0.9951807,0.002081407,0.0005507192,0.0002952319,0.0008014374,0.001090476],"domain_scores_gemma":[0.9972519,0.001030827,0.0001621191,0.0006286631,0.0006776572,0.0002488275],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.02048764,0.05397048,0.07522094,0.01206193,0.0002286088,0.000005144544,0.007301198,0.00000264188,0.001752645,0.03368174,0.2250359,0.5702512],"study_design_scores_gemma":[0.03470318,0.08278801,0.1473413,0.03993734,0.00001838621,0.00006825492,0.00508457,0.001745914,0.112351,0.03640476,0.538552,0.001005345],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.013883,0.00006075788,0.0007433929,0.00133341,0.0001055526,0.9776408,0.0001039712,0.000079734,0.006049374],"genre_scores_gemma":[0.4072731,5.074972e-8,0.0004799476,0.00001545313,0.00004875965,0.5906481,0.000005921188,0.00002129825,0.001507328],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.5692458,"threshold_uncertainty_score":0.3868008,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2141472015","doi":"10.2196/resprot.4162","title":"Efficacy of a Multicomponent Positive Psychology Self-Help Intervention: Study Protocol of a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Optimism; Psychological intervention; Positive psychology; Flourishing; Randomized controlled trial; Psychology; Clinical psychology; Intervention (counseling); Psychosocial; Mindfulness; Anxiety; Life satisfaction; Medicine; Psychotherapist; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.264868268955405,"gpt":0.6381728343256664,"spread":0.3733045653702614,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01473544,0.000314755,0.002370743,0.0007879778,0.00008616164,0.00005731368,0.0008214248,0.0002044647,0.0004636379],"category_scores_gemma":[0.001582731,0.0002373453,0.001079759,0.0006578631,0.0006545571,0.0001767026,0.0003832313,0.0006890036,0.0002170426],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002074237,"about_ca_system_score_gemma":0.0002425168,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001438045,"about_ca_topic_score_gemma":0.00001265139,"domain_scores_codex":[0.9814275,0.01228602,0.003344012,0.000687812,0.001495115,0.0007595439],"domain_scores_gemma":[0.9938155,0.002063391,0.001253947,0.001015283,0.001455752,0.0003960836],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.8905932,0.09872048,0.0001549018,0.0003938609,0.0007801754,0.0000311118,0.002340887,3.846395e-7,0.00003632341,0.002341173,0.002197136,0.002410338],"study_design_scores_gemma":[0.9508987,0.04243672,0.0007951796,0.001557786,0.00003053918,0.000008842702,0.0007145088,0.00002105727,0.0002579953,0.0010345,0.002085672,0.0001584601],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.01979188,0.000002977257,0.00004898334,0.0002664386,0.0001060239,0.9641783,0.00002781799,0.00008489619,0.01549271],"genre_scores_gemma":[0.1581144,1.382818e-8,0.0002032338,0.00001250979,0.0001138028,0.8403895,0.000006144778,0.00003978821,0.001120621],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.1383225,"threshold_uncertainty_score":0.9678659,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2890325779","doi":"10.2196/10694","title":"A Mobile-Based App (MyChoices) to Increase Uptake of HIV Testing and Pre-Exposure Prophylaxis by Young Men Who Have Sex With Men: Protocol for a Pilot Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Men who have sex with men; Pre-exposure prophylaxis; Randomized controlled trial; Medicine; Psychological intervention; Population; Protocol (science); mHealth; Family medicine; Human immunodeficiency virus (HIV); Public health; Smartphone app; Gerontology; Alternative medicine; Internet privacy; Environmental health; Internal medicine; Psychiatry; Computer science; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.07758773586377812,"gpt":0.4729418685759608,"spread":0.3953541327121827,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009820113,0.0004207428,0.001968889,0.0006843755,0.000436379,0.0002560309,0.0004518418,0.0001743066,0.0003100719],"category_scores_gemma":[0.01073521,0.0002636182,0.0003090682,0.0008044702,0.001062599,0.0002141289,0.0002000064,0.0007284858,0.00001645386],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001583688,"about_ca_system_score_gemma":0.001346293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000325068,"about_ca_topic_score_gemma":0.00005539085,"domain_scores_codex":[0.9925596,0.002022425,0.001415233,0.0008796093,0.001970471,0.001152711],"domain_scores_gemma":[0.9926035,0.002254718,0.0003969228,0.000842846,0.002969247,0.0009327229],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.8860255,0.003639814,0.0007879243,0.002913646,0.0002964623,0.00001103803,0.000454113,9.699958e-7,0.01323638,0.00001611592,0.08814617,0.004471796],"study_design_scores_gemma":[0.7310193,0.2323713,0.00004559063,0.004213532,0.00002508285,0.000007002652,0.0001720605,0.009331102,0.004924953,0.00004014372,0.01764854,0.0002014805],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.003735873,0.000002771253,0.001517623,0.0001814194,0.000001014014,0.9732131,0.0001179535,0.00008521906,0.02114501],"genre_scores_gemma":[0.004692711,9.611641e-8,0.002745381,0.00002117234,0.000350849,0.9311535,0.00002021248,0.00008522689,0.06093087],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.2287315,"threshold_uncertainty_score":0.9999816,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}