{"meta":{"query_hash":"42d488d18bcf","filters":{"venue":"JMIR Medical Informatics"},"cohort_total":1809,"direct_labels_cover":15,"predictions_cover":1809,"exported":1809,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/42d488d18bcf","api":"https://metacan.xera.ac/api/v1/cohort?venue=JMIR+Medical+Informatics"},"results":[{"id":"W1535365635","doi":"10.2196/medinform.4106","title":"Comprehensive Evaluation of Electronic Medical Record System Use and User Satisfaction at Five Low-Resource Setting Hospitals in Ethiopia","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Documentation; Electronic medical record; Medicine; Interquartile range; Health care; Medical record; Logistic regression; Descriptive statistics; Cross-sectional study; Health informatics; User satisfaction; Family medicine; Nursing; Medical education; Public health; Computer science","score_opus":0.06081851245113043,"score_gpt":0.4187129338171475,"score_spread":0.3578944213660171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535365635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99413204,0.00028530293,0.00028128337,0.00074932596,0.00055866176,0.0027662218,0.000010723963,0.00010443289,0.0011119945],"genre_scores_gemma":[0.99751097,0.000090216236,0.0002485979,0.0012617079,0.00020434149,0.00048185672,0.000054897602,0.00003277599,0.00011461504],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99006075,0.0025277666,0.002678877,0.00021833475,0.0034682497,0.0010460292],"domain_scores_gemma":[0.9943644,0.0023659845,0.0011310539,0.00037674053,0.0008796651,0.0008821494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010508268,0.0002558894,0.00073110784,0.00025001087,0.00022282962,0.000013983802,0.00022668428,0.0010692374,0.00021534805],"category_scores_gemma":[0.0041673244,0.00021902926,0.00005348521,0.00038632946,0.00014357695,0.00046199255,0.00025901917,0.0021158666,0.00013057115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038134094,0.00011198066,0.7759347,0.015811782,0.00017027126,0.000018131057,0.09397906,0.00012123338,0.00001932881,0.003946308,0.045356818,0.06414902],"study_design_scores_gemma":[0.017723106,0.0012161623,0.1898166,0.017294789,0.00013743913,0.00014385664,0.1288184,0.60162956,0.000034623296,0.00023934871,0.042013586,0.0009325511],"about_ca_topic_score_codex":0.0014349315,"about_ca_topic_score_gemma":0.0028805695,"teacher_disagreement_score":0.6015083,"about_ca_system_score_codex":0.0028775753,"about_ca_system_score_gemma":0.0052283444,"threshold_uncertainty_score":0.9274859},"labels":[],"label_agreement":null},{"id":"W1595429343","doi":"10.2196/medinform.3740","title":"Analysis of PubMed User Sessions Using a Full-Day PubMed Query Log: A Comparison of Experienced and Nonexperienced PubMed Users","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Session (web analytics); Computer science; Information retrieval; MEDLINE; Query expansion; Web search query; World Wide Web; Search engine","score_opus":0.08112951096715199,"score_gpt":0.3589180753614555,"score_spread":0.2777885643943035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595429343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8989224,0.000023876282,0.09942872,0.00010347796,0.00024880728,0.00074217474,0.000010970501,0.00006679631,0.00045276582],"genre_scores_gemma":[0.9921492,0.000008615914,0.007086782,0.0002211807,0.000021121286,0.0004564849,0.000015844455,0.000006305492,0.000034478144],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950406,0.00013306284,0.0016962937,0.00017901426,0.0022198444,0.0007312171],"domain_scores_gemma":[0.99661106,0.00022477128,0.0007704311,0.0005867703,0.0005755201,0.0012314563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019805678,0.00023022889,0.00078875077,0.00083499105,0.00011797585,0.00014216069,0.0010398794,0.00025979884,0.00003194057],"category_scores_gemma":[0.0011288305,0.00017702105,0.00016539225,0.0028667715,0.00057280104,0.002118286,0.0006075591,0.0003269304,0.000002408042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031747768,0.0014018983,0.0981688,0.0004885043,0.00094093214,0.000021665666,0.59468484,0.0024438715,0.0002867228,0.005721039,0.001803055,0.2937212],"study_design_scores_gemma":[0.0016614846,0.00014490001,0.064700395,0.000050167753,0.00015487625,0.000014879727,0.03523489,0.8943111,0.002402211,0.000018343893,0.0008895081,0.00041730076],"about_ca_topic_score_codex":0.000038946848,"about_ca_topic_score_gemma":0.000013826471,"teacher_disagreement_score":0.89186716,"about_ca_system_score_codex":0.0001231252,"about_ca_system_score_gemma":0.00047427468,"threshold_uncertainty_score":0.7218709},"labels":[],"label_agreement":null},{"id":"W1725042672","doi":"10.2196/medinform.4171","title":"A Web-Based, Hospital-Wide Health Care-Associated Bloodstream Infection Surveillance and Classification System: Development and Evaluation","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Infection Control in Healthcare","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Taiwan University; National Taiwan University Hospital; National Science Council","keywords":"Bloodstream infection; Medicine; Predictive value; Health care; Infection control; Intensive care; Healthcare system; Medical emergency; Emergency medicine; Intensive care medicine; Internal medicine","score_opus":0.03452077891093706,"score_gpt":0.3428566115447933,"score_spread":0.3083358326338562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1725042672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99129826,0.00048223295,0.00066715427,0.003355264,0.0004412429,0.0018695326,0.00000781873,0.00026499116,0.0016135289],"genre_scores_gemma":[0.9969987,0.000076462486,0.00086744514,0.0013265308,0.00008963321,0.00032990606,0.00028659657,0.000015709362,0.000009006898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971847,0.00021948537,0.0009024068,0.00015365136,0.0012512557,0.00028850077],"domain_scores_gemma":[0.99746203,0.00016781823,0.00045952178,0.00019871586,0.001023908,0.000687984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024634774,0.00017827562,0.00038613973,0.00018628637,0.00018050155,0.000043230226,0.000038929928,0.0002837567,0.000008515897],"category_scores_gemma":[0.0015320141,0.00015640014,0.000029434013,0.00026537804,0.00009812454,0.000168243,0.00003110222,0.00032939893,0.000020671636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013857392,0.00034271777,0.69293773,0.00497132,0.0001319524,0.0000050813815,0.023435647,0.000023338289,0.0000022699533,0.00038537354,0.005460191,0.2721658],"study_design_scores_gemma":[0.013603714,0.0013454466,0.6684174,0.0017093512,0.00008266568,0.0000919531,0.013388955,0.284496,0.000025781745,0.00000949511,0.016447622,0.00038160617],"about_ca_topic_score_codex":0.00013418347,"about_ca_topic_score_gemma":0.00033044675,"teacher_disagreement_score":0.28447267,"about_ca_system_score_codex":0.0013681293,"about_ca_system_score_gemma":0.0034664844,"threshold_uncertainty_score":0.63778126},"labels":[],"label_agreement":null},{"id":"W1831739095","doi":"10.2196/medinform.4457","title":"Meaningful Use of Electronic Health Records: Experiences From the Field and Future Opportunities","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Health care; Government (linguistics); Public relations; Business; Incentive; Health information technology; Medicine; SAFER; Nursing; Medical education; Political science; Computer science; Sociology; Computer security","score_opus":0.14372269684725922,"score_gpt":0.4378075639005672,"score_spread":0.29408486705330794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1831739095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93445826,0.0027146437,0.0006073862,0.05490032,0.0020054297,0.0016541277,0.000027122527,0.00013481916,0.0034979042],"genre_scores_gemma":[0.77792203,0.016157232,0.0027788153,0.19205554,0.006711416,0.0019217075,0.00018042329,0.00009434385,0.0021784622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959182,0.00070812623,0.0015437888,0.00010758368,0.00089822983,0.00082408567],"domain_scores_gemma":[0.9952434,0.0027186715,0.00076719833,0.00039641696,0.00018227148,0.0006920684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025832502,0.00016998245,0.00047083845,0.00005808733,0.0003527452,0.000018538705,0.00035090582,0.00034975965,0.0004190029],"category_scores_gemma":[0.0010163039,0.00010419297,0.000039611903,0.00017493672,0.0001513952,0.0003744272,0.00015194701,0.0013363941,0.00002528366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008013926,0.000036414174,0.0054855794,0.0005525396,0.00004015057,0.000001806662,0.4501689,2.0778602e-7,1.713564e-7,0.0063880207,0.45316,0.084086075],"study_design_scores_gemma":[0.0004479439,0.0004302419,0.00022785645,0.00036135782,0.0000042286642,0.000005107227,0.3334748,0.0010223655,0.0000014684301,0.0002769201,0.6636597,0.00008797878],"about_ca_topic_score_codex":0.002765137,"about_ca_topic_score_gemma":0.0016658521,"teacher_disagreement_score":0.21049972,"about_ca_system_score_codex":0.0002264422,"about_ca_system_score_gemma":0.0057764263,"threshold_uncertainty_score":0.99985987},"labels":[],"label_agreement":null},{"id":"W1857664388","doi":"10.2196/medinform.4192","title":"Disrupting Electronic Health Records Systems: The Next Generation","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health records; Electronic health record; Computer science; Computer security; Health care; Political science","score_opus":0.17709787451556563,"score_gpt":0.4683857871961463,"score_spread":0.2912879126805807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1857664388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7626671,0.012305438,0.042992212,0.06813705,0.0223814,0.019505113,0.000043158427,0.0018614175,0.07010711],"genre_scores_gemma":[0.95607656,0.0011278864,0.00052366406,0.027656453,0.0074154586,0.002585408,0.00018808283,0.000096179734,0.0043302896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99186164,0.0017314475,0.0027074253,0.00016992755,0.0016338128,0.001895747],"domain_scores_gemma":[0.9959766,0.0007216655,0.0011669998,0.0006591045,0.00033525957,0.0011403256],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011430734,0.00025736893,0.0005618659,0.000114331575,0.0010979394,0.000061071005,0.0005837096,0.00047131622,0.00015447913],"category_scores_gemma":[0.0012169706,0.00016299137,0.0000696983,0.0005003774,0.00009045621,0.00048153702,0.00016703665,0.0026142178,0.0012762679],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052247116,0.000115809205,0.0034900336,0.0036782378,0.000084790474,0.000004176657,0.10005064,0.0000690289,0.000004498548,0.035275783,0.7894985,0.06767622],"study_design_scores_gemma":[0.0011797504,0.00045909378,0.00006825746,0.000681421,0.0000081868,0.00005430739,0.047064714,0.19655289,7.205082e-7,0.00013559341,0.7535725,0.00022256495],"about_ca_topic_score_codex":0.0013603341,"about_ca_topic_score_gemma":0.001290381,"teacher_disagreement_score":0.19648385,"about_ca_system_score_codex":0.0023923083,"about_ca_system_score_gemma":0.012406668,"threshold_uncertainty_score":0.9996868},"labels":[],"label_agreement":null},{"id":"W1860072859","doi":"10.2196/medinform.3783","title":"Web-Based Textual Analysis of Free-Text Patient Experience Comments From a Survey in Primary Care","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Programme Grants for Applied Research; National Institute for Health and Care Research","keywords":"Text messaging; Computer science; Documentation; Web application; Resource (disambiguation); Quality (philosophy); Action (physics); World Wide Web; Data science","score_opus":0.10369701538136081,"score_gpt":0.4278153692008675,"score_spread":0.3241183538195067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1860072859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943429,0.00006673811,0.00037840108,0.00015102138,0.00049770647,0.00089906197,0.0012206754,0.00005888103,0.0023845772],"genre_scores_gemma":[0.99186766,0.000011177024,0.0011547495,0.004375467,0.000027392425,0.0003933937,0.0021489675,0.000013015426,0.000008169809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944195,0.0009561892,0.002190883,0.00015360772,0.0018081298,0.00047169515],"domain_scores_gemma":[0.9956853,0.0015713102,0.00081036624,0.0007260016,0.00054465636,0.0006623982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081431714,0.00019328912,0.0006801902,0.0004981401,0.00013321683,0.0000056939202,0.00047850923,0.00043366125,0.0007357092],"category_scores_gemma":[0.0014341578,0.00016746421,0.00008577294,0.0013010026,0.00015897358,0.0002378335,0.00031561195,0.0008324627,0.0000843153],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001011729,0.00006505076,0.90016985,0.0002578421,0.000040687537,0.0000021860737,0.09060189,0.00009968063,5.680112e-7,0.000009075446,0.0050507397,0.00360123],"study_design_scores_gemma":[0.0029531762,0.00015496524,0.9156481,0.00051018794,0.000037555976,9.4312774e-8,0.059262816,0.019253416,0.0000071600402,0.000009606584,0.0019857304,0.00017720876],"about_ca_topic_score_codex":0.0070591606,"about_ca_topic_score_gemma":0.006893403,"teacher_disagreement_score":0.03133907,"about_ca_system_score_codex":0.0008564462,"about_ca_system_score_gemma":0.0018839424,"threshold_uncertainty_score":0.9995529},"labels":[],"label_agreement":null},{"id":"W1910277422","doi":"10.2196/medinform.4450","title":"Technology for Large-Scale Translation of Clinical Practice Guidelines: A Pilot Study of the Performance of a Hybrid Human and Computer-Assisted Approach","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Terminology; Computer science; Computer-assisted translation; Machine translation; Process (computing); Scale (ratio); Translation (biology); Knowledge translation; Quality (philosophy); Natural language processing; World Wide Web; Artificial intelligence; Data science; Knowledge management; Linguistics; Programming language","score_opus":0.11594430204313633,"score_gpt":0.4130645175378309,"score_spread":0.2971202154946946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1910277422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840462,0.00012788287,0.014913432,0.00021674542,0.000083749,0.00045670386,0.000013967355,0.000009932719,0.00013138265],"genre_scores_gemma":[0.9397191,0.000028736413,0.059957966,0.00016346987,0.00006317998,0.000032075062,0.000022617369,0.000005321282,0.0000075794037],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811304,0.00006573922,0.0012272994,0.00010042783,0.00036746066,0.00012606205],"domain_scores_gemma":[0.9985185,0.0000803979,0.00055677484,0.00028239997,0.00048057907,0.000081298815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014935797,0.00009249786,0.00033366785,0.00004405288,0.000035475154,0.0000030904755,0.00028620116,0.0001545123,7.3840556e-7],"category_scores_gemma":[0.001044185,0.00005945115,0.00004939517,0.00012947044,0.00035303266,0.0000074990708,0.00015769237,0.0001554976,1.0171208e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038013542,0.025283448,0.06417391,0.0046061575,0.0012526171,0.0000029609796,0.020194251,0.00013023638,0.004105933,0.00047171765,0.024797967,0.8511795],"study_design_scores_gemma":[0.050329704,0.13064627,0.020840334,0.0010285851,0.00073788146,0.00045445558,0.11768813,0.5326196,0.017562076,0.00017727043,0.12682238,0.001093301],"about_ca_topic_score_codex":0.0000044897083,"about_ca_topic_score_gemma":0.000006340353,"teacher_disagreement_score":0.85008615,"about_ca_system_score_codex":0.0000029347834,"about_ca_system_score_gemma":0.00014600281,"threshold_uncertainty_score":0.24243475},"labels":[],"label_agreement":null},{"id":"W1937311410","doi":"10.2196/medinform.4816","title":"Metadata Correction: A Web-Based Tool for Patient Triage in Emergency Department Settings: Validation Using the Emergency Severity Index","year":2015,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Notice; Triage; Emergency department; Publishing; Index (typography); Computer science; World Wide Web; Metadata; Medicine; Medical emergency; Library science; Nursing; Political science","score_opus":0.032998916124957575,"score_gpt":0.3392267992329674,"score_spread":0.3062278831080098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1937311410","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1625913,0.023696775,0.057876535,0.022277337,0.58729714,0.0567532,0.006768722,0.0015581466,0.08118087],"genre_scores_gemma":[0.17665651,0.122517966,0.032686908,0.054320306,0.07988673,0.04937031,0.2004001,0.0025430208,0.28161812],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941395,0.00016230077,0.0026816109,0.00031114146,0.0020871952,0.0006182874],"domain_scores_gemma":[0.9969715,0.000120664205,0.001069993,0.0007421718,0.0007950881,0.0003006092],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001734664,0.00057798834,0.0010278907,0.0002851515,0.00028204935,0.000033406843,0.0003977884,0.0008244732,0.00078915927],"category_scores_gemma":[0.0025817254,0.00039767785,0.00042310773,0.00076615595,0.00011278329,0.00042440966,0.00025541903,0.001516437,0.000012872087],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020543247,0.0002735432,0.0007046649,0.0015381622,0.00025786005,0.000011359098,0.0021876215,0.000025920797,0.0000010296646,0.000007738948,0.9886494,0.0061372383],"study_design_scores_gemma":[0.0025485419,0.00045435329,0.00024554072,0.0010368426,0.00056069036,0.000025614905,0.0035283014,0.09117229,0.000026351032,0.00007964411,0.89978147,0.000540366],"about_ca_topic_score_codex":0.00003745239,"about_ca_topic_score_gemma":0.00010672555,"teacher_disagreement_score":0.5074104,"about_ca_system_score_codex":0.00044211387,"about_ca_system_score_gemma":0.0017943814,"threshold_uncertainty_score":0.99984753},"labels":[],"label_agreement":null},{"id":"W1938979978","doi":"10.2196/medinform.3982","title":"Using MEDLINE Elemental Similarity to Assist in the Article Screening Process for Systematic Reviews","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"MEDLINE; Systematic review; Computer science; Process (computing); Information retrieval; Medicine; Data science; Medical physics; Chemistry","score_opus":0.8496713948631475,"score_gpt":0.6142034858786365,"score_spread":0.23546790898451098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1938979978","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28088897,0.00057985494,0.693397,0.004079031,0.00029782634,0.017653067,0.00002682385,0.000017975788,0.0030594377],"genre_scores_gemma":[0.91007423,0.000005660158,0.07437694,0.012791188,0.00029258843,0.002088826,0.000023384937,0.000020981277,0.00032617664],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96992296,0.004627189,0.015075576,0.0003120567,0.009610092,0.00045211433],"domain_scores_gemma":[0.9889767,0.003981359,0.00370334,0.0019260509,0.00085159024,0.00056094845],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22128928,0.0002781968,0.0030391887,0.00026426866,0.0001378197,0.00067418464,0.002408785,0.000121818375,0.00051104976],"category_scores_gemma":[0.120381586,0.000108260516,0.0006878045,0.0018593678,0.00006168054,0.0005166149,0.00016434585,0.0002680699,0.00056031183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001601796,0.0016778609,0.049101803,0.09227268,0.0006970236,0.00004624683,0.23898897,0.0038347098,0.000020542218,0.009782743,0.5482905,0.055126727],"study_design_scores_gemma":[0.0008627646,0.000108728775,0.00029638005,0.0038833877,0.00019226488,0.000058968006,0.05089164,0.90998757,0.000015418907,0.001946035,0.031451967,0.00030485628],"about_ca_topic_score_codex":0.0000049637565,"about_ca_topic_score_gemma":0.000054801196,"teacher_disagreement_score":0.9061529,"about_ca_system_score_codex":0.0000700392,"about_ca_system_score_gemma":0.00016835226,"threshold_uncertainty_score":0.8870278},"labels":[],"label_agreement":null},{"id":"W1970430369","doi":"10.2196/medinform.3669","title":"Adoption, Use, and Impact of E-Booking in Private Medical Practices: Mixed-Methods Evaluation of a Two-Year Showcase Project in Canada","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; HEC Montréal","funders":"","keywords":"Schedule; Medicine; Service (business); Medical emergency; Health care; Family medicine; Business; Marketing; Computer science","score_opus":0.13109326195302543,"score_gpt":0.5355243183194398,"score_spread":0.4044310563664144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970430369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99053836,0.000018380866,0.0073466995,0.00031713897,0.0001490064,0.0011006421,0.000009652608,0.000008800284,0.0005113391],"genre_scores_gemma":[0.9634035,0.000094762334,0.035943147,0.0003223101,0.000045690373,0.00012999846,0.000047257883,0.000010018101,0.0000033076817],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99403614,0.0023459385,0.0018045332,0.000104804174,0.0014029478,0.0003056498],"domain_scores_gemma":[0.99605125,0.0019570705,0.00095825986,0.00022750437,0.0005665811,0.00023930817],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013655867,0.00011897685,0.00038135907,0.00025970003,0.000085967265,0.000009749868,0.00013059092,0.0002799088,0.0002533326],"category_scores_gemma":[0.019630896,0.00009271343,0.000026326663,0.00050737534,0.000064395346,0.00046559735,0.000082908766,0.0007853147,0.0000010552035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012580545,0.0002143396,0.85240316,0.002268941,0.00004128422,0.0000042743,0.026868483,0.0059361467,0.000017201835,0.0037479242,0.0007966632,0.107575744],"study_design_scores_gemma":[0.0022550786,0.00009662988,0.0912883,0.0013205217,0.0000144020605,0.0000052429027,0.007719426,0.8969215,0.000006476558,0.00007346406,0.00019815445,0.0001008085],"about_ca_topic_score_codex":0.38219014,"about_ca_topic_score_gemma":0.585024,"teacher_disagreement_score":0.89098537,"about_ca_system_score_codex":0.0006101438,"about_ca_system_score_gemma":0.014368372,"threshold_uncertainty_score":0.9912192},"labels":[],"label_agreement":null},{"id":"W1980058005","doi":"10.2196/medinform.3590","title":"Using Business Intelligence to Analyze and Share Health System Infrastructure Data in a Rural Health Authority","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Business intelligence; Data warehouse; Data science; Analytics; Online analytical processing; Workflow; Upload; Knowledge management; Database; Process management; World Wide Web","score_opus":0.0791900862592696,"score_gpt":0.3670198582043263,"score_spread":0.2878297719450567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980058005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29251033,0.00038758953,0.6861143,0.014742703,0.0018623661,0.002152446,0.0002485944,0.0004925537,0.0014890851],"genre_scores_gemma":[0.97745967,0.00006162284,0.008591339,0.012121711,0.0010174412,0.000020236821,0.00069126807,0.000029091036,0.000007635584],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99698883,0.00003499158,0.0012194226,0.0002745473,0.0008685387,0.0006136529],"domain_scores_gemma":[0.99822223,0.00006370538,0.0005116039,0.0008220357,0.0002030996,0.0001773395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019836118,0.00028832097,0.00058166037,0.0004520426,0.0002436436,0.00041382236,0.0012261935,0.0001764097,0.0001256161],"category_scores_gemma":[0.00069063023,0.00023787643,0.000023875382,0.0018205217,0.00011771,0.0023061568,0.0016041669,0.00045130003,0.00007858149],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007426196,0.0001439606,0.026380366,0.016842306,0.000031246393,0.000012420333,0.0020786473,0.000628134,0.0000022652387,0.035068788,0.018857718,0.8998799],"study_design_scores_gemma":[0.00023763697,0.000021967353,0.020253822,0.003286181,0.000011802507,0.00006014962,0.0051339343,0.9134361,0.0000013539837,0.0004178347,0.05669395,0.00044523543],"about_ca_topic_score_codex":0.0022127123,"about_ca_topic_score_gemma":0.00080576964,"teacher_disagreement_score":0.912808,"about_ca_system_score_codex":0.0001458548,"about_ca_system_score_gemma":0.00030162156,"threshold_uncertainty_score":0.9700319},"labels":[],"label_agreement":null},{"id":"W1980461251","doi":"10.2196/medinform.3023","title":"OWLing Clinical Data Repositories With the Ontology Web Language","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; World Wide Web; Ontology; Unified Medical Language System; Information retrieval","score_opus":0.026548064786147137,"score_gpt":0.3563886985409111,"score_spread":0.32984063375476397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980461251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96877503,0.0004650279,0.017996827,0.0045771496,0.0006702935,0.00021528723,0.000018515171,0.000100465666,0.0071814167],"genre_scores_gemma":[0.9841204,0.00012463963,0.008203542,0.0052058515,0.0015454243,0.0000239106,0.0002827271,0.000016019665,0.00047744266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856883,0.00012683305,0.00047200706,0.00017288573,0.00039240383,0.00026702907],"domain_scores_gemma":[0.99840647,0.00020250924,0.00016591461,0.0009936261,0.00004811984,0.0001833793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001276291,0.00013227113,0.00021624206,0.000017129363,0.00011387316,0.00003540409,0.0009703093,0.00037871648,0.000023460394],"category_scores_gemma":[0.0011881341,0.000068943686,0.000043546122,0.00007846038,0.0007638454,0.0000067997075,0.0005093946,0.00037595944,0.000022311317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034524885,0.00028132982,0.015937332,0.00022024543,0.0003865176,0.000041690502,0.0038923789,0.0000036110462,0.0008222026,0.00078277825,0.37635922,0.6009275],"study_design_scores_gemma":[0.00094431476,0.0006659268,0.0011817713,0.000051915722,0.000031771957,0.00015229883,0.0033341513,0.0047097933,0.00037337578,0.000014183147,0.98833936,0.00020114821],"about_ca_topic_score_codex":0.0000071746267,"about_ca_topic_score_gemma":0.00010114889,"teacher_disagreement_score":0.61198014,"about_ca_system_score_codex":0.0000039895576,"about_ca_system_score_gemma":0.00017982295,"threshold_uncertainty_score":0.29210085},"labels":[],"label_agreement":null},{"id":"W1982812009","doi":"10.2196/medinform.3339","title":"CohortExplorer: A Generic Application Programming Interface for Entity Attribute Value Database Schemas","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Analysis and Archiving","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; SQL; Data manipulation language; Database; Information retrieval; Metadata; Query language; Data definition language; Database schema; Relational database management system; Relational database; Database design; Data mining; World Wide Web","score_opus":0.029772190865618112,"score_gpt":0.3561599064708054,"score_spread":0.3263877156051873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982812009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06963552,0.000020368547,0.9269221,0.000750364,0.00010684533,0.0006605556,0.0000296664,0.000113181624,0.0017614152],"genre_scores_gemma":[0.8993978,0.00016230525,0.09653877,0.0011540139,0.00080300734,0.00072752347,0.00097443967,0.000020642043,0.00022152902],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981911,0.000075307136,0.00048479816,0.00012145146,0.00076965446,0.00035765526],"domain_scores_gemma":[0.99885905,0.00021921808,0.00021096058,0.00030066996,0.0000828069,0.00032730412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022270642,0.00010182496,0.00020388312,0.000064698914,0.00041017306,0.00012242817,0.00046794125,0.00008829119,0.00005586258],"category_scores_gemma":[0.0009448431,0.000087565546,0.0000890612,0.00029721265,0.00022693149,0.00056318665,0.00017851254,0.00016969466,0.000069949565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011928335,0.00024424042,0.0019052883,0.0004052635,0.00009007137,5.957256e-7,0.018469278,0.000034783963,0.00008256683,0.13794325,0.008553767,0.832259],"study_design_scores_gemma":[0.00025093628,0.000030673797,0.00008260902,0.00007377152,0.000034825032,7.804511e-7,0.003611292,0.112020634,0.00008713731,0.0002953266,0.88336635,0.00014568852],"about_ca_topic_score_codex":0.00014065295,"about_ca_topic_score_gemma":0.00024071404,"teacher_disagreement_score":0.87481254,"about_ca_system_score_codex":0.000047008267,"about_ca_system_score_gemma":0.00012766177,"threshold_uncertainty_score":0.35708192},"labels":[],"label_agreement":null},{"id":"W1983761597","doi":"10.2196/medinform.3699","title":"Information Persistence Services Designed to Support Home Care","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nursing Diagnosis and Documentation","field":"Nursing","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Documentation; Context (archaeology); eHealth; Nursing; Institutionalisation; Knowledge management; Business; Medicine; Computer science; Political science","score_opus":0.02301169938111295,"score_gpt":0.3181806220931469,"score_spread":0.29516892271203393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983761597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97903776,0.000040579398,0.001832341,0.00304688,0.0023222922,0.0009015366,0.000021428565,0.00029762508,0.012499582],"genre_scores_gemma":[0.98078114,0.000003530326,0.004573893,0.014047201,0.0001478704,0.00008923547,0.00031902955,0.000011846602,0.000026244217],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978192,0.000030570107,0.00060758035,0.000058635855,0.0011764651,0.00030756218],"domain_scores_gemma":[0.9986082,0.000047426376,0.00016877383,0.00021981072,0.00029281108,0.00066298235],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003224584,0.00014888406,0.00018584184,0.0001737668,0.0001020872,0.00021111796,0.00030321445,0.0001554851,0.00015051573],"category_scores_gemma":[0.00009398659,0.00013146069,0.000052016516,0.0002952165,0.000049119826,0.001969555,0.000063014406,0.00015040096,0.0011748597],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002995597,0.000114181435,0.0054006716,0.0010120703,0.000019184145,0.0000035946896,0.613464,0.00011779492,0.000015386922,0.00019733497,0.113240466,0.26611573],"study_design_scores_gemma":[0.005760572,0.0046711387,0.0068262755,0.0012124627,0.00011954892,0.00008763531,0.5576426,0.0075767026,0.002930699,0.00038631962,0.4116125,0.0011735351],"about_ca_topic_score_codex":0.000031749536,"about_ca_topic_score_gemma":0.000014609186,"teacher_disagreement_score":0.29837203,"about_ca_system_score_codex":0.0002418819,"about_ca_system_score_gemma":0.00010951347,"threshold_uncertainty_score":0.99960285},"labels":[],"label_agreement":null},{"id":"W1983762395","doi":"10.2196/medinform.3463","title":"A Fuzzy-Match Search Engine for Physician Directories","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Information retrieval; Fuzzy logic; Search engine; World Wide Web; MEDLINE; Medicine; Data mining; Artificial intelligence","score_opus":0.09893618723598034,"score_gpt":0.43024273842163446,"score_spread":0.3313065511856541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983762395","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065153815,0.00003556772,0.7266001,0.0135717895,0.0019714287,0.0017690423,0.00020820556,0.0003763071,0.19031376],"genre_scores_gemma":[0.914926,0.000054121105,0.03773922,0.03503064,0.002072518,0.00051896524,0.00036399296,0.000045699235,0.009248845],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958769,0.000095890326,0.00087351684,0.00013533545,0.0026654368,0.0003528971],"domain_scores_gemma":[0.99693197,0.0018081525,0.00015205173,0.00061440165,0.00020599259,0.0002874276],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061332667,0.00012393369,0.00031000155,0.00013866683,0.00014364818,0.00027926537,0.0010885935,0.00009735837,0.00019937484],"category_scores_gemma":[0.003308474,0.00008356714,0.00010103038,0.00045373852,0.00016733188,0.0006008944,0.00035941633,0.00017791755,0.00079715264],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019174904,0.00009027945,0.000041041745,0.00013830906,0.000020766329,5.613589e-7,0.0059533482,0.000021193915,0.0000017223018,0.09019348,0.23651801,0.66700214],"study_design_scores_gemma":[0.00049109093,0.0001042042,0.00019677705,0.000036375015,0.0000063320845,8.8358894e-7,0.0044184076,0.03526323,0.00007952768,0.027646583,0.9316184,0.00013818957],"about_ca_topic_score_codex":0.0000089666855,"about_ca_topic_score_gemma":0.000016731254,"teacher_disagreement_score":0.8497722,"about_ca_system_score_codex":0.000022285867,"about_ca_system_score_gemma":0.00006910286,"threshold_uncertainty_score":0.99998087},"labels":[],"label_agreement":null},{"id":"W1987424656","doi":"10.2196/medinform.3850","title":"On-Admission Pressure Ulcer Prediction Using the Nursing Needs Score","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Tokushima","keywords":"Medicine; Receiver operating characteristic; Logistic regression; Staffing; Emergency medicine; Nursing care; Risk assessment; Intensive care medicine; Nursing; Internal medicine; Computer science","score_opus":0.0989956131497239,"score_gpt":0.43828156837890764,"score_spread":0.33928595522918376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987424656","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22360219,0.0004680947,0.20584048,0.022314528,0.014227375,0.010118689,0.000077412726,0.0015266526,0.5218246],"genre_scores_gemma":[0.96599084,0.00003968203,0.0013432154,0.017963275,0.0012183397,0.00029941802,0.00008198784,0.00005035759,0.013012891],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99711,0.0003405354,0.00077400816,0.000084874075,0.0012835088,0.00040706177],"domain_scores_gemma":[0.99840075,0.0001819589,0.0002998336,0.00042428172,0.0001540463,0.0005391233],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016404081,0.00015828118,0.0001957693,0.00015092277,0.000541513,0.000025729887,0.00035799018,0.00031131884,0.0010939243],"category_scores_gemma":[0.0004414935,0.00009664761,0.00006544822,0.0002943876,0.00011387441,0.00031529262,0.00020160606,0.0009496361,0.00023359065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013379575,0.00022963232,0.0010058886,0.00049070956,0.00009269813,0.0000028846678,0.057038415,0.00049431965,0.0000059581293,0.020486245,0.9044288,0.0155907],"study_design_scores_gemma":[0.0023704553,0.00014042518,0.00087605155,0.002311684,0.00012798334,0.000008580734,0.037955523,0.17035338,0.0000119742335,0.003329221,0.78231007,0.00020464057],"about_ca_topic_score_codex":0.000014127578,"about_ca_topic_score_gemma":0.0000026348316,"teacher_disagreement_score":0.74238867,"about_ca_system_score_codex":0.00013605869,"about_ca_system_score_gemma":0.0004653395,"threshold_uncertainty_score":0.9998192},"labels":[],"label_agreement":null},{"id":"W1994715541","doi":"10.2196/medinform.3172","title":"Next Generation Phenotyping Using the Unified Medical Language System","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; National Center for Research Resources; Medical College of Wisconsin","keywords":"Computer science; Unified Medical Language System; Natural language processing","score_opus":0.03375254166050839,"score_gpt":0.30767290919886364,"score_spread":0.27392036753835525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994715541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8448639,0.00031033816,0.15095162,0.0008283407,0.00054594304,0.0001834283,0.0000030815122,0.00008915324,0.0022241937],"genre_scores_gemma":[0.99184865,0.000032921038,0.0034353745,0.0031581377,0.0013401055,0.00001942012,0.00008431569,0.000013267795,0.00006781414],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998293,0.00012207353,0.00045883385,0.000113634545,0.0007359011,0.00027655123],"domain_scores_gemma":[0.9991613,0.00006189743,0.00012931055,0.00034686943,0.000049665374,0.00025095508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001026995,0.00013834602,0.00017151111,0.000030700998,0.00016507803,0.000051844767,0.00043951406,0.00046142357,0.00006793789],"category_scores_gemma":[0.0008166138,0.00008529258,0.00006641413,0.00010649905,0.00027636203,0.0000070839606,0.00019060084,0.0002792471,0.000026015747],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009005675,0.00018949386,0.00035879595,0.00090801256,0.00026559734,0.000031651234,0.010922706,0.000114017035,0.035826247,0.008112186,0.034477487,0.90870374],"study_design_scores_gemma":[0.0011452464,0.0001855473,0.00008242866,0.0002685012,0.0000337815,0.00024719647,0.011422821,0.8749419,0.004673368,0.000016598871,0.10662227,0.00036033298],"about_ca_topic_score_codex":0.000014587682,"about_ca_topic_score_gemma":0.00001537309,"teacher_disagreement_score":0.90834343,"about_ca_system_score_codex":0.000020660704,"about_ca_system_score_gemma":0.000176582,"threshold_uncertainty_score":0.35589212},"labels":[],"label_agreement":null},{"id":"W1999384998","doi":"10.2196/medinform.3803","title":"Effects of Individual Health Topic Familiarity on Activity Patterns During Health Information Searches","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Terminology; Cognition; Health communication; Session (web analytics); Applied psychology; Task (project management); Computer science; World Wide Web; Communication","score_opus":0.08332912521469142,"score_gpt":0.4666812923996208,"score_spread":0.38335216718492937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999384998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868127,0.000030394312,0.0046402724,0.0028994586,0.0006896717,0.0024105064,0.00012659305,0.00017221311,0.0022181934],"genre_scores_gemma":[0.9719131,0.00015416571,0.0009261407,0.02626293,0.00019059124,0.0002586509,0.00020971493,0.000011498664,0.00007319466],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9922929,0.0010054355,0.0035177874,0.00011203531,0.0021842911,0.0008875632],"domain_scores_gemma":[0.9949263,0.0007222682,0.002076321,0.00046233417,0.0003600614,0.0014527617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070717055,0.00024249357,0.0006630247,0.0003204932,0.0005718552,0.000034572728,0.0005003939,0.00038705106,0.00012790463],"category_scores_gemma":[0.0018439187,0.00019192105,0.000082258135,0.00044044387,0.0001069975,0.002787537,0.000340065,0.0018352702,0.00027277044],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004841561,0.00076966773,0.11794913,0.064691536,0.0000659067,0.0000015940051,0.4204651,0.000016355036,8.531579e-7,0.0023094525,0.02865918,0.36458707],"study_design_scores_gemma":[0.007540664,0.001315769,0.9068538,0.0038842638,0.000007987161,0.0000052784917,0.025998835,0.008944765,0.00017246912,0.00024755247,0.044593025,0.00043558233],"about_ca_topic_score_codex":0.0005215897,"about_ca_topic_score_gemma":0.000052341657,"teacher_disagreement_score":0.78890467,"about_ca_system_score_codex":0.00073446106,"about_ca_system_score_gemma":0.0039327894,"threshold_uncertainty_score":0.7973438},"labels":[],"label_agreement":null},{"id":"W2000658385","doi":"10.2196/medinform.3445","title":"From Data to Optimal Decision Making: A Data-Driven, Probabilistic Machine Learning Approach to Decision Support for Patients With Sepsis","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Center for Information Technology; National Institutes of Health; Center for Information Technology Research in the Interest of Society","keywords":"Computer science; Clinical decision support system; Discriminative model; Decision support system; Machine learning; Probabilistic logic; Artificial intelligence; Partially observable Markov decision process; Missing data; Health informatics; Data mining; Disparate system; Data science; Markov model; Health care; Markov chain","score_opus":0.1490413149607732,"score_gpt":0.3967752290711593,"score_spread":0.24773391411038612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000658385","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8090203,0.000029547391,0.18364412,0.0005314157,0.00024207868,0.004303854,0.0014953148,0.00013448206,0.0005989085],"genre_scores_gemma":[0.35655168,0.0000062915324,0.6255593,0.0022432664,0.00017188129,0.00032611022,0.015071689,0.000044567383,0.000025237045],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99615884,0.000027606538,0.0009073102,0.00048227905,0.0019875704,0.0004363767],"domain_scores_gemma":[0.9957152,0.00071282976,0.00019728062,0.0017841697,0.00033590148,0.0012546424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007011218,0.0003095549,0.00062334206,0.0001800431,0.00009425827,0.000096608535,0.0009843472,0.00018016215,0.000118449236],"category_scores_gemma":[0.0042378083,0.00019796172,0.00005038795,0.0003528849,0.00005293484,0.0004167226,0.0013736135,0.00029551203,0.00017349042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00807739,0.008499316,0.06582764,0.00043587334,0.0006353756,0.00004620047,0.01482531,0.0045036613,7.1216823e-7,0.000046903297,0.3615347,0.5355669],"study_design_scores_gemma":[0.013090811,0.0055807573,0.0129719665,0.0014707552,0.0005317783,0.000030022195,0.001794683,0.7829336,0.0000049267737,0.000062911495,0.18098222,0.0005455979],"about_ca_topic_score_codex":0.000022515653,"about_ca_topic_score_gemma":0.00001497655,"teacher_disagreement_score":0.7784299,"about_ca_system_score_codex":0.00018415232,"about_ca_system_score_gemma":0.0003906401,"threshold_uncertainty_score":0.8072645},"labels":[],"label_agreement":null},{"id":"W2008169899","doi":"10.2196/medinform.2671","title":"An Intelligent Content Discovery Technique for Health Portal Content Management","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Computer science; Content (measure theory); Content management; World Wide Web","score_opus":0.0393838111215607,"score_gpt":0.33906481233270797,"score_spread":0.29968100121114727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008169899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06294553,0.00014367218,0.9327017,0.001390853,0.00033596,0.0011656604,0.000036308855,0.000070569404,0.0012097278],"genre_scores_gemma":[0.93084496,0.0004519441,0.051945858,0.013567986,0.00045226712,0.0009942416,0.0007961724,0.00003412019,0.0009124301],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998345,0.000047239766,0.0006629426,0.00017147852,0.0003905486,0.00038277713],"domain_scores_gemma":[0.9989616,0.000027788315,0.00019106509,0.00038438296,0.000060144946,0.00037500687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086810236,0.00017662774,0.0002617539,0.000051261955,0.000085477266,0.0000408805,0.00037743174,0.00025484877,0.000017950688],"category_scores_gemma":[0.0001458833,0.00013072323,0.00011550578,0.00005312024,0.00021768188,0.000010843101,0.0001349583,0.0001498997,0.0000070544766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044857923,0.0012002351,0.0009172638,0.0017327748,0.00037647985,0.000011003384,0.0015244761,0.0000103473185,0.0059457403,0.018591717,0.08099134,0.88825005],"study_design_scores_gemma":[0.0031194782,0.0071014976,0.0017137299,0.0005117518,0.00004197814,0.0001207131,0.009363426,0.004000027,0.033518974,0.0006133316,0.9390326,0.0008624966],"about_ca_topic_score_codex":0.0000075296657,"about_ca_topic_score_gemma":0.0000135926,"teacher_disagreement_score":0.8873876,"about_ca_system_score_codex":0.000022585818,"about_ca_system_score_gemma":0.000090176705,"threshold_uncertainty_score":0.53307384},"labels":[],"label_agreement":null},{"id":"W2008502184","doi":"10.2196/medinform.3037","title":"Increased Workload for Systematic Review Literature Searches of Diagnostic Tests Compared With Treatments: Challenges and Opportunities","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Computer science; Workload; Class (philosophy); Metadata; Information retrieval; MEDLINE; Data science; Medical literature; Medical physics; Data mining; Medicine; Artificial intelligence; Pathology; World Wide Web","score_opus":0.5498106847565031,"score_gpt":0.47701333589417816,"score_spread":0.07279734886232492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008502184","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1299652,0.75709283,0.028012583,0.016029246,0.00030252352,0.04099673,0.00036250174,0.000114854294,0.027123554],"genre_scores_gemma":[0.8261608,0.13620554,0.020710863,0.008084357,0.00021255534,0.0053675924,0.00023333191,0.00006914646,0.0029558206],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98405874,0.0032000584,0.0074624848,0.00025597477,0.0047669406,0.00025580218],"domain_scores_gemma":[0.9607472,0.031255204,0.0042480216,0.001950104,0.0012989894,0.0005005041],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045731205,0.00033831937,0.0048012324,0.00024350142,0.000079213074,0.00026430606,0.000976896,0.0001307842,0.00029247877],"category_scores_gemma":[0.08816718,0.00013404628,0.00049180107,0.00040180664,0.00020790524,0.00034668157,0.000101418605,0.00015560056,0.00006204123],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029440982,0.00031237758,0.00055222545,0.89966345,0.0012064225,0.000011684585,0.013917409,0.0000020335026,5.0225793e-7,0.008103354,0.018740943,0.05746014],"study_design_scores_gemma":[0.0029942526,0.0012726015,0.0025194127,0.91249996,0.003819562,0.0002832999,0.017061444,0.03558769,0.000007930377,0.004566247,0.0185031,0.0008845087],"about_ca_topic_score_codex":0.000001117708,"about_ca_topic_score_gemma":0.000007377681,"teacher_disagreement_score":0.6961956,"about_ca_system_score_codex":0.000017604962,"about_ca_system_score_gemma":0.0001072714,"threshold_uncertainty_score":0.98262054},"labels":[],"label_agreement":null},{"id":"W2011364307","doi":"10.2196/medinform.2769","title":"Use of the Satisfaction With Amplification in Daily Life Questionnaire to Assess Patient Satisfaction Following Remote Hearing Aid Adjustments (Telefitting)","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hearing Loss and Rehabilitation","field":"Neuroscience","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hearing aid; Audiology; Hearing loss; Gold standard (test); Population; Medicine; Internet access; The Internet; Computer science","score_opus":0.04707518778883393,"score_gpt":0.30717762205825505,"score_spread":0.26010243426942115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011364307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832018,0.0000013232951,0.015275542,0.00045068373,0.00032223636,0.0006216671,0.0000014831893,0.000049866936,0.00007537035],"genre_scores_gemma":[0.9954326,0.0000042575084,0.0034878638,0.0009963028,0.000027127098,0.00003171252,0.0000013819869,0.000012092191,0.0000066526313],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99769837,0.0002084404,0.00071608427,0.00015433367,0.0010046235,0.00021812708],"domain_scores_gemma":[0.9988168,0.0003398207,0.00027894453,0.0003192959,0.00006156799,0.00018356179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050663867,0.00012714694,0.00018596662,0.00013353262,0.00014955855,0.000064801665,0.000107115426,0.00012540094,0.000005771807],"category_scores_gemma":[0.0037444022,0.000085998276,0.00005265033,0.00048134124,0.00007052068,0.0007474884,0.00007108213,0.00030214718,0.000012411101],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008910387,0.00011555083,0.43648794,0.0004056645,0.000011400712,0.0000012756893,0.01340249,0.0053754533,0.014908757,0.0014248876,0.00009837429,0.5276791],"study_design_scores_gemma":[0.00039413865,0.0001877215,0.9640993,0.0008514769,0.0000070017827,0.0000055708033,0.00041293097,0.031647615,0.0019961968,0.00010098394,0.00017723689,0.00011982042],"about_ca_topic_score_codex":0.00063360913,"about_ca_topic_score_gemma":0.00014293933,"teacher_disagreement_score":0.5276114,"about_ca_system_score_codex":0.00015033087,"about_ca_system_score_gemma":0.00012267784,"threshold_uncertainty_score":0.44826698},"labels":[],"label_agreement":null},{"id":"W2018878843","doi":"10.2196/medinform.4066","title":"Impact of Information Technology on Information Gaps in Canadian Ambulatory Care Encounters","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canada Health Infoway","funders":"Government of Canada","keywords":"Ambulatory; Medicine; Health information exchange; Ambulatory care; Health care; Family medicine; Medical emergency; Nursing; Health information","score_opus":0.023339811886787007,"score_gpt":0.41752820515207545,"score_spread":0.39418839326528843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018878843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9458579,0.000056297857,0.00016714171,0.0006487435,0.0008032782,0.0019352103,0.00007815976,0.000119929,0.050333362],"genre_scores_gemma":[0.9971769,0.000026637674,0.0001702959,0.0020481786,0.00007016441,0.00026769284,0.0002146702,0.000009925159,0.000015543426],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99549955,0.00016405601,0.002262935,0.000056516532,0.00096105435,0.0010558742],"domain_scores_gemma":[0.99696445,0.00015721316,0.0007705533,0.0004038469,0.00060175976,0.001102186],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017681477,0.00020233245,0.00043415205,0.0017525357,0.00013556598,0.000011756431,0.00040172655,0.00093626755,0.00015471468],"category_scores_gemma":[0.0013258038,0.00016547303,0.000063583655,0.00089687365,0.00009782417,0.0015663475,0.00007022021,0.0014872451,0.0011142924],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00026089812,0.00007775636,0.47460064,0.005110882,0.00006499772,0.0000060618377,0.36174217,0.00042904034,0.0000010030495,0.009409778,0.07180698,0.076489784],"study_design_scores_gemma":[0.0104490435,0.003360585,0.07426072,0.004923067,0.000018942786,0.00004132279,0.30709958,0.02559453,0.000015605337,0.0005817437,0.5727292,0.000925677],"about_ca_topic_score_codex":0.09921626,"about_ca_topic_score_gemma":0.07820442,"teacher_disagreement_score":0.5009222,"about_ca_system_score_codex":0.005316791,"about_ca_system_score_gemma":0.017132148,"threshold_uncertainty_score":0.9996635},"labels":[],"label_agreement":null},{"id":"W2019151143","doi":"10.2196/medinform.3697","title":"Real-Time Patient Survey Data During Routine Clinical Activities for Rapid-Cycle Quality Improvement","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software deployment; Turnaround time; Data collection; Medicine; Survey data collection; The Internet; Quality management; Health care; Data quality; Medical emergency; Computer science; Operations management; Management system; World Wide Web; Engineering; Statistics","score_opus":0.4360219426477185,"score_gpt":0.5432899633200164,"score_spread":0.10726802067229796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019151143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932551,0.000013266676,0.000968469,0.00045097846,0.0008644515,0.0006670053,0.00028005353,0.00011304668,0.0033876281],"genre_scores_gemma":[0.9813904,0.00029120172,0.014226734,0.0012760443,0.0008819619,0.00015133499,0.0007870562,0.000027477563,0.0009677897],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98571706,0.010811882,0.0014549696,0.0002170641,0.0012315117,0.00056749495],"domain_scores_gemma":[0.9767827,0.021207865,0.00044770172,0.0006743101,0.00019685776,0.0006905735],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12095364,0.00014802358,0.0004554233,0.000057555713,0.00032169654,0.00005323102,0.0008034128,0.00040467776,0.00026435],"category_scores_gemma":[0.073608555,0.00012538294,0.000084392384,0.00018649003,0.00064591406,0.000559769,0.0004840837,0.00033347376,0.00005539565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036438826,0.0028539165,0.09537287,0.00055043574,0.0007005193,0.000024463161,0.25238052,0.000011359314,0.00010441984,0.0017245684,0.12311299,0.4867251],"study_design_scores_gemma":[0.017442852,0.0033053989,0.616134,0.00026478147,0.0001289412,0.000011100188,0.16963212,0.0129890805,0.00076317345,0.0016382034,0.17547138,0.002218944],"about_ca_topic_score_codex":0.0015721559,"about_ca_topic_score_gemma":0.0009846808,"teacher_disagreement_score":0.52076113,"about_ca_system_score_codex":0.000102876686,"about_ca_system_score_gemma":0.0014507817,"threshold_uncertainty_score":0.93419486},"labels":[],"label_agreement":null},{"id":"W2021245142","doi":"10.2196/medinform.2519","title":"A Web-Based Data-Querying Tool Based on Ontology-Driven Methodology and Flowchart-Based Model","year":2013,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Flowchart; Ontology; Software engineering; Database; Data mining; Information retrieval; World Wide Web; Data science; Programming language","score_opus":0.09228175760036812,"score_gpt":0.3384560047041932,"score_spread":0.24617424710382507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021245142","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035202365,0.000019390594,0.95614517,0.0064570005,0.0002536402,0.0004655095,0.0000118678845,0.00034544096,0.0010996229],"genre_scores_gemma":[0.24719463,0.0000056482377,0.7282746,0.024268828,0.00004623515,0.0001293184,0.000049176768,0.000011444321,0.000020148249],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974598,0.00022520112,0.0007186012,0.00031365032,0.00075044006,0.00053225213],"domain_scores_gemma":[0.9961911,0.0017937529,0.0002102583,0.0013971352,0.00010712625,0.00030066242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012630565,0.00026272915,0.00047718664,0.00023124799,0.0001394789,0.00016681822,0.001824579,0.0003669449,0.000104548286],"category_scores_gemma":[0.0011174007,0.00019956469,0.00006374983,0.00022456633,0.00029579352,0.00070545456,0.0004513515,0.0004747432,0.00012232024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026840012,0.0015437221,0.007315642,0.0023796277,0.00022483154,0.00023193841,0.007960319,0.079141796,0.00047176555,0.069246195,0.13225435,0.69896144],"study_design_scores_gemma":[0.0015094536,0.00015322893,0.00041310015,0.000091043665,0.000011348741,0.00001032332,0.00008952139,0.9950541,0.00009814422,0.000881035,0.0014441554,0.00024449494],"about_ca_topic_score_codex":0.000029924522,"about_ca_topic_score_gemma":0.000042048272,"teacher_disagreement_score":0.91591233,"about_ca_system_score_codex":0.000039041177,"about_ca_system_score_gemma":0.000760668,"threshold_uncertainty_score":0.81380117},"labels":[],"label_agreement":null},{"id":"W2025017662","doi":"10.2196/medinform.3625","title":"Barriers Over Time to Full Implementation of Health Information Exchange in the United States","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health information exchange; CINAHL; Incentive; Government (linguistics); Workflow; Medicine; Health information technology; Political science; Business; Public relations; Psychological intervention; Health information; Health care; Nursing; Computer science; Economics; Database; Law","score_opus":0.028413539001756607,"score_gpt":0.4384937737738501,"score_spread":0.41008023477209354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025017662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96687067,0.000023081468,0.006867688,0.017420337,0.00035434403,0.004746715,0.00006520576,0.00009540504,0.0035565663],"genre_scores_gemma":[0.77859443,0.00022089676,0.0009593281,0.21540052,0.00045204282,0.0022490835,0.0018230162,0.000045881625,0.0002547984],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99450207,0.0012702409,0.002412465,0.000059716633,0.0010225973,0.00073293643],"domain_scores_gemma":[0.9974879,0.0008046693,0.0008435461,0.00030992538,0.00014863796,0.00040534078],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008725847,0.00013792925,0.0003601654,0.00041514877,0.00025065438,0.000011446277,0.00034986093,0.00019332234,0.0023253988],"category_scores_gemma":[0.0005357621,0.00009537226,0.00003261764,0.0008274766,0.000040608556,0.00040569983,0.00008189002,0.0006619832,0.0008301994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069143476,0.0000368902,0.009688239,0.0056785373,0.000021432705,2.6349645e-7,0.5162775,0.00004259801,0.0000018164219,0.0021790985,0.3375181,0.12848642],"study_design_scores_gemma":[0.0020297433,0.00076122384,0.01018958,0.00060456287,0.000004160783,0.0000026324185,0.075393975,0.030710185,0.0000022063675,0.00012564348,0.88001716,0.00015892183],"about_ca_topic_score_codex":0.0024380437,"about_ca_topic_score_gemma":0.0008714501,"teacher_disagreement_score":0.54249907,"about_ca_system_score_codex":0.00039909055,"about_ca_system_score_gemma":0.0013102485,"threshold_uncertainty_score":0.9999478},"labels":[],"label_agreement":null},{"id":"W2044738929","doi":"10.2196/medinform.3525","title":"Dynamic Consent: A Possible Solution to Improve Patient Confidence and Trust in How Electronic Patient Records Are Used in Medical Research","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Economic and Social Research Council; Medical Research Council; Versus Arthritis; Wellcome Trust","keywords":"Internet privacy; Leverage (statistics); Health care; Public trust; Medical record; Informed consent; Public health; Data collection; Medicine; Business; Medical emergency; Public relations; Computer science; Nursing; Alternative medicine; Political science","score_opus":0.22212107753778101,"score_gpt":0.5227497604227325,"score_spread":0.3006286828849515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044738929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96206856,0.00019297036,0.0003303858,0.034006577,0.00020579582,0.0017778642,0.000009695061,0.000039233575,0.0013689043],"genre_scores_gemma":[0.99519867,0.0007236908,0.0007003495,0.0027135003,0.00004893376,0.0003270795,0.00002025214,0.000023002105,0.0002445406],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98951864,0.00046025935,0.0014475035,0.00035165588,0.0069480566,0.0012738665],"domain_scores_gemma":[0.9905555,0.0055853203,0.00019839752,0.0005880942,0.000856242,0.002216431],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01274862,0.00021838612,0.0006167541,0.00069617084,0.00007365283,0.0000797607,0.0004175486,0.0010712139,0.000145449],"category_scores_gemma":[0.07626292,0.00017850944,0.00005763505,0.0011331607,0.0009283787,0.00022179869,0.00072510744,0.0062633604,0.00008285476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0079796,0.0067800735,0.22802272,0.009117295,0.00022800847,0.0035396933,0.15942696,0.000027309818,0.0003203559,0.021059427,0.03100271,0.53249586],"study_design_scores_gemma":[0.03495025,0.032229163,0.047699153,0.025915144,0.000050302555,0.00086219294,0.14726524,0.64485437,0.00077519706,0.043938536,0.019645303,0.0018151493],"about_ca_topic_score_codex":0.00042513126,"about_ca_topic_score_gemma":0.009455981,"teacher_disagreement_score":0.64482707,"about_ca_system_score_codex":0.0012332761,"about_ca_system_score_gemma":0.007205474,"threshold_uncertainty_score":0.99842274},"labels":[],"label_agreement":null},{"id":"W2048172235","doi":"10.2196/medinform.3725","title":"Veteran, Primary Care Provider, and Specialist Satisfaction With Electronic Consultation","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of Rural Health","keywords":"Specialty; Facilitator; Medicine; Veterans Affairs; Family medicine; Patient satisfaction; Likert scale; Health care; Nursing; Psychology","score_opus":0.015188807138671826,"score_gpt":0.2591965748192716,"score_spread":0.24400776768059979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048172235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98202026,0.00016153297,0.001034642,0.0011121847,0.00022039475,0.0006486072,0.0000017437225,0.00022441415,0.014576232],"genre_scores_gemma":[0.9970094,0.000015462143,0.0002899069,0.0020754375,0.00045833483,0.000052255644,0.00006551897,0.000010264404,0.000023404353],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989359,0.0000067712085,0.000329873,0.00007357497,0.00042416924,0.0002297159],"domain_scores_gemma":[0.99943197,0.000020462448,0.00018197714,0.00010845887,0.00021403043,0.00004311283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022392778,0.00010218787,0.0001628223,0.00011746532,0.000075552176,0.0001014321,0.00007039289,0.0001504854,0.000017550565],"category_scores_gemma":[0.00009813029,0.000076203236,0.00001171259,0.00019695319,0.00008807874,0.00074324897,0.000048824466,0.00023102676,0.000057495894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013737475,0.000032923937,0.049104035,0.004441459,0.000036140922,0.000019864106,0.005731083,0.0000028832305,0.0000051472102,0.04946161,0.0075439406,0.8834835],"study_design_scores_gemma":[0.004763693,0.0002607046,0.02377575,0.00047328908,0.00003897231,0.000120569995,0.025173122,0.0036679623,0.000006062009,0.0016138518,0.9396464,0.00045957137],"about_ca_topic_score_codex":0.0011146874,"about_ca_topic_score_gemma":0.0021091755,"teacher_disagreement_score":0.9321025,"about_ca_system_score_codex":0.00010678662,"about_ca_system_score_gemma":0.00025206577,"threshold_uncertainty_score":0.31074777},"labels":[],"label_agreement":null},{"id":"W2051934565","doi":"10.2196/medinform.2766","title":"Factors Associated With Adoption of the Electronic Health Record System Among Primary Care Physicians","year":2013,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chinese University of Hong Kong","keywords":"Electronic health record; Primary care; Medicine; Health records; Health information technology; Family medicine; Electronic medical record; Health care; Medical emergency; Political science","score_opus":0.02916858021015933,"score_gpt":0.3437978111855271,"score_spread":0.31462923097536777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051934565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98885536,0.00015378316,0.0004864369,0.0004982897,0.00061278127,0.004341123,0.00002423977,0.00023194269,0.004796042],"genre_scores_gemma":[0.996971,0.000043643475,0.000026879052,0.0016373578,0.00015241167,0.0006522847,0.00015816263,0.000041592357,0.00031666155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99424994,0.0009444711,0.0019355231,0.00014192148,0.0013590017,0.0013691531],"domain_scores_gemma":[0.9959358,0.00056591106,0.0021278316,0.0005498165,0.0004476841,0.00037296858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011404057,0.00027062948,0.0007700479,0.00009621847,0.00063770235,0.000011098912,0.0005108816,0.0004899377,0.00008532712],"category_scores_gemma":[0.00016354944,0.00015490015,0.00011585945,0.00059614534,0.00016615403,0.0003350304,0.00011562366,0.0020183863,0.00007676934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003969172,0.0002821504,0.73250604,0.035735648,0.00034048193,6.986864e-7,0.14665581,0.000015378404,0.0000086290775,0.0028264741,0.029695187,0.05189379],"study_design_scores_gemma":[0.003183989,0.0015009897,0.7431221,0.024439843,0.000061194565,0.0000027170265,0.21112253,0.005862224,0.000013420424,0.000040859773,0.010040959,0.0006091569],"about_ca_topic_score_codex":0.0012131721,"about_ca_topic_score_gemma":0.0025363837,"teacher_disagreement_score":0.064466715,"about_ca_system_score_codex":0.0036326298,"about_ca_system_score_gemma":0.00533489,"threshold_uncertainty_score":0.94992006},"labels":[],"label_agreement":null},{"id":"W2070681741","doi":"10.2196/medinform.3560","title":"Incorporation of Personal Single Nucleotide Polymorphism (SNP) Data into a National Level Electronic Health Record for Disease Risk Assessment, Part 3: An Evaluation of SNP Incorporated National Health Information System of Turkey for Prostate Cancer","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Genetic Associations and Epidemiology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prostate cancer; Personalized medicine; SNP; Personal genomics; Risk assessment; National Health Interview Survey; Medicine; Disease; Single-nucleotide polymorphism; Cancer; Computer science; Genomics; Bioinformatics; Population; Environmental health; Internal medicine; Biology; Genome; Genetics","score_opus":0.07954587046711918,"score_gpt":0.39145521019758267,"score_spread":0.3119093397304635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070681741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7669487,0.00019892043,0.22216642,0.0015608416,0.00032335904,0.0029418648,0.0057469476,0.000019439727,0.00009350302],"genre_scores_gemma":[0.9677853,0.00010068679,0.013902865,0.00047334287,0.00017985213,0.00037069607,0.017168885,0.000012123478,0.000006271021],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99663115,0.0003571487,0.001597127,0.00016865281,0.0009905689,0.0002553603],"domain_scores_gemma":[0.9942269,0.00011815147,0.003032774,0.0002501993,0.0021798052,0.00019219123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006588089,0.0001526098,0.00038130023,0.00014145556,0.00013390648,0.000012040703,0.00026084724,0.000163485,0.0000074640284],"category_scores_gemma":[0.0015012389,0.00014127027,0.00007635354,0.00016934551,0.000106942636,0.00009708211,0.00008183827,0.00010992379,4.4130405e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040721805,0.0037075374,0.13555208,0.01948433,0.00224804,6.890505e-8,0.017953817,0.04216628,0.004696388,0.02610258,0.11584648,0.6281702],"study_design_scores_gemma":[0.00241908,0.001296009,0.011962262,0.00016287311,0.00004873999,9.726392e-7,0.0009510601,0.976981,0.00012378763,0.0020373394,0.0038621316,0.0001547795],"about_ca_topic_score_codex":0.00025159487,"about_ca_topic_score_gemma":0.00034292383,"teacher_disagreement_score":0.9348147,"about_ca_system_score_codex":0.00037736105,"about_ca_system_score_gemma":0.006742651,"threshold_uncertainty_score":0.9988882},"labels":[],"label_agreement":null},{"id":"W2071885147","doi":"10.2196/medinform.3238","title":"The Role of Health Care Experience and Consumer Information Efficacy in Shaping Privacy and Security Perceptions of Medical Records: National Consumer Survey Results","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient Dignity and Privacy","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical record; Health care; Internet privacy; Information privacy; Protected health information; Business; Psychology; Family medicine; Medicine; Public health; Health policy; Nursing; HRHIS; Computer science; Political science","score_opus":0.07961310948915667,"score_gpt":0.3862893829979992,"score_spread":0.3066762735088425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071885147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99639577,0.00071761094,0.000052152936,0.0009800842,0.0000655888,0.0004858494,0.000092412025,0.000014841661,0.0011956648],"genre_scores_gemma":[0.9979526,0.0009482559,0.00027226604,0.0005577875,0.000014625984,0.000019133407,0.00023000306,0.0000034861719,0.0000018594561],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99660265,0.00018962077,0.0013230677,0.00007051533,0.0016166691,0.00019749394],"domain_scores_gemma":[0.9978184,0.0007532348,0.00039461418,0.00017932944,0.00045133373,0.000403057],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029271794,0.00010943858,0.00032808646,0.00013487093,0.00009012864,0.000020084952,0.00017861005,0.0001915298,0.000021024878],"category_scores_gemma":[0.008950491,0.00007877876,0.00002643962,0.00023671555,0.00061710854,0.00041541472,0.00018591725,0.00039108688,0.000004368611],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006994574,0.00032079947,0.26701513,0.0008554438,0.000051434225,0.0000013273595,0.5756061,0.0000014894124,0.0000017769328,0.0008927436,0.003127358,0.15142693],"study_design_scores_gemma":[0.0136899585,0.00077610835,0.7579282,0.001871552,0.000022442204,0.00011162962,0.15565775,0.01926936,0.00005877912,0.000457098,0.04983146,0.0003256628],"about_ca_topic_score_codex":0.00040229518,"about_ca_topic_score_gemma":0.00011377823,"teacher_disagreement_score":0.49091306,"about_ca_system_score_codex":0.00007021335,"about_ca_system_score_gemma":0.0012562436,"threshold_uncertainty_score":0.9993975},"labels":[],"label_agreement":null},{"id":"W2075357812","doi":"10.2196/medinform.2984","title":"A Validation of an Intelligent Decision-Making Support System for the Nutrition Diagnosis of Bariatric Surgery Patients","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pontificia Universidade Católica do Paraná","keywords":"Gold standard (test); Medical diagnosis; Medicine; Malnutrition; Surgery; Receiver operating characteristic; Anemia; Expert system; Radiology; Artificial intelligence; Internal medicine; Computer science","score_opus":0.0341248568986311,"score_gpt":0.3545044140779079,"score_spread":0.3203795571792768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075357812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9523223,0.00003854258,0.044840332,0.00037134642,0.0005601586,0.0015869836,0.000028773893,0.00004392268,0.0002076537],"genre_scores_gemma":[0.99329466,0.00013263995,0.0054614446,0.00053232315,0.00017154368,0.00028246205,0.00011394576,0.00000959581,0.000001411188],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762166,0.000046740897,0.0013048551,0.000062975814,0.00079650205,0.00016727249],"domain_scores_gemma":[0.99629307,0.0024043333,0.0004969836,0.00023235662,0.000397463,0.00017580144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015514548,0.00008861783,0.00036848863,0.00022441309,0.00007265047,0.000009984552,0.00011156864,0.00013366698,0.000099190445],"category_scores_gemma":[0.001305759,0.000060025915,0.00012445949,0.0002472464,0.000056153418,0.0001362391,0.000028953875,0.00013209142,0.0000061532637],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082030316,0.0024124116,0.076538466,0.031288475,0.00008938704,0.0000017629469,0.004842856,0.000018752813,0.0000054739753,0.0025548555,0.01793742,0.8634898],"study_design_scores_gemma":[0.032273833,0.00968081,0.1259487,0.076891266,0.0017076136,0.00025100505,0.03693064,0.54515135,0.032194402,0.0053183204,0.13203706,0.0016149904],"about_ca_topic_score_codex":0.00000385169,"about_ca_topic_score_gemma":8.1514577e-7,"teacher_disagreement_score":0.8618748,"about_ca_system_score_codex":0.000066234796,"about_ca_system_score_gemma":0.00013058387,"threshold_uncertainty_score":0.24477859},"labels":[],"label_agreement":null},{"id":"W2085852984","doi":"10.2196/medinform.3793","title":"Prioritization of Free-Text Clinical Documents: A Novel Use of a Bayesian Classifier","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiology practices and education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Bayesian probability; Prioritization; Classifier (UML); Artificial intelligence; Natural language processing; Information retrieval; Machine learning; Data mining","score_opus":0.10949188319234583,"score_gpt":0.42016231964586154,"score_spread":0.3106704364535157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085852984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97130454,0.000035409787,0.017177904,0.0039039238,0.0005886159,0.000547201,0.000011806967,0.00003095045,0.0063996525],"genre_scores_gemma":[0.9529249,0.00020000183,0.04250456,0.0031967757,0.00035771573,0.000030276191,0.00010557866,0.00001734945,0.000662817],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997856,0.000053732103,0.001227533,0.000068709094,0.00064377673,0.00015023015],"domain_scores_gemma":[0.99790037,0.0004104081,0.0005685361,0.00037652111,0.00033529726,0.0004088959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010423878,0.00009126608,0.00037327077,0.00009890099,0.000014751365,0.0000100360685,0.00013702748,0.00031758152,0.0002617112],"category_scores_gemma":[0.00575068,0.000070067625,0.00007795508,0.00020150794,0.00024414787,0.0005246346,0.00006304686,0.0003152252,0.000020296473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015754515,0.0060190787,0.3169434,0.002057787,0.0007939979,0.000017593376,0.025553986,0.000015549233,0.0002841153,0.018788846,0.5572722,0.070677996],"study_design_scores_gemma":[0.02852712,0.005765579,0.14764285,0.003073118,0.00091047643,0.0006847188,0.026053777,0.18930154,0.0007590662,0.0019139618,0.5945201,0.00084772677],"about_ca_topic_score_codex":0.000024172088,"about_ca_topic_score_gemma":0.000002761725,"teacher_disagreement_score":0.18928598,"about_ca_system_score_codex":0.000039988587,"about_ca_system_score_gemma":0.0006847175,"threshold_uncertainty_score":0.68845165},"labels":[],"label_agreement":null},{"id":"W2092804364","doi":"10.2196/medinform.2510","title":"Bridging Organizational Divides in Health Care: An Ecological View of Health Information Exchange","year":2013,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Health information exchange; Health care; Health information technology; Workflow; Business; Knowledge management; Information exchange; Nursing; Context (archaeology); Health informatics; Medicine; Public relations; Public health; Health information; Computer science; Political science","score_opus":0.04043686571487842,"score_gpt":0.4130927150468403,"score_spread":0.3726558493319619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092804364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91556084,0.0025983772,0.018089063,0.037917037,0.0020426277,0.015252804,0.00009634603,0.00062103884,0.007821884],"genre_scores_gemma":[0.9601918,0.0009274385,0.0021777258,0.03477501,0.00030765843,0.0009454936,0.0005850389,0.000028921524,0.00006091332],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919345,0.001282493,0.0043887864,0.00011930118,0.0011285756,0.0011463566],"domain_scores_gemma":[0.9963251,0.00046023805,0.0016809739,0.00034546037,0.0004351133,0.0007531153],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004538103,0.00021674857,0.00081063155,0.0003307806,0.00043567896,0.000019845766,0.00039974402,0.00042021988,0.002367193],"category_scores_gemma":[0.00080117834,0.00017709311,0.000043933218,0.0007358688,0.0000945898,0.0013641188,0.0001789647,0.0011735037,0.0006219314],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018173969,0.0004423878,0.058353513,0.03767674,0.000024711771,9.734708e-7,0.2516637,0.000022092949,8.343474e-7,0.0075836154,0.04904966,0.5951636],"study_design_scores_gemma":[0.008759969,0.0038165234,0.37583643,0.01061568,0.000009364588,0.000051528354,0.14454658,0.066030964,0.000006241043,0.001188222,0.3878971,0.001241383],"about_ca_topic_score_codex":0.002618898,"about_ca_topic_score_gemma":0.0010635989,"teacher_disagreement_score":0.5939222,"about_ca_system_score_codex":0.0013556905,"about_ca_system_score_gemma":0.0060775285,"threshold_uncertainty_score":0.9995571},"labels":[],"label_agreement":null},{"id":"W2104793920","doi":"10.2196/medinform.3503","title":"Adoption of Clinical Decision Support in Multimorbidity: A Systematic Review","year":2015,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Patient Safety Translational Research Centre; Medical Research Council; National Institute for Health and Care Research","keywords":"Decision support system; Clinical decision support system; Systematic review; Computer science; Multimorbidity; MEDLINE; Medicine; Intensive care medicine; Data mining; Chronic disease","score_opus":0.19075620156891493,"score_gpt":0.5116538272873198,"score_spread":0.32089762571840486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104793920","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000050951135,0.9844097,0.00010679402,0.000035447905,0.00037022238,0.0074210493,0.000029016874,0.000068847214,0.0075538107],"genre_scores_gemma":[0.0000028772017,0.99662,0.00097300264,0.0005816584,0.00014611195,0.00057059,0.0008869835,0.000037106525,0.00018167087],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98831517,0.00030512104,0.008194631,0.00022079104,0.0026108706,0.00035340904],"domain_scores_gemma":[0.9948501,0.0006782931,0.002426702,0.0011240435,0.00024098333,0.00067985366],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006530993,0.00047702706,0.007672513,0.00042091572,0.000013283581,0.00002001231,0.000551733,0.000745093,0.00073192036],"category_scores_gemma":[0.0048692436,0.00031195866,0.0010148071,0.0007228419,0.0002076883,0.00020919195,0.00034280622,0.001090309,0.00076405145],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011320752,0.00024622175,0.0000025124625,0.6921542,0.00013549272,0.00007842113,0.000043281703,4.259722e-8,4.5555164e-11,0.00008071529,0.01632597,0.29092178],"study_design_scores_gemma":[0.0011097842,0.00015038878,0.0000030816675,0.63438386,0.0029920642,0.00008907685,0.00011526679,0.00035526737,1.257671e-9,0.000015747233,0.3606201,0.00016534305],"about_ca_topic_score_codex":0.0000027797926,"about_ca_topic_score_gemma":0.000003085749,"teacher_disagreement_score":0.34429413,"about_ca_system_score_codex":0.00028567412,"about_ca_system_score_gemma":0.003641136,"threshold_uncertainty_score":0.99993324},"labels":[],"label_agreement":null},{"id":"W2105776665","doi":"10.2196/medinform.4397","title":"A Telesurveillance System With Automatic Electrocardiogram Interpretation Based on Support Vector Machine and Rule-Based Processing","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Taiwan University; National Taiwan University Hospital","keywords":"Artificial intelligence; Computer science; Support vector machine; Telehealth; Workload; Machine learning; Atrial flutter; Telemedicine; Pattern recognition (psychology); Atrial fibrillation; Data mining; Medicine; Health care; Cardiology","score_opus":0.008699682535357755,"score_gpt":0.27526282139114855,"score_spread":0.2665631388557908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105776665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8378496,0.00012341494,0.15365128,0.0010802576,0.00013346347,0.0008290631,0.00001049702,0.00083389616,0.005488506],"genre_scores_gemma":[0.9925721,0.0000016457165,0.0064539947,0.0006680213,0.00010495713,0.000071245435,0.00008171217,0.000019406309,0.000026869795],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979999,0.000049300943,0.00048614742,0.000116182644,0.0010939429,0.00025453148],"domain_scores_gemma":[0.99882686,0.000091106805,0.00019681688,0.00022470082,0.00016809421,0.0004924476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064969744,0.00018784763,0.00044882955,0.00020641311,0.0000597354,0.000061030325,0.00008446018,0.00012333441,0.000009919571],"category_scores_gemma":[0.0001932847,0.00012353915,0.00006452027,0.00038689963,0.000086762586,0.0000981534,0.000012987018,0.00031555115,0.0000180276],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026815382,0.0011052431,0.19653864,0.02213642,0.0006531608,0.0004867167,0.009835712,0.0021140613,0.00006183642,0.000057450725,0.0028639014,0.7614653],"study_design_scores_gemma":[0.0024093047,0.0010310209,0.0025718748,0.001754549,0.0001024114,0.00008840693,0.0007947535,0.99076575,0.000103876126,0.0000010744782,0.00023086737,0.00014612122],"about_ca_topic_score_codex":0.000010940457,"about_ca_topic_score_gemma":0.000004232836,"teacher_disagreement_score":0.9886517,"about_ca_system_score_codex":0.00014766547,"about_ca_system_score_gemma":0.000559647,"threshold_uncertainty_score":0.5037781},"labels":[],"label_agreement":null},{"id":"W2109651326","doi":"10.2196/medinform.4321","title":"Benchmarking Clinical Speech Recognition and Information Extraction: New Data, Methods, and Evaluations","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; Australian Research Council; National Institutes of Health; University of Queensland; Queensland University of Technology; Griffith University; University of Melbourne; Monash University; Australian Government; University of Sydney; Australian National University; University of New South Wales; ACT Government","keywords":"Computer science; Handover; Workflow; Benchmarking; Natural language processing; Information extraction; Speech recognition; Correctness; Data extraction; Artificial intelligence; Information retrieval; Database; MEDLINE","score_opus":0.21163288600601157,"score_gpt":0.5129666329524059,"score_spread":0.30133374694639425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109651326","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8386517,0.0007188355,0.10444734,0.015971133,0.0021117823,0.0023042157,0.00007284378,0.0003389475,0.03538321],"genre_scores_gemma":[0.023575315,0.0016353704,0.96209496,0.008913426,0.0013390552,0.000027604197,0.001985706,0.000018989678,0.00040955434],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806273,0.00007565941,0.00093886454,0.000095398,0.0006675912,0.00015973326],"domain_scores_gemma":[0.99780756,0.00033937124,0.00020922966,0.00031436302,0.00017777403,0.0011516728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028669776,0.00011828985,0.00027984363,0.00011856361,0.00007259018,0.00007145394,0.0000965364,0.00023844025,0.0003433078],"category_scores_gemma":[0.003711399,0.00008827007,0.000030939405,0.00017042861,0.00010475194,0.0022217855,0.00020597901,0.00043029024,0.0001107156],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030117077,0.000038495757,0.0029524742,0.00007843726,0.000023500195,0.0000031579275,0.0012703937,9.029868e-8,6.303608e-7,0.000043331707,0.021462914,0.9740965],"study_design_scores_gemma":[0.008002785,0.0012652101,0.07713382,0.00079791975,0.00039517714,0.0015805555,0.008977629,0.10550084,0.000060164566,0.0028887074,0.7929048,0.00049238675],"about_ca_topic_score_codex":0.000020619733,"about_ca_topic_score_gemma":0.0000037249758,"teacher_disagreement_score":0.9736041,"about_ca_system_score_codex":0.000029903415,"about_ca_system_score_gemma":0.0006281575,"threshold_uncertainty_score":0.44431594},"labels":[],"label_agreement":null},{"id":"W2109967672","doi":"10.2196/medinform.3648","title":"Towards Social Radiology as an Information Infrastructure: Reconciling the Local With the Global","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiology practices and education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teleradiology; Medicine; Information sharing; Health care; Radiology; Computer science; Knowledge management; Public relations; Telemedicine; World Wide Web; Political science","score_opus":0.011393622800369084,"score_gpt":0.3189518188824777,"score_spread":0.3075581960821086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109967672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9245391,0.000015648679,0.022619493,0.032167535,0.0004073118,0.0004413223,0.000003171348,0.00007203162,0.019734422],"genre_scores_gemma":[0.970548,0.000021507733,0.0008563281,0.02763663,0.0007678829,0.000045325767,0.00009877,0.000005538347,0.000020050356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851495,0.00013772951,0.00045425305,0.00006402883,0.0005496436,0.0002793847],"domain_scores_gemma":[0.9989587,0.00012997046,0.00028817187,0.00027311014,0.00014419033,0.00020582804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011212098,0.00014216267,0.0002266413,0.00003028576,0.00031716493,0.000058244434,0.00028565683,0.00030141603,0.00022513242],"category_scores_gemma":[0.0004293397,0.00006428286,0.00004856439,0.00020853136,0.00062539236,0.00069899997,0.000044836022,0.0006383827,0.00009880332],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000517269,0.00005520263,0.0035842366,0.00013276564,0.00014613177,0.0000026113132,0.036111813,0.00011218123,7.8177163e-7,0.019112613,0.034390364,0.905834],"study_design_scores_gemma":[0.0030712446,0.001752678,0.12009742,0.00006066514,0.00022522798,0.004579121,0.054110043,0.087215416,0.000013486289,0.0025550725,0.72600627,0.00031332986],"about_ca_topic_score_codex":0.000052433374,"about_ca_topic_score_gemma":0.00001889231,"teacher_disagreement_score":0.9055207,"about_ca_system_score_codex":0.00013398904,"about_ca_system_score_gemma":0.0006536257,"threshold_uncertainty_score":0.27734905},"labels":[],"label_agreement":null},{"id":"W2110492869","doi":"10.2196/medinform.4286","title":"Optimizing Patient Preparation and Surgical Experience Using eHealth Technology","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council NSW; National Health and Medical Research Council; Medical Research Council; Hunter Medical Research Institute","keywords":"eHealth; Health care; Medicine; Nursing","score_opus":0.21228331753630095,"score_gpt":0.48496373808040744,"score_spread":0.27268042054410646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110492869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905713,0.0008888487,0.0009155073,0.0021495917,0.00051325216,0.001343596,0.000005721356,0.00025012298,0.0033620642],"genre_scores_gemma":[0.9736155,0.00011886385,0.024035644,0.0016269259,0.00008640979,0.00045205653,0.000024371411,0.000015395073,0.000024798692],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968578,0.00032676765,0.001382936,0.00013292689,0.00079216535,0.0005073812],"domain_scores_gemma":[0.9974987,0.00029474223,0.0005400019,0.000564322,0.0003837114,0.00071855454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043483832,0.00015095779,0.0002892099,0.00019489006,0.00056685274,0.000013382238,0.00031231376,0.00050170044,0.000078614765],"category_scores_gemma":[0.0007600958,0.0001292972,0.00002180727,0.00039818243,0.00026710937,0.0004267108,0.00057142484,0.0009608041,0.00006406366],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021017593,0.00016398079,0.031110827,0.0010546797,0.000018113673,0.00001552963,0.9252585,0.00011409892,0.0000054677093,0.006914137,0.0029170995,0.03221736],"study_design_scores_gemma":[0.0034415915,0.0007346176,0.00025956627,0.0013935491,0.00001309124,0.00014764156,0.54377204,0.28757122,0.000043328815,0.0010389902,0.16109274,0.00049159856],"about_ca_topic_score_codex":0.00008638229,"about_ca_topic_score_gemma":0.000018921859,"teacher_disagreement_score":0.38148648,"about_ca_system_score_codex":0.00034803702,"about_ca_system_score_gemma":0.0011874306,"threshold_uncertainty_score":0.5272587},"labels":[],"label_agreement":null},{"id":"W2113077359","doi":"10.2196/medinform.3631","title":"Return on Investment in Electronic Health Records in Primary Care Practices: A Mixed-Methods Study","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Health records; Electronic health record; Investment (military); Business; Primary care; Electronic records; Meaningful use; Return on investment; Health care; Medicine; Medical emergency; Computer science; Family medicine; World Wide Web; Economics; Political science; Economic growth","score_opus":0.049898106527235656,"score_gpt":0.4976633996458671,"score_spread":0.44776529311863145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113077359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93433267,0.0006931262,0.0007875874,0.0050926935,0.0018721945,0.010044733,0.000006715832,0.00024254993,0.04692774],"genre_scores_gemma":[0.86682725,0.0011454861,0.008632039,0.11356574,0.001174487,0.007523859,0.00021761474,0.00016725177,0.0007462451],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9826568,0.009234362,0.0039143167,0.00036988844,0.0015050357,0.0023196312],"domain_scores_gemma":[0.99223286,0.0036018484,0.0022981567,0.0009039596,0.00013327811,0.0008298798],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021568168,0.000389209,0.001162746,0.0006020416,0.00032959908,0.000018778912,0.00063536083,0.00066153577,0.00012543231],"category_scores_gemma":[0.0033473982,0.00032219812,0.00006960147,0.0010074459,0.00006726229,0.00034592953,0.0002454724,0.005624819,0.0002532199],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00047871977,0.0022639867,0.1367117,0.016685078,0.00006528068,0.00002015401,0.3526073,0.000012659521,0.0000022106688,0.0043742727,0.027775958,0.45900264],"study_design_scores_gemma":[0.01267998,0.010954279,0.06252287,0.007824294,0.000018761408,0.00001899993,0.25181115,0.012067913,0.0000036526017,0.0009682308,0.6402138,0.00091605185],"about_ca_topic_score_codex":0.0024789101,"about_ca_topic_score_gemma":0.02458141,"teacher_disagreement_score":0.61243784,"about_ca_system_score_codex":0.0074547553,"about_ca_system_score_gemma":0.010758585,"threshold_uncertainty_score":0.999923},"labels":[],"label_agreement":null},{"id":"W2113753800","doi":"10.2196/medinform.3022","title":"Automatically Recognizing Medication and Adverse Event Information From Food and Drug Administration’s Adverse Event Reporting System Narratives","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of General Medical Sciences; National Cancer Institute; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Adverse Event Reporting System; Pharmacovigilance; Computer science; Adverse effect; Narrative; Medical prescription; Annotation; Event (particle physics); Information retrieval; Medicine; F1 score; Natural language processing; Artificial intelligence; Internal medicine; Pharmacology","score_opus":0.04696299010168346,"score_gpt":0.39996653007321126,"score_spread":0.3530035399715278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113753800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831246,0.00006801446,0.0071445196,0.0022137056,0.0009060905,0.0007895606,0.000080098376,0.00031795964,0.0053554378],"genre_scores_gemma":[0.9948106,0.00015304169,0.0017475666,0.0024997888,0.000277334,0.0001799452,0.00027755802,0.000013690613,0.000040479095],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961109,0.00027898466,0.0023791483,0.0001912031,0.00064928154,0.0003904726],"domain_scores_gemma":[0.99649274,0.0005724045,0.0018024098,0.00022256297,0.00015036177,0.0007595105],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002420173,0.0002922783,0.00042358183,0.0001621927,0.00044130074,0.000043418335,0.00019435654,0.0003760708,0.0002647699],"category_scores_gemma":[0.0010318427,0.00026167452,0.000094107454,0.00017459966,0.00026797876,0.0014322305,0.00013269388,0.00089989905,0.000119589466],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010987314,0.0015498559,0.0320909,0.007682255,0.0023221998,0.00011680899,0.2658942,0.00075733423,0.002072141,0.025252284,0.0386231,0.6225402],"study_design_scores_gemma":[0.008129364,0.000488696,0.011689061,0.0014565894,0.0005283641,0.000519797,0.09874508,0.56291234,0.0036732333,0.0013955445,0.30918258,0.0012793349],"about_ca_topic_score_codex":0.000012302715,"about_ca_topic_score_gemma":0.00002016206,"teacher_disagreement_score":0.6212608,"about_ca_system_score_codex":0.00013174578,"about_ca_system_score_gemma":0.00030593816,"threshold_uncertainty_score":0.99998355},"labels":[],"label_agreement":null},{"id":"W2115683309","doi":"10.2196/medinform.2913","title":"Big Data and Clinicians: A Review on the State of the Science","year":2014,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Big data; Data science; Computer science; Pace; Data quality; Data mining","score_opus":0.5332844092986461,"score_gpt":0.6082372109656298,"score_spread":0.0749528016669837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115683309","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025870504,0.9872458,0.000038659775,0.0034641512,0.0017369955,0.004982343,0.00020105467,0.00002829095,0.0022768362],"genre_scores_gemma":[0.000011573161,0.9836839,0.000038061607,0.015435133,0.00035862872,0.000288287,0.000026870617,0.000020894182,0.000136685],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992202,0.0012961763,0.0038786752,0.00023332408,0.0018140962,0.0005757187],"domain_scores_gemma":[0.9868176,0.0069852415,0.0025388612,0.0030057626,0.00031801406,0.00033449472],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014482075,0.00028942173,0.0015175478,0.00010171351,0.0008448465,0.00001562017,0.0041303635,0.0003708269,0.0001579866],"category_scores_gemma":[0.017126322,0.00011693832,0.00014208256,0.001006855,0.0018052862,0.0001296653,0.00243572,0.0031496782,0.0004913806],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8649807e-7,0.000010055441,0.0000049736645,0.123402365,0.000008852335,2.4580794e-7,0.0012497591,1.37152245e-8,6.483604e-10,0.00051525,0.015845034,0.85896254],"study_design_scores_gemma":[0.000017221046,0.000029405946,0.0000014165337,0.24430321,0.00006713094,0.0000028080171,0.00050975324,0.0006101863,3.7468684e-8,0.00018827061,0.7541812,0.00008933447],"about_ca_topic_score_codex":0.00006027545,"about_ca_topic_score_gemma":0.00012545215,"teacher_disagreement_score":0.85887325,"about_ca_system_score_codex":0.0001069181,"about_ca_system_score_gemma":0.005718697,"threshold_uncertainty_score":0.999918},"labels":[],"label_agreement":null},{"id":"W2117784620","doi":"10.2196/medinform.3555","title":"Incorporation of Personal Single Nucleotide Polymorphism (SNP) Data into a National Level Electronic Health Record for Disease Risk Assessment, Part 2: The Incorporation of SNP into the National Health Information System of Turkey","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"National Health Interview Survey; SNP; Personalized medicine; Single-nucleotide polymorphism; Medicine; Computer science; Bioinformatics; Population; Environmental health; Biology; Genetics","score_opus":0.03611285502303619,"score_gpt":0.3228478009892612,"score_spread":0.286734945966225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117784620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80824363,0.0005333176,0.17779526,0.006644109,0.0005249026,0.0027114872,0.003117976,0.000028884071,0.00040043276],"genre_scores_gemma":[0.9907839,0.00015048745,0.0023117226,0.0011207655,0.00023114895,0.00007725029,0.0053085196,0.000009941384,0.000006305776],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973564,0.00018511941,0.0012214986,0.00012470737,0.00092280266,0.00018944571],"domain_scores_gemma":[0.99675524,0.000120972145,0.00199034,0.00032092028,0.00065513805,0.00015737354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002304089,0.00014515623,0.00024107224,0.00009084239,0.0002288949,0.000028410877,0.00047988736,0.000099183024,0.000005202213],"category_scores_gemma":[0.0006962851,0.00009911903,0.00009698806,0.00015927159,0.00020257692,0.00008595011,0.00018763923,0.00014474792,0.0000012540803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051041474,0.004692164,0.024315933,0.030653259,0.0027481257,6.20738e-7,0.063192144,0.0075022248,0.0073455214,0.22482015,0.24915677,0.38046893],"study_design_scores_gemma":[0.004216787,0.0027259449,0.0149154775,0.0007422989,0.000111935115,0.00001484004,0.009659694,0.88594997,0.00074846286,0.008319822,0.07201219,0.0005825578],"about_ca_topic_score_codex":0.00016083967,"about_ca_topic_score_gemma":0.00018055327,"teacher_disagreement_score":0.8784478,"about_ca_system_score_codex":0.00016396916,"about_ca_system_score_gemma":0.0038734374,"threshold_uncertainty_score":0.68713117},"labels":[],"label_agreement":null},{"id":"W2117856677","doi":"10.2196/medinform.3387","title":"Enabling Online Studies of Conceptual Relationships Between Medical Terms: Developing an Efficient Web Platform","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unified Medical Language System; Computer science; Transitive relation; Set (abstract data type); Information retrieval; Data science; Programming language","score_opus":0.09734592737392041,"score_gpt":0.36913620903067895,"score_spread":0.27179028165675856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117856677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847976,0.00023824144,0.013760484,0.00049841416,0.00017054858,0.0001251368,0.000019352676,0.000051433944,0.00033878497],"genre_scores_gemma":[0.9867683,0.00018733671,0.011566799,0.00064011884,0.00048983877,0.000014896333,0.00029100155,0.000012621773,0.000029080364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975189,0.00010163783,0.0009525361,0.00015556194,0.000941236,0.00033014748],"domain_scores_gemma":[0.99858075,0.00034901183,0.00025353048,0.00029402104,0.00013564268,0.00038704704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015977377,0.00018370722,0.00039096855,0.00008404117,0.0001351312,0.000010862156,0.00046042993,0.00064124697,0.000030376588],"category_scores_gemma":[0.005018722,0.00013535086,0.00007262361,0.0001579555,0.0012986568,0.000009520931,0.00030382408,0.00047599833,0.0000090969115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026130216,0.0011566839,0.04134892,0.0022926908,0.0013935372,0.000026632966,0.057315283,0.0002117589,0.0017845914,0.014719619,0.013246466,0.8662425],"study_design_scores_gemma":[0.0146437045,0.0062537026,0.018787637,0.0049350834,0.00032382482,0.00027686893,0.24647903,0.12147268,0.01951359,0.0020607193,0.56180745,0.0034457138],"about_ca_topic_score_codex":0.0000020661596,"about_ca_topic_score_gemma":0.000022545748,"teacher_disagreement_score":0.8627968,"about_ca_system_score_codex":0.000023148219,"about_ca_system_score_gemma":0.0003657138,"threshold_uncertainty_score":0.6008241},"labels":[],"label_agreement":null},{"id":"W2123607824","doi":"10.2196/medinform.3586","title":"Exploring a Clinically Friendly Web-Based Approach to Clinical Decision Support Linked to the Electronic Health Record: Design Philosophy, Prototype Implementation, and Framework for Assessment","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; U.S. National Library of Medicine","keywords":"Scope (computer science); Context (archaeology); Computer science; Variety (cybernetics); Presentation (obstetrics); Domain (mathematical analysis); Decision support system; Process management; Clinical decision support system; Engineering management; Knowledge management; Systems engineering; Engineering; Medicine","score_opus":0.2491745072262343,"score_gpt":0.5429638181661651,"score_spread":0.2937893109399308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123607824","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016533481,0.000012976083,0.93806547,0.021766255,0.0013003486,0.021538071,0.000021269236,0.00020051045,0.0005616277],"genre_scores_gemma":[0.26828024,0.00024024505,0.6148635,0.075165845,0.0028319284,0.038367108,0.000105669336,0.00011211679,0.00003334052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882813,0.0022547522,0.0055479594,0.0004984101,0.0014253552,0.0019922128],"domain_scores_gemma":[0.98509127,0.0104764635,0.0012080166,0.00092514325,0.00042362293,0.0018755053],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.032090623,0.00038116408,0.0010394981,0.00022506774,0.0011366166,0.000052368785,0.00080195855,0.0005666982,0.00013193364],"category_scores_gemma":[0.004533662,0.0002659229,0.00015997529,0.0006174779,0.000083894105,0.00025166717,0.00025330624,0.0028322875,0.00020297505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019268455,0.000628722,0.0130431745,0.0036600672,0.0001156935,6.0289193e-7,0.013581826,0.00007557737,5.340199e-7,0.06331312,0.089224495,0.81442934],"study_design_scores_gemma":[0.0074959174,0.02387874,0.005393122,0.0020453446,0.000042615644,0.000006176669,0.0068373363,0.07522319,7.2311735e-7,0.009648314,0.86874664,0.0006818959],"about_ca_topic_score_codex":0.000055416884,"about_ca_topic_score_gemma":0.00015889,"teacher_disagreement_score":0.81374747,"about_ca_system_score_codex":0.0007840097,"about_ca_system_score_gemma":0.011127897,"threshold_uncertainty_score":0.9999793},"labels":[],"label_agreement":null},{"id":"W2123718508","doi":"10.2196/medinform.3028","title":"Assimilation of Web-Based Urgent Stroke Evaluation: A Qualitative Study of Two Networks","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Genentech","keywords":"Stroke (engine); Medicine; Telemedicine; Medical emergency; Cause of death; Emergency department; Rural area; Acute stroke; Emergency medicine; Health care; Nursing; Disease","score_opus":0.03772296097208072,"score_gpt":0.39175578484320156,"score_spread":0.35403282387112084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123718508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94330597,0.00001632835,0.03517598,0.00039596297,0.00016152459,0.0017331826,0.0000067941887,0.0000410377,0.01916321],"genre_scores_gemma":[0.9959731,0.0000033741078,0.0029423982,0.0007109581,0.00008398507,0.00013819787,0.000072850125,0.000010943386,0.00006420736],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99583244,0.00021773404,0.0012849333,0.00009641348,0.0023786472,0.0001898273],"domain_scores_gemma":[0.9978661,0.00039210747,0.00065664045,0.0004115535,0.00042580982,0.00024776923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030038892,0.0001505014,0.00048995536,0.0001775311,0.000027081414,0.000005576793,0.00016088937,0.000111849295,0.0006824737],"category_scores_gemma":[0.00092024053,0.00011915039,0.00009118868,0.00027362426,0.00012661699,0.000086673346,0.00008621713,0.000252965,0.000007677101],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017644069,0.012882397,0.050602905,0.004909754,0.0032699627,0.0000136159015,0.464366,0.025692306,0.0003585935,0.0026812253,0.20856135,0.2248975],"study_design_scores_gemma":[0.0108718565,0.0012210456,0.0025774587,0.0002715703,0.00035131024,0.0000019763997,0.036397,0.94618446,0.00020178371,0.000016123184,0.0017923546,0.0001130636],"about_ca_topic_score_codex":0.000008519482,"about_ca_topic_score_gemma":0.0000062988383,"teacher_disagreement_score":0.9204922,"about_ca_system_score_codex":0.00008663119,"about_ca_system_score_gemma":0.00029373288,"threshold_uncertainty_score":0.7472608},"labels":[],"label_agreement":null},{"id":"W2125610074","doi":"10.2196/medinform.3251","title":"Clinical Data Miner: An Electronic Case Report Form System With Integrated Data Preprocessing and Machine-Learning Libraries Supporting Clinical Diagnostic Model Research","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Workflow; Preprocessor; Data pre-processing; Machine learning; Software; Data mining; Interface (matter); Artificial intelligence; Software engineering; Database; Programming language; Operating system","score_opus":0.15390925479124679,"score_gpt":0.4471745632613304,"score_spread":0.29326530847008364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125610074","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14030902,0.00008484556,0.8576835,0.00034585822,0.0001896029,0.00046012274,0.0000152694,0.00045846042,0.00045333765],"genre_scores_gemma":[0.9130184,0.0000828136,0.08577586,0.00022409792,0.00034658296,0.000041291045,0.00044150758,0.000031006002,0.000038409697],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9935644,0.0006816858,0.002515926,0.0008533746,0.0015586085,0.0008259969],"domain_scores_gemma":[0.99032426,0.0038696434,0.00096078916,0.0037655558,0.00033130948,0.0007484416],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024641393,0.00025553783,0.000552386,0.00016562875,0.00052532705,0.00077238196,0.0032593764,0.00038039338,0.0000056306108],"category_scores_gemma":[0.013593842,0.0001869927,0.000032117005,0.00064326916,0.0006207379,0.005901824,0.004310307,0.002800495,0.000008272355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017546758,0.00035411766,0.032431953,0.0017149703,0.00016321277,0.00445957,0.005529919,0.0005530676,6.1160137e-7,0.0054023983,0.00455814,0.94465655],"study_design_scores_gemma":[0.0006218665,0.000637096,0.00008889884,0.00041283545,0.000025892821,0.014502189,0.0013414044,0.9780935,0.000003031509,0.00026313422,0.003774841,0.00023528175],"about_ca_topic_score_codex":0.00011859566,"about_ca_topic_score_gemma":0.00031974798,"teacher_disagreement_score":0.97754043,"about_ca_system_score_codex":0.00009420656,"about_ca_system_score_gemma":0.0021262032,"threshold_uncertainty_score":0.9995001},"labels":[],"label_agreement":null},{"id":"W2127665671","doi":"10.2196/medinform.3090","title":"Designing an Algorithm to Preserve Privacy for Medical Record Linkage With Error-Prone Data","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University at Buffalo; National Natural Science Foundation of China; Oklahoma Center for the Advancement of Science and Technology; National Science Foundation","keywords":"Computer science; Record linkage; Linkage (software); Information privacy; Exception handling; Data mining; Computer security; Algorithm; Medicine; Programming language","score_opus":0.22247027615608875,"score_gpt":0.4594914703253406,"score_spread":0.23702119416925185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127665671","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00541402,0.0000045049815,0.9844952,0.0063453363,0.0003029367,0.001109968,0.00013579462,0.00011295827,0.0020792808],"genre_scores_gemma":[0.0061576036,0.000013615822,0.9741135,0.016710214,0.0007152044,0.00028335146,0.00091871613,0.00003212818,0.001055646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991275,0.00029954137,0.0016621221,0.00044322814,0.0057561724,0.0005639324],"domain_scores_gemma":[0.99269706,0.0024075406,0.00038895104,0.002821538,0.0002701515,0.0014147621],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.019898275,0.00022612828,0.0004923257,0.00022168434,0.00021282544,0.00047119375,0.006236363,0.00025103323,0.0009092438],"category_scores_gemma":[0.019251386,0.00014406486,0.000049996775,0.0005780962,0.00022030779,0.00219956,0.0026852216,0.00041662334,0.00041637287],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004894394,0.0001301328,0.00006323808,0.00008318757,0.000025223831,0.0000058095598,0.002895963,0.0000072850094,4.0417754e-7,0.0011079195,0.1597318,0.83590007],"study_design_scores_gemma":[0.000960503,0.0006118847,0.00013548302,0.0001505185,0.000015871286,0.000008704689,0.0029018298,0.34608316,0.00001300624,0.0023384192,0.6465567,0.0002239349],"about_ca_topic_score_codex":0.00003715764,"about_ca_topic_score_gemma":0.00017002999,"teacher_disagreement_score":0.83567613,"about_ca_system_score_codex":0.000028685192,"about_ca_system_score_gemma":0.00031705963,"threshold_uncertainty_score":0.9991404},"labels":[],"label_agreement":null},{"id":"W2129706953","doi":"10.2196/medinform.3872","title":"Teleophthalmology for First Nations Clients at Risk of Diabetic Retinopathy: A Mixed Methods Evaluation","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Medicine; Diabetic retinopathy; Optometry; Environmental health; Telemedicine; Telehealth; Health services; Diabetes mellitus; Health care; Economic growth; Population","score_opus":0.05339664595079784,"score_gpt":0.42507445097387264,"score_spread":0.3716778050230748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129706953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904101,0.00014267961,0.0019837453,0.00023822066,0.00032672877,0.0014949884,0.00006579929,0.000026493964,0.005311234],"genre_scores_gemma":[0.9773562,0.000053599357,0.021401506,0.00011453388,0.000060345526,0.0005025805,0.00035321066,0.000013187584,0.0001448147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99789727,0.00014530725,0.000695567,0.00009691331,0.00094304315,0.00022187315],"domain_scores_gemma":[0.99765635,0.00068575353,0.00036940182,0.00027022633,0.0005229991,0.00049529114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014229455,0.00013048416,0.0003476061,0.00014256415,0.00009792532,0.000006360494,0.0001037951,0.00017575551,0.0002267988],"category_scores_gemma":[0.0067154607,0.00009665718,0.00014179011,0.00022265056,0.00012779569,0.00007771851,0.000076417375,0.00011241785,0.000050311828],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033284947,0.004989279,0.701612,0.005366508,0.0016640943,0.000055033757,0.017761461,0.00013296143,0.000033872577,0.002117794,0.024783874,0.2381546],"study_design_scores_gemma":[0.04000922,0.007926873,0.5375968,0.0014465711,0.0045071724,0.00051903975,0.005437469,0.3747503,0.0017848118,0.006795881,0.018533256,0.0006925745],"about_ca_topic_score_codex":0.000008545479,"about_ca_topic_score_gemma":0.000008393627,"teacher_disagreement_score":0.3746173,"about_ca_system_score_codex":0.00017647086,"about_ca_system_score_gemma":0.00035025767,"threshold_uncertainty_score":0.8039519},"labels":[],"label_agreement":null},{"id":"W2131277475","doi":"10.2196/medinform.3205","title":"Use of Expert Relevancy Ratings to Validate Task-Specific Search Strategies for Electronic Medical Records","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical record; Relevance (law); Task (project management); Electronic medical record; Computer science; Gold standard (test); Process (computing); Data science; Information retrieval; Medicine","score_opus":0.10087544224253553,"score_gpt":0.4609509002755721,"score_spread":0.3600754580330366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131277475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64678955,0.00035979645,0.31921417,0.012439871,0.0029436415,0.009462352,0.00006772782,0.0005917828,0.008131085],"genre_scores_gemma":[0.9142717,0.0030461564,0.025409311,0.039501894,0.00552949,0.007401166,0.00036768243,0.0003377818,0.0041348306],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908134,0.0009580623,0.003294092,0.000292452,0.0024499327,0.002192096],"domain_scores_gemma":[0.99242914,0.0040573403,0.0006456999,0.0007911906,0.00062040676,0.0014562452],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007571963,0.0003467986,0.0009784971,0.00028556687,0.00048607425,0.000043469994,0.0008436285,0.0009699087,0.0011348919],"category_scores_gemma":[0.0035136717,0.00027920605,0.0001518616,0.0005703226,0.00017672386,0.0005799855,0.00025593175,0.0022639956,0.0004159141],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006482522,0.00037338017,0.0012566295,0.009012482,0.00014033,0.0000054709362,0.075629,0.000025294179,0.0002734661,0.14599627,0.58540434,0.18123507],"study_design_scores_gemma":[0.0017091963,0.001323044,0.00009523716,0.0018752861,0.000007692494,0.000014568634,0.008388277,0.031432107,0.00009247968,0.0008221003,0.9538894,0.00035061067],"about_ca_topic_score_codex":0.00034602662,"about_ca_topic_score_gemma":0.000490019,"teacher_disagreement_score":0.36848506,"about_ca_system_score_codex":0.00055795297,"about_ca_system_score_gemma":0.007093241,"threshold_uncertainty_score":0.999966},"labels":[],"label_agreement":null},{"id":"W2133217689","doi":"10.2196/medinform.3179","title":"Clinical Decision Support System to Enhance Quality Control of Spirometry Using Information and Communication Technologies","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Agència de Gestió d'Ajuts Universitaris i de Recerca","keywords":"Spirometry; Computer science; Clinical decision support system; Quality (philosophy); Decision support system; Control (management); Medicine; Data mining; Artificial intelligence; Internal medicine; Asthma","score_opus":0.02956803439936792,"score_gpt":0.4185359649585233,"score_spread":0.38896793055915535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133217689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8926807,0.00008992558,0.10392245,0.00047819308,0.00008905087,0.0009341848,0.000025912748,0.00014552557,0.0016340351],"genre_scores_gemma":[0.9803003,0.00007876628,0.019068448,0.00043030363,0.000033616514,0.000035594723,0.00003663732,0.000008050772,0.000008277526],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99637896,0.00013888489,0.0018537943,0.00010492274,0.0012572248,0.00026618896],"domain_scores_gemma":[0.9971449,0.0008436702,0.00047637755,0.0007623572,0.00039132265,0.00038141507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031238184,0.00014710265,0.00059411675,0.00031211702,0.00008120825,0.000027746399,0.0003294255,0.00033599444,0.000059297454],"category_scores_gemma":[0.004092344,0.00011871299,0.000078822486,0.0004069666,0.0004702948,0.00048978516,0.00035709835,0.00049311423,0.000067477136],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050456024,0.00018493444,0.039871655,0.0041314587,0.000069385474,0.0000025641434,0.0008374894,0.0000072226753,0.000077283825,0.0029556814,0.00066162704,0.9506961],"study_design_scores_gemma":[0.01279372,0.0020841537,0.44690576,0.0070098885,0.00027884723,0.0003384733,0.025129452,0.4714127,0.0013946765,0.00060931226,0.031122304,0.00092071993],"about_ca_topic_score_codex":0.000020539559,"about_ca_topic_score_gemma":0.000002005832,"teacher_disagreement_score":0.9497754,"about_ca_system_score_codex":0.00018825896,"about_ca_system_score_gemma":0.00031163244,"threshold_uncertainty_score":0.48992133},"labels":[],"label_agreement":null},{"id":"W2133897481","doi":"10.2196/medinform.3110","title":"Dynamic Clinical Data Mining: Search Engine-Based Decision Support","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Clinical decision support system; Decision support system; Data mining; Data science; Information retrieval","score_opus":0.06371624373126898,"score_gpt":0.43579665644932886,"score_spread":0.37208041271805986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133897481","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051079817,0.000009960878,0.94220257,0.003782191,0.0008282364,0.00025583222,0.0000076172532,0.00033879947,0.001494989],"genre_scores_gemma":[0.36585823,0.000017830562,0.62645334,0.007169889,0.00018724261,0.000015587559,0.00019864154,0.000019674017,0.0000795438],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99537003,0.00028777932,0.001423825,0.0003250904,0.002037027,0.00055626564],"domain_scores_gemma":[0.99363804,0.0025536548,0.00022504301,0.002596378,0.00014543252,0.0008414741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006520978,0.00019335415,0.0003689055,0.00018091011,0.00013338283,0.00015705412,0.0046294727,0.00034657406,0.00022968011],"category_scores_gemma":[0.002995705,0.00015691423,0.000076496246,0.00044400382,0.0001565873,0.0006109196,0.001763486,0.0011476788,0.000535674],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009815956,0.00007883749,0.0057462514,0.00017219574,0.000007275156,0.0000138140385,0.0008235572,0.0001483495,8.530747e-8,0.0006756754,0.014274173,0.97805],"study_design_scores_gemma":[0.00068419974,0.00027484001,0.0036554013,0.00011563402,0.0000029602334,0.00002701821,0.000054853237,0.9286021,0.0000010425487,0.000079121724,0.066337794,0.00016505684],"about_ca_topic_score_codex":0.000008812739,"about_ca_topic_score_gemma":0.000011751629,"teacher_disagreement_score":0.9778849,"about_ca_system_score_codex":0.000047126727,"about_ca_system_score_gemma":0.00085740996,"threshold_uncertainty_score":0.8602789},"labels":[],"label_agreement":null},{"id":"W2136622252","doi":"10.2196/medinform.3738","title":"Identification of Relationships Between Patients Through Elements in a Data Warehouse Using the Familial, Associational, and Incidental Relationship (FAIR) Initiative: A Pilot Study","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute; Center for Clinical and Translational Sciences, University of Texas Health Science Center at Houston; Quality Enhancement Research Initiative; U.S. Department of Veterans Affairs","keywords":"Identification (biology); Cohort; Audit; Identifier; Medicine; Documentation; Family medicine; Computer science; Business; Pathology","score_opus":0.16105545815392677,"score_gpt":0.37032212156238864,"score_spread":0.20926666340846187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136622252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983312,0.000051280786,0.00068287726,0.000058616242,0.000051472813,0.0005505611,0.00022929665,0.0000047430917,0.00003994648],"genre_scores_gemma":[0.9982978,0.000017445265,0.00031718813,0.00008128584,0.000053323904,0.000022852975,0.0011954387,0.0000084129315,0.0000062303475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982912,0.0001884693,0.0007768337,0.00011782326,0.0005091192,0.000116541836],"domain_scores_gemma":[0.99893093,0.000101899466,0.00038905468,0.00033817318,0.00014994633,0.000089967936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011273263,0.00009342234,0.0001247892,0.00004898885,0.00011283437,0.000028765931,0.00031341874,0.0000820858,0.0000019099748],"category_scores_gemma":[0.0017481708,0.00007457747,0.00001512533,0.00015347815,0.00009283677,0.000056943198,0.00039081345,0.00016826256,0.0000023960595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028914319,0.00038475863,0.99460256,0.00001738592,0.000041583215,3.9043607e-7,0.004086692,0.000024630375,0.00001798607,0.00003377593,0.00067583367,0.00008548221],"study_design_scores_gemma":[0.0018800861,0.00032871967,0.98203075,0.000027412596,0.000048567013,0.000001290628,0.012589927,0.0023660983,0.000029781104,0.0003775787,0.0001972268,0.00012254155],"about_ca_topic_score_codex":0.000032687753,"about_ca_topic_score_gemma":0.000098466786,"teacher_disagreement_score":0.012571797,"about_ca_system_score_codex":0.00004213379,"about_ca_system_score_gemma":0.0002474029,"threshold_uncertainty_score":0.3041181},"labels":[],"label_agreement":null},{"id":"W2136631324","doi":"10.2196/medinform.2548","title":"Moderating Effects of Voluntariness on the Actual Use of Electronic Health Records for Allied Health Professionals","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Voluntariness; Health professionals; Psychology; Health information technology; Health care; Usability; Moderation; Turnover; Health records; Applied psychology; Social psychology; Computer science; Human–computer interaction","score_opus":0.111256091712261,"score_gpt":0.46536938077383544,"score_spread":0.35411328906157447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136631324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9127841,0.0005097689,0.02595684,0.037244607,0.0027037289,0.019836066,0.00008898682,0.00020682886,0.00066907896],"genre_scores_gemma":[0.93508303,0.0002735303,0.0046527325,0.053446706,0.0007977488,0.0040578498,0.00019455497,0.0001137471,0.0013800897],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916679,0.001592462,0.0033975309,0.00018418883,0.0015523093,0.0016055752],"domain_scores_gemma":[0.98704565,0.008283884,0.0026524311,0.0006234573,0.00056048296,0.0008340891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008563085,0.0002947974,0.0011371254,0.00016638271,0.00055471086,0.000009070378,0.00049224327,0.0004209388,0.000055017335],"category_scores_gemma":[0.0048515443,0.00018483233,0.00012344957,0.00037460754,0.00011532517,0.00025094755,0.00016103552,0.0017987426,0.00002742427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012321135,0.0013285471,0.0031718432,0.050095595,0.00028952234,0.0000010561396,0.20294029,0.000106190615,0.0000148473355,0.06895601,0.6101849,0.061679088],"study_design_scores_gemma":[0.02570867,0.0263133,0.0028395473,0.048019044,0.000085430875,0.000041168405,0.078351535,0.33240816,0.00053521246,0.0064538647,0.4774418,0.0018022977],"about_ca_topic_score_codex":0.0010902545,"about_ca_topic_score_gemma":0.0008784177,"teacher_disagreement_score":0.33230197,"about_ca_system_score_codex":0.0012266771,"about_ca_system_score_gemma":0.021311887,"threshold_uncertainty_score":0.98423636},"labels":[],"label_agreement":null},{"id":"W2136728169","doi":"10.2196/medinform.3937","title":"Balancing the Interests of Patient Data Protection and Medication Safety Monitoring in a Public-Private Partnership","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Statens Serum Institut; Uniwersytet Medyczny im. Karola Marcinkowskiego w Poznaniu; Amgen; European Commission; H. Lundbeck A/S; Newcastle University; Rijksuniversiteit Groningen; European Federation of Pharmaceutical Industries and Associations","keywords":"Medicine; General partnership; Population; Health care; Data Protection Act 1998; Public health; Data collection; Internet privacy; Medical emergency; Family medicine; Business; Public relations; Nursing; Environmental health; Computer security; Political science","score_opus":0.5225988049811565,"score_gpt":0.5419280121991623,"score_spread":0.019329207218005795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136728169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739929,0.00014039273,0.0015646132,0.020629106,0.0002138329,0.0010926728,0.0000041946937,0.000040481384,0.002321808],"genre_scores_gemma":[0.9980055,0.00040963307,0.00091869425,0.00043169002,0.00012965723,0.000054006712,0.000025213612,0.000007915346,0.00001770889],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99637634,0.00013281923,0.0010476785,0.00012227603,0.002077479,0.00024338222],"domain_scores_gemma":[0.9965728,0.0016533692,0.00025392228,0.00077154965,0.00027390322,0.00047443795],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008735114,0.000089406305,0.00023304945,0.000113063375,0.000040283405,0.000026372058,0.00045001827,0.00031303,0.000019134648],"category_scores_gemma":[0.03815199,0.000055507808,0.000019881394,0.00031113104,0.00039680873,0.00029502268,0.0007584889,0.0017378937,0.000008908915],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013577504,0.0010629783,0.27476224,0.005673845,0.0002195109,0.000050658582,0.08287511,0.000013493461,0.00008049086,0.018723685,0.0035933098,0.6115869],"study_design_scores_gemma":[0.019948404,0.0046639657,0.25645775,0.021368384,0.0001575335,0.0004621647,0.09272373,0.44866067,0.0021932162,0.033352982,0.1189675,0.0010437188],"about_ca_topic_score_codex":0.000058814414,"about_ca_topic_score_gemma":0.000074212985,"teacher_disagreement_score":0.6105432,"about_ca_system_score_codex":0.00011601735,"about_ca_system_score_gemma":0.00071508373,"threshold_uncertainty_score":0.9699501},"labels":[],"label_agreement":null},{"id":"W2143895465","doi":"10.2196/medinform.5160","title":"Metadata Correction: Meaningful Use of Electronic Health Records: Experiences From the Field and Future Opportunities","year":2015,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health records; Meaningful use; Metadata; Computer science; Field (mathematics); Electronic health record; Electronic records; Data science; World Wide Web; Information retrieval; Health care; Political science","score_opus":0.12208469358970292,"score_gpt":0.42749945001881273,"score_spread":0.3054147564291098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143895465","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016817002,0.111611165,0.003149821,0.21855333,0.50403994,0.020434434,0.0018448149,0.0014076992,0.12214176],"genre_scores_gemma":[0.0014545603,0.25050443,0.0015365931,0.19514455,0.06758858,0.0059675165,0.008235753,0.00041841992,0.4691496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99138176,0.0016159046,0.0032826157,0.00028895342,0.0020260212,0.0014047363],"domain_scores_gemma":[0.99029726,0.0044344533,0.0028050987,0.0010831435,0.0004678292,0.00091220683],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0042756945,0.0005076437,0.0014967144,0.00016675991,0.00078255055,0.00007499009,0.0009567431,0.0018540206,0.0012728636],"category_scores_gemma":[0.002154473,0.00032637626,0.00011951505,0.00034792605,0.00028611772,0.0008633818,0.00043916216,0.0072160275,0.00003217124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042828393,0.000022396725,0.00008947293,0.001121549,0.00009484502,0.000001922744,0.07339034,4.3418986e-8,6.769848e-9,0.00040018934,0.88888067,0.035955757],"study_design_scores_gemma":[0.00034030856,0.0005236876,0.0000285596,0.0020391305,0.00003233213,0.000015113206,0.18899912,0.0011928177,1.7778628e-7,0.00008524452,0.80651975,0.00022379556],"about_ca_topic_score_codex":0.006641885,"about_ca_topic_score_gemma":0.0075638555,"teacher_disagreement_score":0.43645138,"about_ca_system_score_codex":0.00066360825,"about_ca_system_score_gemma":0.023312028,"threshold_uncertainty_score":0.999973},"labels":[],"label_agreement":null},{"id":"W2148363423","doi":"10.2196/medinform.3508","title":"A Web-Based Tool for Patient Triage in Emergency Department Settings: Validation Using the Emergency Severity Index","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Triage; Kappa; Concordance; Medicine; Emergency department; Cohen's kappa; Gold standard (test); Emergency medicine; Internal medicine; Statistics; Mathematics","score_opus":0.03427266366937884,"score_gpt":0.3404605307476288,"score_spread":0.30618786707824996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148363423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883151,0.00025432644,0.004836182,0.0021670677,0.0011587265,0.002097765,0.000050769813,0.00006630851,0.0010537613],"genre_scores_gemma":[0.9947801,0.00028659616,0.0020692165,0.0016998483,0.00029247729,0.0006010398,0.00019379659,0.000022447142,0.00005446775],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971037,0.000070246235,0.0013321425,0.00012678957,0.0009896699,0.0003774888],"domain_scores_gemma":[0.99876755,0.00006624332,0.00030825697,0.0002908165,0.0003374631,0.00022968564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010548074,0.00021347337,0.00034986905,0.00011066379,0.00013164684,0.000009060259,0.0001542228,0.00017160324,0.00027977265],"category_scores_gemma":[0.0012340518,0.00014112232,0.00016157825,0.0004214439,0.00006205107,0.00019168068,0.00009470689,0.00029852294,0.000010624305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017715564,0.0022470725,0.17988378,0.0037556558,0.0005481018,0.000055157954,0.056380264,0.00068155373,0.00013005607,0.0004164294,0.6917722,0.06235814],"study_design_scores_gemma":[0.023320278,0.002427134,0.013078941,0.0012890868,0.00058143015,0.000059962476,0.038616683,0.5977345,0.0015505084,0.0015771269,0.3182608,0.001503569],"about_ca_topic_score_codex":0.000013967476,"about_ca_topic_score_gemma":0.000022477296,"teacher_disagreement_score":0.59705293,"about_ca_system_score_codex":0.00016428114,"about_ca_system_score_gemma":0.00044466992,"threshold_uncertainty_score":0.5754801},"labels":[],"label_agreement":null},{"id":"W2151782034","doi":"10.2196/medinform.4226","title":"Metadata Correction: Making Big Data Useful for Health Care: A Summary of the Inaugural MIT Critical Data Conference","year":2015,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"George (robot); Library science; Art history; Art; Computer science","score_opus":0.45633847551006174,"score_gpt":0.5521788620702676,"score_spread":0.09584038656020583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151782034","genre_codex":"editorial","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016431908,0.01818313,0.045224406,0.10720531,0.6489898,0.024542307,0.0986096,0.0008190294,0.056262095],"genre_scores_gemma":[0.027020482,0.010827134,0.037287362,0.19853318,0.11712462,0.0060722283,0.3938557,0.0014819271,0.20779738],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887443,0.0012766648,0.004914861,0.00065877417,0.0029831203,0.0014222844],"domain_scores_gemma":[0.9831838,0.003992675,0.002445209,0.0073712845,0.0021101683,0.00089687575],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity"],"consensus_categories":["open_science","research_integrity"],"category_scores_codex":[0.00629739,0.00057780754,0.0015806971,0.0002066501,0.0012539029,0.00008814635,0.00887959,0.0023299872,0.0002953751],"category_scores_gemma":[0.02803268,0.00041231798,0.0001390791,0.00060614065,0.0010602812,0.001311488,0.009024942,0.0073593906,0.00009196807],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008034508,0.000050107796,0.00032396064,0.011343141,0.0000694002,0.0000025275258,0.012467062,2.5245524e-7,1.9887551e-8,0.0005922756,0.9467013,0.028369615],"study_design_scores_gemma":[0.00022999957,0.00016698825,0.00004103729,0.008900158,0.00013182552,0.000014900094,0.04128897,0.04723786,6.2737087e-7,0.0002727304,0.90136737,0.00034754246],"about_ca_topic_score_codex":0.0014019996,"about_ca_topic_score_gemma":0.015296934,"teacher_disagreement_score":0.5318652,"about_ca_system_score_codex":0.0007064465,"about_ca_system_score_gemma":0.031958815,"threshold_uncertainty_score":0.99983287},"labels":[],"label_agreement":null},{"id":"W2152348073","doi":"10.2196/medinform.3169","title":"Incorporation of Personal Single Nucleotide Polymorphism (SNP) Data into a National Level Electronic Health Record for Disease Risk Assessment, Part 1: An Overview of Requirements","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Single-nucleotide polymorphism; SNP; Electronic health record; Disease; Health records; Medicine; Computer science; Genetics; Biology; Genotype; Health care; Internal medicine; Political science; Gene","score_opus":0.10810381709817818,"score_gpt":0.390482513133387,"score_spread":0.2823786960352088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152348073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96867484,0.0008088518,0.027390124,0.00049180165,0.00019745207,0.0006729215,0.0015970243,0.000011346819,0.00015563786],"genre_scores_gemma":[0.9871527,0.00070525514,0.0046551377,0.0009530848,0.00022306605,0.00003455499,0.0062449984,0.000013974742,0.000017257624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845445,0.00007522885,0.00064504356,0.00015490952,0.00047535636,0.00019498914],"domain_scores_gemma":[0.9985287,0.000027691458,0.00062673073,0.00035468003,0.00019354053,0.0002686605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007623624,0.000119655604,0.000200862,0.000048080252,0.00007721158,0.000014051965,0.00034590682,0.00008158707,0.000023778224],"category_scores_gemma":[0.00026612703,0.000106371524,0.00007303454,0.000063254534,0.000094757335,0.000036284044,0.00017051301,0.000079120946,0.000001009697],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030065624,0.0122919865,0.050812963,0.013732253,0.0019555218,0.0000030669034,0.005174626,0.0001922784,0.033739913,0.036779556,0.13083409,0.71147716],"study_design_scores_gemma":[0.010486957,0.009669298,0.03696425,0.0011030494,0.00035540646,0.000014239222,0.0020463625,0.5240527,0.002347467,0.022744471,0.38866246,0.0015533644],"about_ca_topic_score_codex":0.000030535917,"about_ca_topic_score_gemma":0.00008145778,"teacher_disagreement_score":0.7099238,"about_ca_system_score_codex":0.00004881232,"about_ca_system_score_gemma":0.001298593,"threshold_uncertainty_score":0.4337705},"labels":[],"label_agreement":null},{"id":"W2153571029","doi":"10.2196/medinform.3316","title":"Electronic Clinical Safety Reporting System: A Benefits Evaluation","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; St. John’s Health Sciences Centre; BAH Enterprises (Canada)","funders":"Government of Canada","keywords":"Vendor; Patient safety; Medical emergency; Health care; Electronic health record; Electronic systems; Business; Medicine; Engineering; Political science","score_opus":0.13405063911105075,"score_gpt":0.502179849399837,"score_spread":0.3681292102887862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153571029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69213575,0.00012299139,0.07924874,0.005476495,0.0048873825,0.0043628938,0.000013328833,0.0008754496,0.21287695],"genre_scores_gemma":[0.9931805,0.000078600446,0.00058629946,0.0044629658,0.00081315625,0.00040952006,0.00019792626,0.000017954884,0.0002530663],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905119,0.0010039053,0.0056091347,0.00016301549,0.001991451,0.00072059047],"domain_scores_gemma":[0.99298024,0.0011342457,0.0042970185,0.0005310453,0.00045409566,0.00060337805],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024773104,0.0001633607,0.00048461964,0.000101110534,0.0005759539,0.0000022463412,0.0003064198,0.00062450883,0.00076580484],"category_scores_gemma":[0.016448224,0.00012847807,0.00012644778,0.0002799108,0.00011089323,0.00023825676,0.00012942369,0.0015708184,0.0012183181],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031536972,0.00045905626,0.094467655,0.0037208907,0.00024739403,0.0000036545857,0.032331284,0.00039278553,0.0000018318668,0.16325688,0.039611615,0.6651916],"study_design_scores_gemma":[0.004546891,0.00031287526,0.06372174,0.0022621544,0.00013492482,0.00002556893,0.012277009,0.4110862,0.0000023337388,0.00036775076,0.5048959,0.0003666357],"about_ca_topic_score_codex":0.000009826986,"about_ca_topic_score_gemma":0.000032342272,"teacher_disagreement_score":0.66482496,"about_ca_system_score_codex":0.00043849833,"about_ca_system_score_gemma":0.0019258272,"threshold_uncertainty_score":0.99955934},"labels":[],"label_agreement":null},{"id":"W2156388974","doi":"10.2196/medinform.3709","title":"CIMIDx: Prototype for a Cloud-Based System to Support Intelligent Medical Image Diagnosis With Efficiency","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cloud Data Security Solutions","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidade de São Paulo","keywords":"Cloud computing; Computer science; The Internet; Mammography; Breast cancer; Medical diagnosis; Intervention (counseling); Artificial intelligence; Multimedia; Machine learning; Medicine; Cancer; World Wide Web; Pathology; Nursing","score_opus":0.03096034550245673,"score_gpt":0.31635320553122614,"score_spread":0.2853928600287694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156388974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009604318,0.0000104878945,0.9798075,0.0049424893,0.0005830757,0.0032405572,0.00006602114,0.00046885872,0.0012766928],"genre_scores_gemma":[0.5567093,0.000008923663,0.41473943,0.014917002,0.00082677684,0.012358586,0.0003026602,0.00007552326,0.000061817984],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951539,0.00006281749,0.0009772031,0.00027173475,0.0028612283,0.0006730873],"domain_scores_gemma":[0.99593616,0.00040324105,0.00019693619,0.0009682787,0.00045367065,0.0020417115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019857767,0.00025962788,0.00038679762,0.00020198282,0.00014401693,0.00020923167,0.002292144,0.00024617888,0.000081561055],"category_scores_gemma":[0.0016348254,0.00019347061,0.000094353396,0.0008742963,0.00022068774,0.00046502493,0.00059972686,0.00037980662,0.00047150688],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051416416,0.0034361703,0.0013363825,0.0044491035,0.00016674165,0.00044910554,0.05201884,0.000358133,0.0000021100957,0.19480665,0.6581476,0.08431501],"study_design_scores_gemma":[0.0020670902,0.0030137575,0.000027910512,0.0007119801,0.000022892526,0.00017591435,0.0015089783,0.7933989,0.00023895202,0.0000979323,0.19823389,0.00050181086],"about_ca_topic_score_codex":0.00002448222,"about_ca_topic_score_gemma":0.00005156689,"teacher_disagreement_score":0.79304075,"about_ca_system_score_codex":0.00027785928,"about_ca_system_score_gemma":0.0023893728,"threshold_uncertainty_score":0.78895026},"labels":[],"label_agreement":null},{"id":"W2158216487","doi":"10.2196/medinform.3541","title":"Impact of Early Electronic Prescribing on Pharmacists’ Clarification Calls in Four Community Pharmacies Located in St John’s, Newfoundland","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canada Health Infoway; St. John’s Health Sciences Centre; Memorial University of Newfoundland; Newfoundland and Labrador Centre for Applied Health Research","funders":"Government of Canada","keywords":"Medical prescription; Electronic prescribing; Pharmacy; Medicine; Pharmacist; Family medicine; Medical emergency; Exploratory research; Nursing","score_opus":0.15455477597927506,"score_gpt":0.4822014835740188,"score_spread":0.3276467075947438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158216487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938251,0.000087088934,0.00032687347,0.00021106086,0.00026604015,0.0020052467,0.00002774883,0.00008168623,0.0031691685],"genre_scores_gemma":[0.9986114,0.0001944387,0.000040970288,0.00050824624,0.000113577364,0.00030413034,0.00009090566,0.000028139519,0.000108213906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992842,0.0023857895,0.0023359691,0.000120859084,0.0010529837,0.0012623725],"domain_scores_gemma":[0.9968176,0.0010460721,0.00074226136,0.00049442233,0.00028575648,0.00061392115],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007402873,0.0002617443,0.00064105453,0.0004677941,0.0001873778,0.000015134418,0.0005845444,0.0005304091,0.00014604608],"category_scores_gemma":[0.0009725052,0.00021524967,0.000074637595,0.0008116526,0.000097714714,0.00043385703,0.00011871435,0.0052451887,0.000115393595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010749209,0.00083242584,0.89190876,0.0024560653,0.000087517095,0.000012261731,0.08668308,0.0002266053,0.00007397587,0.00079739594,0.0065080286,0.009338983],"study_design_scores_gemma":[0.048169393,0.0074878326,0.69513315,0.008300064,0.0000692805,0.000105701474,0.024668813,0.19578509,0.00011731695,0.001783865,0.016660186,0.0017193353],"about_ca_topic_score_codex":0.010300506,"about_ca_topic_score_gemma":0.0050533973,"teacher_disagreement_score":0.19677562,"about_ca_system_score_codex":0.0035217255,"about_ca_system_score_gemma":0.005755189,"threshold_uncertainty_score":0.99988127},"labels":[],"label_agreement":null},{"id":"W2159856811","doi":"10.2196/medinform.3531","title":"Design and Development of a Linked Open Data-Based Health Information Representation and Visualization System: Potentials and Preliminary Evaluation","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Visualization; Computer science; Information visualization; Representation (politics); Data visualization; Data science; Human–computer interaction; Data mining","score_opus":0.08560215020500526,"score_gpt":0.40013744905921816,"score_spread":0.3145352988542129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159856811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16149268,0.00018997525,0.83712894,0.00019951985,0.000052699335,0.00084723043,0.0000072231715,0.000018699184,0.00006302838],"genre_scores_gemma":[0.89453244,0.000084302024,0.10310509,0.0005040329,0.000027036214,0.0000727234,0.0016655863,0.000005476611,0.0000032915773],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986175,0.00018554674,0.0006088574,0.00010729391,0.00037542538,0.00010541554],"domain_scores_gemma":[0.9991605,0.00006357767,0.0003384954,0.00020828177,0.00010466158,0.0001244447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026704129,0.00008583779,0.00017408935,0.000058854108,0.000095286145,0.000055749326,0.00018107636,0.00016334049,0.0000028443337],"category_scores_gemma":[0.0004899326,0.00007056456,0.0000058075802,0.000061096805,0.000121778336,0.000058110254,0.00036815926,0.000050070474,8.3394133e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016082826,0.00004075393,0.00027718834,0.0012498931,0.000035521894,1.1025899e-7,0.0036444096,0.000051987758,0.00021592018,0.00010463907,0.0011744492,0.9930443],"study_design_scores_gemma":[0.0031959382,0.000972788,0.005479376,0.00053352327,0.00003739502,0.000030958567,0.003882928,0.97384953,0.0021895256,0.000039734725,0.009580041,0.00020824213],"about_ca_topic_score_codex":0.000010278453,"about_ca_topic_score_gemma":0.0000027908357,"teacher_disagreement_score":0.99283606,"about_ca_system_score_codex":0.000011810498,"about_ca_system_score_gemma":0.00033133524,"threshold_uncertainty_score":0.2877539},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2161299495","doi":"10.2196/medinform.3447","title":"Making Big Data Useful for Health Care: A Summary of the Inaugural MIT Critical Data Conference","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Big data; Data science; Statement (logic); Computer science; Data mining; Epistemology; Philosophy","score_opus":0.46997211351663104,"score_gpt":0.5640014367907548,"score_spread":0.09402932327412372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161299495","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17698896,0.0027902701,0.35376793,0.35844564,0.036165323,0.026943056,0.018542688,0.0011369344,0.025219172],"genre_scores_gemma":[0.9650535,0.00007022075,0.0068633324,0.025362482,0.0013942679,0.00019102484,0.0009431804,0.00003754808,0.00008444247],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99455094,0.00069731043,0.0024538375,0.0002787393,0.0011380757,0.00088108977],"domain_scores_gemma":[0.9906703,0.004335487,0.00073061057,0.0032611815,0.00056034845,0.0004420677],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038689831,0.00020678772,0.00054019265,0.000073701136,0.0008652349,0.000022875347,0.0037591662,0.00047605962,0.00016258055],"category_scores_gemma":[0.0143274395,0.00014175435,0.000056410838,0.0002717682,0.00061066344,0.00047131357,0.003213643,0.0014721727,0.00007025548],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021395145,0.00016425212,0.037054364,0.023067493,0.000062043335,0.0000017426427,0.08690533,0.0000022116478,0.0000028270097,0.04559738,0.47684333,0.33008507],"study_design_scores_gemma":[0.00062545255,0.00033555346,0.001989888,0.006027734,0.000053712334,0.000008576619,0.067397244,0.26336595,0.00002008735,0.0025456324,0.65722454,0.00040560673],"about_ca_topic_score_codex":0.00038216438,"about_ca_topic_score_gemma":0.0033719062,"teacher_disagreement_score":0.78806454,"about_ca_system_score_codex":0.00014870599,"about_ca_system_score_gemma":0.0034429512,"threshold_uncertainty_score":0.9939753},"labels":[],"label_agreement":null},{"id":"W2161833705","doi":"10.2196/medinform.3106","title":"Factors Associated With Adoption of Health Information Technology: A Conceptual Model Based on a Systematic Review","year":2014,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conceptual model; Computer science; Systematic review; Knowledge management; Health information technology; Data science; MEDLINE; Management science; Process management; Medicine; Health care; Business; Engineering; Political science","score_opus":0.12284112018030201,"score_gpt":0.4593072186871377,"score_spread":0.3364660985068357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161833705","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013639997,0.9534613,0.018530978,0.000445026,0.00032566907,0.02528396,0.00024093183,0.00050698465,0.001191521],"genre_scores_gemma":[0.00015690866,0.9857833,0.00021882438,0.005870448,0.00004592764,0.0055257166,0.0022437542,0.0000808072,0.00007430557],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98321646,0.0028262371,0.010085927,0.00020363637,0.0024601785,0.001207577],"domain_scores_gemma":[0.9812499,0.002661553,0.013768869,0.0011301371,0.0006361227,0.0005533638],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0091343755,0.00080846174,0.008252298,0.00097493787,0.00039475062,0.000011258002,0.0008944361,0.0022369032,0.00007437979],"category_scores_gemma":[0.0060777534,0.00047548724,0.0004063732,0.0015707624,0.0002652722,0.00033620422,0.00011186086,0.0037678885,0.00025646586],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003055854,0.000061099934,0.000005391308,0.97409105,0.00011290723,1.6977226e-7,0.0013673037,0.000006605244,1.7596473e-10,0.0012607044,0.0025929376,0.020498797],"study_design_scores_gemma":[0.000692336,0.0006271087,4.87006e-7,0.9154592,0.00046465397,0.0000022327863,0.0013576495,0.019765085,5.869222e-9,0.000011297937,0.06126434,0.0003556118],"about_ca_topic_score_codex":0.000012083244,"about_ca_topic_score_gemma":0.000021667316,"teacher_disagreement_score":0.058671404,"about_ca_system_score_codex":0.002325387,"about_ca_system_score_gemma":0.015726058,"threshold_uncertainty_score":0.9997697},"labels":[],"label_agreement":null},{"id":"W2163542005","doi":"10.2196/medinform.4211","title":"Context-Sensitive Spelling Correction of Consumer-Generated Content on Health Care","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Spelling; Context (archaeology); Perspective (graphical); Computer science; Social media; Health care; Content (measure theory); User-generated content; Internet privacy; World Wide Web; Advertising; Artificial intelligence; Linguistics; Business","score_opus":0.04371315099819198,"score_gpt":0.3247550993567014,"score_spread":0.2810419483585094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163542005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049258135,0.002755921,0.938731,0.0022122122,0.00225092,0.0010057683,0.000014554928,0.0009979222,0.00277357],"genre_scores_gemma":[0.9091274,0.00004511209,0.08548555,0.0051824553,0.000060347975,0.00001095378,0.000027148848,0.000008271065,0.000052754895],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822336,0.00007124052,0.00058541115,0.000101998645,0.0008001516,0.00021784675],"domain_scores_gemma":[0.99843186,0.00010686575,0.00035891705,0.00026049517,0.00052984053,0.00031199423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046792135,0.00012963373,0.0002754183,0.00011868446,0.000050000137,0.00004992117,0.00039466465,0.00013276396,0.0000035439975],"category_scores_gemma":[0.00034179824,0.00009999888,0.000041257263,0.00028538314,0.000106329,0.00030115212,0.000119463555,0.00035092977,0.000028009646],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006897774,0.00011602586,0.000049329614,0.00026354412,0.00003467328,0.000024726127,0.07448345,0.000032112817,0.00006899361,0.011591463,0.043195758,0.87007093],"study_design_scores_gemma":[0.004149597,0.003229333,0.000040268213,0.0027694849,0.000019833762,0.00025992183,0.0510822,0.7015269,0.20696123,0.0014670893,0.027443763,0.0010504134],"about_ca_topic_score_codex":0.00009677626,"about_ca_topic_score_gemma":0.000029798744,"teacher_disagreement_score":0.8690205,"about_ca_system_score_codex":0.00016822181,"about_ca_system_score_gemma":0.0005394096,"threshold_uncertainty_score":0.40778357},"labels":[],"label_agreement":null},{"id":"W2166648275","doi":"10.2196/medinform.4959","title":"NHash: Randomized N-Gram Hashing for Distributed Generation of Validatable Unique Study Identifiers in Multicenter Research","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Neurological Disorders and Stroke; National Heart, Lung, and Blood Institute","keywords":"Identifier; Computer science; Hash function; Unique identifier; n-gram; Cryptography; Universal hashing; Theoretical computer science; Hash table; Data mining; Computer security; Computer network; Artificial intelligence; Double hashing","score_opus":0.1453992460823107,"score_gpt":0.4347469399101895,"score_spread":0.2893476938278788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166648275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9408719,0.000091056936,0.05701419,0.00022970785,0.00021869695,0.0013801643,0.000038986203,0.000016101441,0.00013922236],"genre_scores_gemma":[0.9933845,0.00003505432,0.0052271252,0.00010392668,0.00012445271,0.00035234063,0.00066603714,0.000009367694,0.000097221164],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9977931,0.00033852895,0.0007839852,0.00013324515,0.0006473096,0.0003038795],"domain_scores_gemma":[0.99885035,0.00021244516,0.00014525198,0.000277402,0.0003091758,0.00020538522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005910803,0.00010990366,0.00035584235,0.00011046206,0.00005098607,0.00003901441,0.00031920432,0.00028444728,0.0000085769925],"category_scores_gemma":[0.0057436633,0.0000835556,0.000062303756,0.00020000887,0.00036088517,0.000013931817,0.00019412955,0.00024508277,0.0000032283274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08551158,0.013048329,0.028894654,0.0031218855,0.0019963959,0.000086226464,0.110838555,0.0011028498,0.034537163,0.0020392952,0.5676213,0.15120178],"study_design_scores_gemma":[0.47610638,0.0049625114,0.00067907653,0.0006434196,0.00015177704,0.00002539402,0.09142779,0.28010702,0.05766478,0.0010337351,0.08603762,0.001160471],"about_ca_topic_score_codex":0.00006776887,"about_ca_topic_score_gemma":0.000101503836,"teacher_disagreement_score":0.48158365,"about_ca_system_score_codex":0.000032505697,"about_ca_system_score_gemma":0.00025479644,"threshold_uncertainty_score":0.68761164},"labels":[],"label_agreement":null},{"id":"W2167161247","doi":"10.2196/medinform.3204","title":"A Software System to Collect Expert Relevance Ratings of Medical Record Items for Specific Clinical Tasks","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Computer science; Relevance (law); Medical record; Matching (statistics); Process (computing); Data science; Information retrieval; Medicine","score_opus":0.08452592739631808,"score_gpt":0.4830742366799388,"score_spread":0.3985483092836207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167161247","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25988933,0.00064265594,0.6746769,0.015977547,0.017048411,0.01808488,0.00013118293,0.0013706085,0.012178494],"genre_scores_gemma":[0.5655212,0.0034921833,0.24207546,0.11154938,0.035913184,0.029648175,0.00046520153,0.00085675495,0.01047848],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98726153,0.0013367063,0.0065592164,0.00036576964,0.002967718,0.0015090515],"domain_scores_gemma":[0.9817673,0.012897546,0.0016220075,0.0009300911,0.00066244794,0.0021206164],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01666847,0.00036757675,0.0016148859,0.00022635687,0.0005569127,0.000019334884,0.0012184015,0.0016894533,0.00053600746],"category_scores_gemma":[0.020073254,0.00029285086,0.00026694435,0.0006544946,0.000211321,0.0001777871,0.00031829975,0.002203855,0.0005891511],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038588585,0.00018825204,0.003477301,0.010472254,0.00006288227,0.000004874448,0.01390263,0.0000012897509,0.000004236903,0.006301821,0.77780855,0.18739001],"study_design_scores_gemma":[0.0033760238,0.0012774155,0.00019589378,0.006924248,0.000009853895,0.000021122903,0.006285304,0.0302139,0.000007882893,0.0000584952,0.95129883,0.0003310413],"about_ca_topic_score_codex":0.00019041872,"about_ca_topic_score_gemma":0.00025470668,"teacher_disagreement_score":0.43260142,"about_ca_system_score_codex":0.00062936667,"about_ca_system_score_gemma":0.0037994662,"threshold_uncertainty_score":0.9999524},"labels":[],"label_agreement":null},{"id":"W2167956918","doi":"10.2196/medinform.4221","title":"Building Data-Driven Pathways From Routinely Collected Hospital Data: A Case Study on Prostate Cancer","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Prostate cancer; Computer science; Context (archaeology); Data science; Data quality; Quality assurance; Health care; Data mining; Medicine; Cancer; Service (business); Pathology","score_opus":0.3667493021156945,"score_gpt":0.5170871386641216,"score_spread":0.15033783654842708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167956918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99054456,0.000033152646,0.0012032297,0.00328008,0.00069062493,0.002454559,0.0014249564,0.00017511264,0.00019374496],"genre_scores_gemma":[0.9789826,0.00003796965,0.012376296,0.0039364607,0.000854732,0.00014589525,0.0035908143,0.00003960543,0.00003560979],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99504805,0.0001375593,0.0021524346,0.00037021702,0.0019053863,0.00038634124],"domain_scores_gemma":[0.99514824,0.0010251966,0.00067731447,0.0018517422,0.00040951054,0.0008879942],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001964458,0.00026229827,0.00055109477,0.000110651694,0.000106191525,0.00010068387,0.00073066505,0.00017456287,0.00020768383],"category_scores_gemma":[0.011004622,0.0002037789,0.00003673904,0.0004438464,0.00010351549,0.0011623653,0.0013001869,0.00084430515,0.000108014276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017705818,0.0071679796,0.068751395,0.00026483045,0.001266727,0.012791224,0.07356383,0.00008442721,0.00002209967,0.00004588834,0.68154377,0.15272726],"study_design_scores_gemma":[0.038540386,0.0061606257,0.012927162,0.00082672527,0.0013873501,0.001302583,0.20905347,0.65167695,0.000024384528,0.000111515306,0.07701464,0.00097419944],"about_ca_topic_score_codex":0.0028496063,"about_ca_topic_score_gemma":0.00086323265,"teacher_disagreement_score":0.65159255,"about_ca_system_score_codex":0.00021711655,"about_ca_system_score_gemma":0.0017607028,"threshold_uncertainty_score":0.9973261},"labels":[],"label_agreement":null},{"id":"W2180497926","doi":"10.2196/medinform.4640","title":"Real-Time and Retrospective Health-Analytics-as-a-Service: A Novel Framework","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Analytics; Cloud computing; Software deployment; Big data; Data science; Service (business); Health care; Health informatics; Personalization; Data mining; World Wide Web; Software engineering; Operating system","score_opus":0.049068582900498585,"score_gpt":0.3793809429964995,"score_spread":0.3303123600960009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2180497926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9635171,0.00010359506,0.00073337957,0.026689108,0.00033742987,0.0007372191,0.0000138375635,0.0004319783,0.0074363044],"genre_scores_gemma":[0.94531995,0.0004362664,0.034012135,0.019086368,0.0006036426,0.00006993529,0.000077786535,0.000041179042,0.00035271124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977158,0.000026820597,0.00074447814,0.00013251927,0.0009499319,0.0004305038],"domain_scores_gemma":[0.99770224,0.0001436621,0.00022714704,0.00039898095,0.0002795167,0.0012484561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089792255,0.0001765746,0.00052143895,0.0001598324,0.00010518343,0.000016029164,0.00015168836,0.00064992986,0.000103360064],"category_scores_gemma":[0.0012388264,0.00014532797,0.00004191402,0.00046604426,0.00016866352,0.00013732194,0.00014120634,0.0011516657,0.00029618148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018755496,0.00295667,0.33928105,0.008810198,0.0013425282,0.0004271019,0.28329653,0.000011497887,0.00012489366,0.10081122,0.090814576,0.17024821],"study_design_scores_gemma":[0.05081825,0.0365986,0.2762315,0.030732084,0.00095285615,0.008729615,0.12703054,0.21558338,0.001014,0.048791915,0.19808723,0.005430038],"about_ca_topic_score_codex":0.00024796804,"about_ca_topic_score_gemma":0.000014206624,"teacher_disagreement_score":0.21557188,"about_ca_system_score_codex":0.00027609742,"about_ca_system_score_gemma":0.0010661182,"threshold_uncertainty_score":0.5926302},"labels":[],"label_agreement":null},{"id":"W2184224772","doi":"10.2196/medinform.4797","title":"Resident Use of Text Messaging for Patient Care: Ease of Use or Breach of Privacy?","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Short Message Service; Text messaging; Confidentiality; Paging; Internet privacy; Medicine; Usability; Protected health information; Identifier; Credential; Family medicine; Medical emergency; Computer science; Computer security; Nursing; Public health","score_opus":0.13387994902780756,"score_gpt":0.4610658875412161,"score_spread":0.3271859385134085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184224772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802638,0.00018112423,0.0062275752,0.001115027,0.00043126376,0.009893186,0.00048081335,0.00007125432,0.0013359386],"genre_scores_gemma":[0.9648736,0.0003026791,0.024386689,0.0036147716,0.00011236177,0.0059638335,0.00024546412,0.000039220093,0.00046138794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99557376,0.00016416193,0.0027514428,0.00010346215,0.00092176587,0.00048539607],"domain_scores_gemma":[0.9940445,0.0017676386,0.001471047,0.0006214135,0.001097759,0.0009976663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009420622,0.00014530928,0.00054949155,0.0001660113,0.00013733916,0.0000039086303,0.00026809005,0.0003073604,0.00013978888],"category_scores_gemma":[0.003457949,0.00010644591,0.000079286045,0.00029874858,0.00015534762,0.00028860813,0.00020520059,0.0004135369,0.000013842752],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022731454,0.0010037542,0.05321339,0.05111978,0.00009257659,0.0000030677609,0.25570774,0.00007417397,0.00002444442,0.01736587,0.49558288,0.123539194],"study_design_scores_gemma":[0.0057480764,0.0013614362,0.006293498,0.0027723247,0.00007963478,0.000004981541,0.04837703,0.0048046736,0.00026987377,0.00027190376,0.9297564,0.00026014177],"about_ca_topic_score_codex":0.0005738169,"about_ca_topic_score_gemma":0.00010303073,"teacher_disagreement_score":0.43417355,"about_ca_system_score_codex":0.00015139468,"about_ca_system_score_gemma":0.0038147971,"threshold_uncertainty_score":0.6767286},"labels":[],"label_agreement":null},{"id":"W2211648215","doi":"10.2196/medinform.5215","title":"Outcomes From Health Information Exchange: Systematic Review and Future Research Needs","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Health information exchange; Systematic review; Computer science; Data science; MEDLINE; Medicine; Health care; Knowledge management; Health information; Political science","score_opus":0.1509178671729377,"score_gpt":0.5194668474988611,"score_spread":0.36854898032592337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2211648215","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033280093,0.30630553,0.0026807168,0.471532,0.010833286,0.07929347,0.00051331654,0.0021166129,0.09344499],"genre_scores_gemma":[0.036035057,0.22529452,0.00509727,0.6902793,0.008463301,0.023956215,0.0023245653,0.00028851302,0.0082612885],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98995847,0.0024738463,0.0035853127,0.000108356566,0.0026048704,0.0012691746],"domain_scores_gemma":[0.9941168,0.0014094462,0.0011165428,0.00073583773,0.0007759125,0.0018454756],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01726394,0.00026578494,0.0014807474,0.0004199365,0.0005890075,0.000038820872,0.0005156864,0.00057813193,0.0004536521],"category_scores_gemma":[0.0029043956,0.00018020214,0.000060528007,0.00092037296,0.000112530135,0.0009804851,0.00032857803,0.0025200418,0.002011478],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010234416,0.000027124868,0.0010127048,0.6248605,0.000047307196,9.773615e-7,0.075430326,2.05176e-8,9.932723e-9,0.0015956981,0.2925205,0.0044946084],"study_design_scores_gemma":[0.0030605434,0.00050187483,0.0008532936,0.13576059,0.00009065752,0.000031029474,0.16182876,0.0010451674,1.2750272e-7,0.00044314403,0.69593775,0.00044707546],"about_ca_topic_score_codex":0.00071091653,"about_ca_topic_score_gemma":0.00016455748,"teacher_disagreement_score":0.4890999,"about_ca_system_score_codex":0.000978855,"about_ca_system_score_gemma":0.0042333375,"threshold_uncertainty_score":0.9997812},"labels":[],"label_agreement":null},{"id":"W2266718091","doi":"10.2196/medinform.4801","title":"Disruptive Innovation: Implementation of Electronic Consultations in a Veterans Affairs Health Care System","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Veterans Affairs; Specialty; Electronic health record; Health care; Medical emergency; Medicine; Health information technology; Health records; Protected health information; Nursing; Family medicine; Public health; Health policy; HRHIS","score_opus":0.012733396010719253,"score_gpt":0.3236798949556487,"score_spread":0.31094649894492943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2266718091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810454,0.00007210836,0.006574189,0.006754809,0.00020979652,0.0011788006,0.000028359646,0.00018586393,0.0039506364],"genre_scores_gemma":[0.99899113,0.000008588445,0.00009978714,0.0005998867,0.000104440405,0.0001311353,0.000051125528,0.000008272192,0.0000056558847],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9981086,0.00001612586,0.0011062972,0.00007745442,0.0003680197,0.00032349234],"domain_scores_gemma":[0.99895734,0.000050804727,0.0005371404,0.00014251379,0.00029408006,0.000018103994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004883242,0.0001003147,0.00024678907,0.00048622725,0.00006207422,0.000018644723,0.00014779385,0.00011591497,0.000068063855],"category_scores_gemma":[0.00008232696,0.00007080827,0.000025930854,0.0009888754,0.00006643251,0.0005121515,0.000050538103,0.00013930834,0.000045325156],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014954478,0.000031287116,0.0075272857,0.0029649527,0.000021926016,0.0000029682774,0.009980767,5.8825486e-7,0.000013085717,0.6761397,0.00097110774,0.30233136],"study_design_scores_gemma":[0.008170159,0.00031986498,0.016950935,0.0030451433,0.000020012787,0.000030096773,0.8287084,0.0016430476,0.00008958522,0.0010860444,0.1393857,0.00055102067],"about_ca_topic_score_codex":0.001104531,"about_ca_topic_score_gemma":0.002559151,"teacher_disagreement_score":0.8187276,"about_ca_system_score_codex":0.00026737427,"about_ca_system_score_gemma":0.00043932183,"threshold_uncertainty_score":0.28874776},"labels":[],"label_agreement":null},{"id":"W2268668026","doi":"10.2196/medinform.4739","title":"Integration of Provider, Pharmacy, and Patient-Reported Data to Improve Medication Adherence for Type 2 Diabetes: A Controlled Before-After Pilot Study","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Medicine; Pharmacy; Patient portal; Medical record; Family medicine; Health care; Clinical pharmacy; Dashboard; Type 2 diabetes; Health informatics; Informatics; Psychosocial; MEDLINE; Medical emergency; Diabetes mellitus; Nursing; Public health; Internal medicine","score_opus":0.09759292188696714,"score_gpt":0.39066241120237405,"score_spread":0.2930694893154069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268668026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847046,0.00007466249,0.006734181,0.0025069937,0.00029726053,0.0054424056,0.00004116406,0.000053490712,0.00014521145],"genre_scores_gemma":[0.993236,0.000036618974,0.0022579746,0.0024615368,0.00008698403,0.0015877109,0.00007780529,0.000012286919,0.00024310245],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9974045,0.000038441336,0.0012421205,0.00021600336,0.00086861674,0.00023031936],"domain_scores_gemma":[0.9976415,0.00023305911,0.00051305577,0.0007000157,0.00046991732,0.00044243393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007055177,0.00016710011,0.0004883509,0.0001094943,0.00003619564,0.000014944473,0.00028117813,0.00006139939,0.00040738712],"category_scores_gemma":[0.0028615796,0.00009468367,0.000028758917,0.00020033387,0.000142945,0.0003387275,0.00015600734,0.00013579521,0.00005790989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005685813,0.0021080314,0.02203361,0.0008016914,0.00038532488,0.0000054826205,0.0065836716,4.1251432e-8,0.009278081,0.00007112695,0.020412184,0.93263495],"study_design_scores_gemma":[0.29910657,0.18295565,0.19889265,0.017454552,0.0034441876,0.00013635837,0.030133143,0.13690381,0.015508157,0.001546869,0.11117623,0.002741822],"about_ca_topic_score_codex":0.000012737277,"about_ca_topic_score_gemma":0.000015881318,"teacher_disagreement_score":0.92989314,"about_ca_system_score_codex":0.000034007873,"about_ca_system_score_gemma":0.00046291886,"threshold_uncertainty_score":0.44606036},"labels":[],"label_agreement":null},{"id":"W2271557391","doi":"10.2196/medinform.4923","title":"Computerized Automated Quantification of Subcutaneous and Visceral Adipose Tissue From Computed Tomography Scans: Development and Validation Study","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Body Composition Measurement Techniques","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adipose tissue; Intraclass correlation; Automated method; Nuclear medicine; Medicine; Computed tomography; Tomography; Reliability (semiconductor); Interclass correlation; Subcutaneous adipose tissue; Biomedical engineering; Computer science; Radiology; Reproducibility; Artificial intelligence; Mathematics; Statistics; Internal medicine","score_opus":0.023482479867365107,"score_gpt":0.3047822719265829,"score_spread":0.2812997920592178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2271557391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95807976,0.00003506005,0.039969772,0.0002469754,0.000056861263,0.0010603038,0.000010444159,0.0004891822,0.000051615814],"genre_scores_gemma":[0.96312845,0.000014543431,0.036530208,0.00014538538,0.00002631734,0.000038489132,0.000099658275,0.00001049954,0.0000064709866],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981041,0.000069756665,0.0008267371,0.00012930998,0.0007308447,0.00013927602],"domain_scores_gemma":[0.99901825,0.00011244902,0.0002519046,0.00021014852,0.00019297587,0.00021425959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038708898,0.00015220763,0.00034747415,0.00020237293,0.000058633006,0.000028388955,0.00009402671,0.00012662348,0.00004304433],"category_scores_gemma":[0.0000386615,0.00010631587,0.000020997151,0.0001819233,0.00014937948,0.00015906434,0.000073701834,0.00009943629,0.0000057147486],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015893371,0.0037919478,0.08815613,0.0016048175,0.0012637998,0.00013994811,0.028054858,0.0000024915455,0.16077764,0.00046081722,0.004662049,0.70949614],"study_design_scores_gemma":[0.020851148,0.0050720423,0.60349303,0.005538536,0.0004994213,0.0005583506,0.0014503998,0.07467018,0.28303447,0.00018101257,0.003558915,0.0010924812],"about_ca_topic_score_codex":0.000014410137,"about_ca_topic_score_gemma":0.000004191458,"teacher_disagreement_score":0.7084037,"about_ca_system_score_codex":0.00003741463,"about_ca_system_score_gemma":0.00009111282,"threshold_uncertainty_score":0.43354353},"labels":[],"label_agreement":null},{"id":"W2282457480","doi":"10.2196/medinform.4842","title":"Early Indication of Decompensated Heart Failure in Patients on Home-Telemonitoring: A Comparison of Prediction Algorithms Based on Daily Weight and Noninvasive Transthoracic Bio-impedance","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Body Composition Measurement Techniques","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Decompensation; Heart failure; Medicine; Cardiology; Acute decompensated heart failure; Intervention (counseling); Measure (data warehouse); Internal medicine; Intensive care medicine; Algorithm; Computer science; Data mining","score_opus":0.01596672693334336,"score_gpt":0.30344035826984667,"score_spread":0.2874736313365033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2282457480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945447,0.0000075836983,0.0036065017,0.00059862173,0.00008531735,0.0009142002,0.000038195565,0.00008340471,0.00012148783],"genre_scores_gemma":[0.9943686,0.000013165434,0.0052815727,0.0001641939,0.000039430324,0.000057454767,0.000058570422,0.0000146953835,0.0000022999502],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972281,0.00007876399,0.0010297949,0.00013704949,0.001331434,0.00019484287],"domain_scores_gemma":[0.9987044,0.00017493538,0.00039739782,0.00027313456,0.0002479382,0.00020221222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042638785,0.00017718544,0.00047315468,0.0004566831,0.00003205161,0.0000075454204,0.00011943605,0.0002615943,0.000028913757],"category_scores_gemma":[0.000121892575,0.00012643235,0.00005786177,0.00033574508,0.00018810206,0.00019444272,0.000018174816,0.00031088607,0.000006309248],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008713158,0.0015363729,0.9523503,0.0006188154,0.00004148245,0.0000018607212,0.0020700386,0.00000327198,0.0029971811,0.00005768775,0.00095567683,0.038495973],"study_design_scores_gemma":[0.0075221625,0.005310924,0.86447287,0.0054635257,0.00005004745,0.0000036512304,0.00018408336,0.00817392,0.108247206,0.0000272394,0.00034574143,0.00019864732],"about_ca_topic_score_codex":0.0000050317562,"about_ca_topic_score_gemma":0.000002167291,"teacher_disagreement_score":0.10525003,"about_ca_system_score_codex":0.00012306843,"about_ca_system_score_gemma":0.00013078905,"threshold_uncertainty_score":0.5155762},"labels":[],"label_agreement":null},{"id":"W2284733307","doi":"10.2196/medinform.5021","title":"Conceptual Models in Health Informatics Research: A Literature Review and Suggestions for Development","year":2016,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health informatics; Computer science; Data science; Informatics; Management science; Knowledge management; Medicine; Engineering; Public health; Nursing","score_opus":0.3140927281314838,"score_gpt":0.5766153525740915,"score_spread":0.26252262444260765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2284733307","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012063459,0.97610277,0.002085741,0.0018699563,0.000365985,0.01747323,0.0002551527,0.000106194515,0.0017397422],"genre_scores_gemma":[3.2372077e-7,0.974865,0.0044336603,0.005046403,0.00032260123,0.013169296,0.00058518344,0.000074700154,0.0015028142],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9832184,0.0024519935,0.010022678,0.00026145138,0.0016592282,0.0023862747],"domain_scores_gemma":[0.98880565,0.0057235747,0.0025812325,0.0007224998,0.0007228209,0.0014441916],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.022855002,0.00063000026,0.0038922618,0.0008837872,0.0008650798,0.000036097343,0.00073896925,0.0018485478,0.00014697528],"category_scores_gemma":[0.0030806907,0.0004035234,0.00019766315,0.0012445095,0.0003249155,0.0005299018,0.0004951845,0.0057209954,0.0003284048],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002659152,0.000023854092,5.691289e-7,0.45376247,0.000028417786,0.0000012158339,0.016719459,2.6150015e-8,1.07559774e-10,0.009306991,0.045820482,0.47433385],"study_design_scores_gemma":[0.00047225363,0.00008122937,1.6138975e-7,0.415134,0.000017780418,0.000030600866,0.000967087,0.000109244866,1.0116454e-9,0.00014482118,0.5828279,0.00021488254],"about_ca_topic_score_codex":0.000017481485,"about_ca_topic_score_gemma":0.00013526302,"teacher_disagreement_score":0.53700745,"about_ca_system_score_codex":0.0024233586,"about_ca_system_score_gemma":0.028210562,"threshold_uncertainty_score":0.9998417},"labels":[],"label_agreement":null},{"id":"W2286621504","doi":"10.2196/medinform.4514","title":"The Impact of Information Technology on Patient Engagement and Health Behavior Change: A Systematic Review of the Literature","year":2016,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":273,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; Usability; Psychological intervention; Inclusion (mineral); MEDLINE; Health care; Medicine; Health information technology; Behavior change; Medical education; Psychology; Applied psychology; Nursing; Computer science; Social psychology","score_opus":0.07575827349535766,"score_gpt":0.47973672825058705,"score_spread":0.4039784547552294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286621504","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001533743,0.98611355,0.0000053506387,0.0006993701,0.0005297603,0.011531139,0.00046570666,0.00002434649,0.0006154655],"genre_scores_gemma":[0.00016090872,0.9916071,0.000016361668,0.00071741606,0.000020857748,0.007340802,0.000072445815,0.000014618905,0.000049446047],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99468803,0.0004564757,0.0036852064,0.0000845854,0.0007503503,0.00033535817],"domain_scores_gemma":[0.99447685,0.0003167148,0.0039672307,0.00091970334,0.00014625146,0.000173225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017836947,0.00031719793,0.0015831593,0.00027323986,0.0001164868,0.0000296458,0.0006943406,0.00037301233,0.00005897012],"category_scores_gemma":[0.00043093282,0.00012110047,0.00056443096,0.0006186921,0.000250969,0.00020664222,0.00033442985,0.0007404278,0.000078861085],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015447187,0.00008855971,5.5751923e-7,0.49324942,0.000074241565,3.0851447e-7,0.00097411824,4.475964e-10,1.13443165e-10,0.0022519913,0.0019235123,0.50143576],"study_design_scores_gemma":[0.00014585615,0.00091940153,0.000011702252,0.9011722,0.00014006918,0.00010188002,0.00030682483,6.979384e-7,6.1436666e-8,0.000045818648,0.097061425,0.00009401372],"about_ca_topic_score_codex":0.000007553004,"about_ca_topic_score_gemma":0.0000010775635,"teacher_disagreement_score":0.50134176,"about_ca_system_score_codex":0.0002983149,"about_ca_system_score_gemma":0.00031916454,"threshold_uncertainty_score":0.4938334},"labels":[],"label_agreement":null},{"id":"W2288076580","doi":"10.2196/medinform.4839","title":"Industry and Occupation in the Electronic Health Record: An Investigation of the National Institute for Occupational Safety and Health Industry and Occupation Computerized Coding System","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Occupational Safety and Health","keywords":"Occupational safety and health; Workers' compensation; Coding (social sciences); Medicine; Health care; Census; Environmental health; Actuarial science; Business; Psychology; Statistics; Population; Compensation (psychology); Political science","score_opus":0.09403072492095647,"score_gpt":0.4413025271753353,"score_spread":0.3472718022543788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288076580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96677643,0.00008034907,0.011625232,0.016958186,0.00040215882,0.0039102864,0.0001365054,0.0000500584,0.000060813767],"genre_scores_gemma":[0.9906395,0.00016641669,0.0008334128,0.007547709,0.00028830726,0.00037083376,0.00012322803,0.000013760978,0.000016848628],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952808,0.0011037518,0.0020005675,0.00019315959,0.0008310681,0.0005906709],"domain_scores_gemma":[0.996856,0.0009773005,0.0014114417,0.00019677645,0.00023732372,0.00032118606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008282653,0.00018826856,0.00043615303,0.00018025821,0.00078336574,0.00002046797,0.00021620437,0.000910234,0.000007210887],"category_scores_gemma":[0.0004085267,0.00010928292,0.000025376119,0.00035585408,0.00023140688,0.0006147378,0.00009037292,0.0017594639,0.0000011073276],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065471313,0.00009941324,0.7513987,0.009955063,0.00005512271,2.619199e-7,0.04008851,0.00001181372,0.000017518936,0.11307956,0.0076901596,0.07694921],"study_design_scores_gemma":[0.0063704406,0.00080025237,0.92919445,0.005715867,0.000011500985,0.00005428607,0.00769481,0.040140405,0.000004647299,0.0009994862,0.008733662,0.00028017463],"about_ca_topic_score_codex":0.00053179846,"about_ca_topic_score_gemma":0.0018040829,"teacher_disagreement_score":0.17779581,"about_ca_system_score_codex":0.0011566229,"about_ca_system_score_gemma":0.0060920124,"threshold_uncertainty_score":0.99954253},"labels":[],"label_agreement":null},{"id":"W2290138556","doi":"10.2196/medinform.4313","title":"Improving Inpatient Surveys: Web-Based Computer Adaptive Testing Accessed via Mobile Phone QR Codes","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mobile phone; Phone; World Wide Web; Web application; Database; Operating system","score_opus":0.12926046857102896,"score_gpt":0.3969206727995315,"score_spread":0.26766020422850256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290138556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5985054,0.000015160279,0.3988865,0.0001922966,0.0006171763,0.0004411305,0.000020772251,0.00020101597,0.0011205827],"genre_scores_gemma":[0.9468718,0.000011461381,0.051249005,0.0012563461,0.00033453217,0.00015119454,0.000010496271,0.000015168883,0.000099993726],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9902485,0.0073058126,0.0007194956,0.0001562199,0.0010036412,0.0005663059],"domain_scores_gemma":[0.97064656,0.028039498,0.00035743846,0.0002322484,0.0003074304,0.00041683996],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031030087,0.00018317389,0.000334473,0.00013849691,0.0004270723,0.000052503317,0.00053173903,0.0003764687,0.0006253007],"category_scores_gemma":[0.011642876,0.00012402992,0.000073592506,0.00051022845,0.00086453016,0.00048025185,0.00015218307,0.0003100128,0.00017122884],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006359998,0.0002884969,0.016500048,0.00007817308,0.000047171514,0.000021777623,0.01594641,0.000026797201,0.00039241763,0.00011531545,0.0019633812,0.963984],"study_design_scores_gemma":[0.023740284,0.0051051774,0.23511018,0.0028648165,0.00016249191,0.00004331853,0.026753377,0.6332462,0.010230777,0.0013825909,0.056933425,0.0044273804],"about_ca_topic_score_codex":0.00041753115,"about_ca_topic_score_gemma":0.0004488863,"teacher_disagreement_score":0.95955664,"about_ca_system_score_codex":0.00013389865,"about_ca_system_score_gemma":0.0011265317,"threshold_uncertainty_score":0.99775845},"labels":[],"label_agreement":null},{"id":"W2299129191","doi":"10.2196/medinform.4326","title":"Health Information Technology: Meaningful Use and Next Steps to Improving Electronic Facilitation of Medication Adherence","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Health information technology; Interoperability; Medicine; Psychological intervention; Legislation; Health care; Electronic prescribing; Clinical decision support system; Nursing; Medical prescription; Computer science","score_opus":0.030668197240701526,"score_gpt":0.32240290365798957,"score_spread":0.29173470641728805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299129191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7812611,0.00013477159,0.18229854,0.034055777,0.0001257326,0.0014861592,0.000017146653,0.00020157716,0.0004192095],"genre_scores_gemma":[0.98651814,0.00033587927,0.007279861,0.0054137423,0.00003062339,0.000166027,0.000039414143,0.0000072639386,0.0002090488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976636,0.000023750532,0.00100847,0.000105063256,0.0008695068,0.00032957373],"domain_scores_gemma":[0.99829787,0.00013490775,0.0004855728,0.00033979694,0.0003048036,0.00043707617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006311172,0.00013514608,0.00031637563,0.00032608878,0.000060613103,0.000022574312,0.00017814216,0.00018750993,0.00022283882],"category_scores_gemma":[0.001738973,0.000091966525,0.000029807385,0.00045767095,0.0002098619,0.0012041716,0.000077388075,0.00024010544,0.00032688837],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007763384,0.000059475817,0.0034209392,0.000727117,0.000026446934,4.437126e-7,0.0072974716,2.8001378e-7,0.0007795171,0.0057958513,0.0036157537,0.97819906],"study_design_scores_gemma":[0.026196174,0.018089434,0.16094267,0.02171619,0.00024281272,0.0008547363,0.05509226,0.034553412,0.012197218,0.0052642613,0.6625188,0.0023320166],"about_ca_topic_score_codex":0.000024582305,"about_ca_topic_score_gemma":0.000004608481,"teacher_disagreement_score":0.97586703,"about_ca_system_score_codex":0.00013969003,"about_ca_system_score_gemma":0.0008286209,"threshold_uncertainty_score":0.42015976},"labels":[],"label_agreement":null},{"id":"W2314372944","doi":"10.2196/medinform.4515","title":"Use and Uptake of eHealth in General Practice: A Cross-Sectional Survey and Focus Group Study Among Health Care Users and General Practitioners","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Health care; Global Positioning System; Focus group; The Internet; Medicine; Nursing; Cross-sectional study; Family medicine; Medical education; Business; World Wide Web; Computer science; Marketing; Political science","score_opus":0.08773967113174237,"score_gpt":0.48687603048631084,"score_spread":0.3991363593545685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314372944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960014,0.00010971008,0.0004637408,0.0006547192,0.00026613573,0.0020667943,0.0002063728,0.00004112608,0.00018997135],"genre_scores_gemma":[0.99099636,0.0005673505,0.0036614514,0.004298499,0.00010311699,0.00020019956,0.00010626154,0.000014590896,0.000052165356],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99344254,0.0012805695,0.0036456566,0.00022190312,0.00083092874,0.0005784321],"domain_scores_gemma":[0.99488693,0.0018952825,0.0016297757,0.00028877976,0.0005084053,0.00079079927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008336632,0.00021289088,0.0004941616,0.00025110628,0.0005556248,0.00007488149,0.00012880815,0.00034823862,0.00010627703],"category_scores_gemma":[0.0037274011,0.0001462804,0.000024918483,0.0002921141,0.0003657911,0.00480966,0.00021521212,0.000843718,0.000005535855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024668305,0.00013682598,0.9519794,0.0009290987,0.000015397205,0.0000012618409,0.034885887,6.279468e-7,3.1881524e-7,0.00038249895,0.0005194768,0.010902521],"study_design_scores_gemma":[0.0031645196,0.00038678932,0.9771031,0.00020610665,0.0000032323267,0.000009955998,0.012526786,0.0012284314,2.4430776e-7,0.000026549675,0.0052029537,0.00014129121],"about_ca_topic_score_codex":0.0038306639,"about_ca_topic_score_gemma":0.0041338415,"teacher_disagreement_score":0.025123738,"about_ca_system_score_codex":0.00031135225,"about_ca_system_score_gemma":0.0011776551,"threshold_uncertainty_score":0.59651417},"labels":[],"label_agreement":null},{"id":"W2317966583","doi":"10.2196/medinform.5275","title":"A Querying Method over RDF-ized Health Level Seven v2.5 Messages Using Life Science Knowledge Resources","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; RDF; World Wide Web; Information retrieval; Database; Semantic Web","score_opus":0.062498714088168636,"score_gpt":0.40719834055889786,"score_spread":0.3446996264707292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317966583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80348957,0.0011969294,0.18908241,0.0030113156,0.00049078045,0.0003767876,0.000045006458,0.00013162015,0.002175589],"genre_scores_gemma":[0.8737476,0.0004348836,0.118782826,0.00536071,0.00067734363,0.000048509413,0.000018377756,0.000038926806,0.00089086033],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754304,0.0001399757,0.0006879078,0.00024520073,0.0007597158,0.00062415475],"domain_scores_gemma":[0.9983436,0.00016274597,0.00027138187,0.00040296104,0.00011696981,0.000702367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002367015,0.0002114998,0.0003518708,0.00013681846,0.00027574145,0.000053077914,0.0006501116,0.0003400751,0.00008118931],"category_scores_gemma":[0.0021693637,0.00013012312,0.00009668015,0.00032078903,0.0009889957,0.00002273805,0.0005316748,0.00021477028,0.00002151123],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014602536,0.00026963622,0.0019114512,0.0005308229,0.00016067774,0.00000650821,0.011956952,0.0000053985723,0.037242167,0.00038821402,0.032565307,0.91481686],"study_design_scores_gemma":[0.007545503,0.0012523447,0.009198449,0.0022310184,0.00004949847,0.00021512789,0.00928795,0.015546522,0.023481924,0.00039015582,0.9291952,0.0016062601],"about_ca_topic_score_codex":0.000027546981,"about_ca_topic_score_gemma":0.000015292275,"teacher_disagreement_score":0.9132106,"about_ca_system_score_codex":0.00007041007,"about_ca_system_score_gemma":0.0014213434,"threshold_uncertainty_score":0.53062665},"labels":[],"label_agreement":null},{"id":"W2339425414","doi":"10.2196/medinform.4577","title":"Understanding the Impact of Electronic Medical Record Use on Practice-Based Population Health Management: A Mixed-Method Study","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canada Health Infoway; McGill University","funders":"","keywords":"Electronic health record; Population health; Medicine; Population; Computer science; Data science; Health care; Environmental health; Political science","score_opus":0.13857184902392958,"score_gpt":0.5193071334351065,"score_spread":0.3807352844111769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339425414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5609959,0.000073531315,0.3823879,0.03440862,0.0017412751,0.014778988,0.000038852013,0.00045777188,0.0051171677],"genre_scores_gemma":[0.9916926,0.00018318847,0.0009344169,0.006111345,0.00024876333,0.000519898,0.00002237234,0.000047517453,0.0002399178],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9880406,0.004410913,0.0028981871,0.00023266442,0.0028639091,0.0015537207],"domain_scores_gemma":[0.9865955,0.009738196,0.0018897373,0.0008173229,0.00016478146,0.0007944404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01573858,0.00031032212,0.0007110026,0.00033216382,0.0006759536,0.000019997102,0.00059772644,0.0004470822,0.0007157222],"category_scores_gemma":[0.003633706,0.0001545912,0.00016785022,0.00068442355,0.00009470847,0.00047414523,0.00013587017,0.0018310114,0.00014505074],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034547357,0.004814629,0.2520424,0.0063800085,0.0017285846,0.0000551978,0.04611383,0.0001242955,0.0000015047585,0.090684354,0.13081835,0.4637821],"study_design_scores_gemma":[0.06751847,0.042370148,0.30947575,0.03697868,0.00047448667,0.00017283419,0.22694732,0.1854348,0.0000046183,0.012105592,0.11555436,0.0029629308],"about_ca_topic_score_codex":0.0021546439,"about_ca_topic_score_gemma":0.0014045952,"teacher_disagreement_score":0.46081915,"about_ca_system_score_codex":0.005080451,"about_ca_system_score_gemma":0.004956584,"threshold_uncertainty_score":0.9987389},"labels":[],"label_agreement":null},{"id":"W2345751699","doi":"10.2196/medinform.5238","title":"Electronic Health Record-Related Safety Concerns: A Cross-Sectional Survey of Electronic Health Record Users","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Terveyden ja hyvinvoinnin laitos; Teknologian Tutkimuskeskus VTT; Aalto-Yliopisto; University of Victoria","keywords":"Sociotechnical system; Electronic health record; Health information technology; Health records; Health care; Medical record; Health informatics; Medical emergency; Medicine; Computer science; Data science; Knowledge management; Nursing; Public health; Political science","score_opus":0.0655394369911043,"score_gpt":0.45261305682916264,"score_spread":0.3870736198380583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345751699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95055467,0.0032221884,0.012181607,0.012737565,0.0054374263,0.009573654,0.0006599225,0.0010400972,0.0045928434],"genre_scores_gemma":[0.9709157,0.011716771,0.00033431847,0.0108534545,0.0006963257,0.0007861977,0.00046167691,0.0001803306,0.0040552327],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9802925,0.0038845188,0.008247584,0.000543912,0.002214712,0.0048167617],"domain_scores_gemma":[0.9880161,0.0038733673,0.004464793,0.0010534485,0.0008418506,0.0017503918],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.020382334,0.0005977442,0.0018162581,0.00041529065,0.001137617,0.000021817561,0.0010476457,0.001232015,0.0032122212],"category_scores_gemma":[0.0023784398,0.00043903568,0.00025725685,0.0012910347,0.00046511416,0.00060985127,0.00025379908,0.0039013317,0.0010286196],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00096951885,0.00031265192,0.8169429,0.0038040732,0.0003854011,0.0000018384787,0.0061160703,0.000003819839,0.0000051916786,0.010877285,0.037039023,0.12354227],"study_design_scores_gemma":[0.012358773,0.0055519156,0.4796589,0.0039092554,0.000014811685,0.000054808268,0.0013493102,0.0028462927,0.0000053655726,0.001680638,0.4914891,0.0010808227],"about_ca_topic_score_codex":0.010182476,"about_ca_topic_score_gemma":0.023541797,"teacher_disagreement_score":0.45445007,"about_ca_system_score_codex":0.009172448,"about_ca_system_score_gemma":0.04782643,"threshold_uncertainty_score":0.99980617},"labels":[],"label_agreement":null},{"id":"W2346557215","doi":"10.2196/medinform.4732","title":"Creation of an Accurate Algorithm to Detect Snellen Best Documented Visual Acuity from Ophthalmology Electronic Health Record Notes","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Eye Institute","keywords":"Visual acuity; Electronic health record; Optometry; Health records; Algorithm; Medicine; Computer science; Ophthalmology; Health care","score_opus":0.0461516155550597,"score_gpt":0.47222567137439575,"score_spread":0.42607405581933605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346557215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9331736,0.000112408605,0.057114605,0.0044033458,0.00088295754,0.00301705,0.00013179674,0.00017706971,0.0009871689],"genre_scores_gemma":[0.98147804,0.00069163385,0.010179607,0.004518917,0.0010748623,0.001061497,0.00022741607,0.00008383276,0.0006841975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99258727,0.001402275,0.002952596,0.00029540271,0.0010094244,0.0017530075],"domain_scores_gemma":[0.9941615,0.0023204426,0.0013268671,0.000601847,0.00032009548,0.0012692537],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0031478805,0.0003265482,0.0009445753,0.00026444555,0.00039717488,0.000011007994,0.0005787158,0.0007015511,0.0020301004],"category_scores_gemma":[0.0012553415,0.0002259579,0.000087735214,0.00045257344,0.00011990133,0.00052006135,0.00021711114,0.0011121158,0.0009646448],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025382426,0.00021986842,0.0027705077,0.00070790405,0.00008886166,0.0000066670714,0.008146986,8.169573e-7,0.0001518154,0.00019820995,0.0021765928,0.98527795],"study_design_scores_gemma":[0.055912662,0.094950914,0.052146368,0.03408719,0.00037544814,0.00065454096,0.05105727,0.1173108,0.0061597354,0.024672305,0.55565584,0.007016924],"about_ca_topic_score_codex":0.004288117,"about_ca_topic_score_gemma":0.0014794467,"teacher_disagreement_score":0.978261,"about_ca_system_score_codex":0.0014251473,"about_ca_system_score_gemma":0.004983267,"threshold_uncertainty_score":0.9998132},"labels":[],"label_agreement":null},{"id":"W2394953419","doi":"10.2196/medinform.4553","title":"Putting Meaning into Meaningful Use: A Roadmap to Successful Integration of Evidence at the Point of Care","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Point of care; Health information technology; Clinical decision support system; Health care; Quality (philosophy); Evidence-based medicine; Consistency (knowledge bases); Usability; Health informatics; Knowledge management; Service (business); Medicine; Computer science; Decision support system; Nursing; Business; Data mining; Artificial intelligence; Public health","score_opus":0.10329514020560476,"score_gpt":0.45974587494762875,"score_spread":0.356450734742024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394953419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9613461,0.00026715014,0.02094088,0.0108503625,0.0008942516,0.0029474185,0.000015114624,0.000110432156,0.0026283148],"genre_scores_gemma":[0.99434906,0.00010036313,0.002910047,0.0015892267,0.00020193544,0.00030381567,0.0000060505317,0.000023839011,0.0005156337],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9946161,0.0006657903,0.0025331224,0.00014166778,0.0013960911,0.00064724835],"domain_scores_gemma":[0.9926031,0.0044073323,0.0012566529,0.00059659337,0.00074314524,0.0003931629],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037892468,0.00018968992,0.0005267177,0.00015426411,0.00037775672,0.000009263329,0.0005698378,0.00033015583,0.0004400496],"category_scores_gemma":[0.009226845,0.00008826111,0.00008837514,0.00043607817,0.00014884859,0.00060382567,0.00045873589,0.0006535969,0.00018334412],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022242163,0.000042033003,0.03784826,0.00908792,0.000059984657,0.000002425576,0.576076,0.000007783214,0.002360267,0.005341306,0.016943928,0.35200772],"study_design_scores_gemma":[0.0074550197,0.00520897,0.015123229,0.22333576,0.00020989832,0.00008081356,0.4981018,0.012761143,0.025511703,0.0027698327,0.20769277,0.0017490564],"about_ca_topic_score_codex":0.0010469697,"about_ca_topic_score_gemma":0.00407844,"teacher_disagreement_score":0.35025865,"about_ca_system_score_codex":0.00097235176,"about_ca_system_score_gemma":0.00143631,"threshold_uncertainty_score":0.99911886},"labels":[],"label_agreement":null},{"id":"W2398882793","doi":"10.2196/medinform.4852","title":"Impact of Implementing a Wiki to Develop Structured Electronic Order Sets on Physicians' Intention to Use Wiki-Based Order Sets","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache","funders":"","keywords":"Likert scale; Order (exchange); Computer science; Intervention (counseling); Emergency department; Medical education; Psychology; Medicine; Nursing","score_opus":0.01792362952214294,"score_gpt":0.3853024076028255,"score_spread":0.3673787780806826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398882793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836271,0.0000013699519,0.01003475,0.0040897783,0.00025258234,0.0007271066,0.000030606083,0.000062919855,0.0011737896],"genre_scores_gemma":[0.9929076,0.000005969346,0.0036639802,0.0029962428,0.00007711095,0.00006748631,0.000043021944,0.000012222777,0.00022635939],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975605,0.00011280885,0.0005954809,0.00011909658,0.0010632995,0.00054883806],"domain_scores_gemma":[0.99786437,0.0001822785,0.00026184352,0.00021413348,0.0011776958,0.00029968424],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007443684,0.0001506678,0.00019756333,0.00019454751,0.00021215098,0.00009300755,0.0002884294,0.0001404351,0.0009814934],"category_scores_gemma":[0.0025284672,0.00010649872,0.000050599712,0.0019219613,0.000089648434,0.0005026025,0.00005026136,0.00014363104,0.00008825851],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028190788,0.00048409097,0.017495213,0.000092628776,0.00016758399,0.0000010179755,0.12480329,0.00010753294,0.0008794157,0.017197894,0.078384824,0.7601046],"study_design_scores_gemma":[0.005587542,0.0025090978,0.20949724,0.0017471993,0.000092388436,0.0000029185078,0.054138158,0.004710387,0.0033429603,0.0027084001,0.7138557,0.0018080053],"about_ca_topic_score_codex":0.00033184225,"about_ca_topic_score_gemma":0.002920683,"teacher_disagreement_score":0.7582966,"about_ca_system_score_codex":0.0005211196,"about_ca_system_score_gemma":0.0028528601,"threshold_uncertainty_score":0.99993175},"labels":[],"label_agreement":null},{"id":"W2401902634","doi":"10.2196/medinform.4756","title":"Facilitating Secure Sharing of Personal Health Data in the Cloud","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Encryption; Computer science; Server; Computer security; Data sharing; The Internet; Internet privacy; Key (lock); World Wide Web; Medicine","score_opus":0.05673007444560176,"score_gpt":0.34081662027454795,"score_spread":0.2840865458289462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401902634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.565065,0.0002021466,0.39548525,0.03584327,0.00063270755,0.000877404,0.00008846103,0.00013844443,0.0016672704],"genre_scores_gemma":[0.9965259,0.000014298052,0.0016572181,0.0017057006,0.000045420813,0.000010257143,0.000009343191,0.0000020010627,0.000029891926],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809575,0.00008184213,0.0006558032,0.00010049097,0.0008675481,0.00019853524],"domain_scores_gemma":[0.9985645,0.00036034634,0.00019074712,0.00074517104,0.000032642634,0.00010658412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023533613,0.00006738525,0.00014654032,0.000057966747,0.000048416594,0.00004611882,0.002379973,0.000052954638,0.000028188113],"category_scores_gemma":[0.000321441,0.000034799403,0.00002437801,0.00023383647,0.00006889305,0.00054279756,0.0004925533,0.00015404346,0.000038278555],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015837916,0.00006769937,0.0012835416,0.00031558413,0.000007813574,0.0000015113699,0.9044358,6.565239e-8,0.0000026719306,0.026740547,0.0039334367,0.063209735],"study_design_scores_gemma":[0.00096771726,0.00009462021,0.0019461482,0.0007948234,0.0000017248789,0.000047265068,0.029109476,0.9326085,0.0000069270977,0.0017395143,0.03250926,0.00017402795],"about_ca_topic_score_codex":0.000022758491,"about_ca_topic_score_gemma":0.00003121355,"teacher_disagreement_score":0.9326084,"about_ca_system_score_codex":0.000023545173,"about_ca_system_score_gemma":0.00016780414,"threshold_uncertainty_score":0.44226214},"labels":[],"label_agreement":null},{"id":"W2404341110","doi":"10.2196/medinform.5401","title":"A Legal Framework to Support Development and Assessment of Digital Health Services","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Internet privacy; Health care; Health data; Health services; Business; Information privacy; Computer science; Medicine; Political science","score_opus":0.03485311583664975,"score_gpt":0.4626622406092599,"score_spread":0.4278091247726102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404341110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7393022,0.00013005418,0.13920274,0.05680013,0.0011121697,0.01363859,0.00035354166,0.0004531389,0.049007427],"genre_scores_gemma":[0.8701492,0.00040762033,0.07883659,0.042727847,0.00028199784,0.006672942,0.00008506954,0.000032732925,0.0008060068],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966087,0.000059283666,0.0017847407,0.00012957689,0.0007497677,0.00066792965],"domain_scores_gemma":[0.99679667,0.00056920265,0.000511676,0.0003142221,0.00013692745,0.0016713134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010677677,0.00014537947,0.0003956498,0.0001243887,0.0003595445,0.000011137419,0.00024046123,0.00024758177,0.000494826],"category_scores_gemma":[0.00010835083,0.00009299019,0.000024823215,0.00021462212,0.00007035759,0.0002550616,0.00024288107,0.0004674949,0.00026176337],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031949425,0.00016186286,0.033931106,0.0068633906,0.000018252727,0.0000011755001,0.016264373,1.2566558e-7,0.0000010404265,0.067736395,0.0136999,0.86129045],"study_design_scores_gemma":[0.0007542338,0.00025008945,0.019452138,0.0018238842,0.0000024487658,0.0000042468823,0.00371691,0.00008217715,0.0000029032544,0.0004043565,0.97339195,0.00011466309],"about_ca_topic_score_codex":0.000027177319,"about_ca_topic_score_gemma":0.00006072403,"teacher_disagreement_score":0.95969206,"about_ca_system_score_codex":0.00019304574,"about_ca_system_score_gemma":0.0045203874,"threshold_uncertainty_score":0.80189735},"labels":[],"label_agreement":null},{"id":"W2418503617","doi":"10.2196/medinform.5525","title":"Adoption Factors of the Electronic Health Record: A Systematic Review","year":2016,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":165,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Texas State University","keywords":"CINAHL; Facilitator; Health information technology; MEDLINE; Clinical decision support system; Electronic health record; Health care; Medicine; Health information exchange; Nursing; Health informatics; Cochrane Library; Family medicine; Medical education; Psychological intervention; Psychology; Health information; Political science; Public health","score_opus":0.0782695182775771,"score_gpt":0.4817229635460851,"score_spread":0.403453445268508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418503617","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000025487504,0.97349316,0.0002323294,0.0006862405,0.0015803691,0.022169929,0.00008382128,0.00013699917,0.0016145877],"genre_scores_gemma":[0.0000037016782,0.9906928,0.000021628206,0.003199128,0.00032371428,0.0039683287,0.00008549466,0.000097651624,0.0016075368],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9784701,0.005919827,0.011075397,0.00027034432,0.0022403747,0.0020239574],"domain_scores_gemma":[0.9824009,0.003167783,0.011487837,0.0018977408,0.00029559876,0.00075015076],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.009455984,0.00076558546,0.0075001894,0.000260534,0.00053368055,0.000007818005,0.0018337669,0.0014492662,0.0007980262],"category_scores_gemma":[0.0031707352,0.00034121107,0.0011003184,0.0010745707,0.00015071573,0.00018227291,0.00038683644,0.0044380734,0.0011136514],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.838573e-7,0.000026678392,0.0000040922787,0.9001663,0.00012128501,2.0004187e-7,0.0007381465,1.1713175e-9,9.037561e-10,0.0013238091,0.015070463,0.08254809],"study_design_scores_gemma":[0.00012294357,0.00008569927,4.0717958e-7,0.52234036,0.00021394664,0.000013763097,0.00022019194,0.0000036952244,4.449754e-9,0.000024999576,0.47681764,0.00015636698],"about_ca_topic_score_codex":0.00009571597,"about_ca_topic_score_gemma":0.00014371563,"teacher_disagreement_score":0.46174717,"about_ca_system_score_codex":0.0036811293,"about_ca_system_score_gemma":0.02648094,"threshold_uncertainty_score":0.999904},"labels":[],"label_agreement":null},{"id":"W2420481377","doi":"10.2196/medinform.5185","title":"Evaluating Health Information Systems Using Ontologies","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Set (abstract data type); Information system; Data science; Health informatics; Risk analysis (engineering); Management science; Data mining; Knowledge management; Health care; Medicine","score_opus":0.2005354457245921,"score_gpt":0.5478727868090796,"score_spread":0.3473373410844875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2420481377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7961933,0.00095358875,0.13819833,0.012611411,0.010099276,0.010947183,0.0001028164,0.0017868223,0.029107252],"genre_scores_gemma":[0.96514803,0.0006224913,0.010256407,0.018538073,0.0020044826,0.0018227827,0.000079004974,0.00007727456,0.0014514637],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922875,0.0010275273,0.003462219,0.00011122626,0.0016892108,0.001422289],"domain_scores_gemma":[0.9952379,0.0014229793,0.0017422409,0.00049385097,0.00039388513,0.00070915616],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0073071923,0.00023667539,0.00062859914,0.00023911685,0.00081506814,0.000027516227,0.00041681473,0.0005458941,0.00032423067],"category_scores_gemma":[0.002249814,0.00014269515,0.00006479481,0.00031967057,0.00010658279,0.0013648347,0.0001853029,0.00088625716,0.0015117407],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015202248,0.00010887024,0.017891217,0.019096116,0.00013124903,0.0000040713203,0.07773605,0.00007655368,0.000048792546,0.03045424,0.08666309,0.7676377],"study_design_scores_gemma":[0.008613815,0.0015334088,0.0026076522,0.019266311,0.000028208267,0.00016225856,0.07055206,0.23905796,0.000010209219,0.00045853652,0.65665907,0.0010504897],"about_ca_topic_score_codex":0.00074820645,"about_ca_topic_score_gemma":0.00009873188,"teacher_disagreement_score":0.76658726,"about_ca_system_score_codex":0.0018960952,"about_ca_system_score_gemma":0.006321875,"threshold_uncertainty_score":0.9993114},"labels":[],"label_agreement":null},{"id":"W2436121791","doi":"10.2196/medinform.5703","title":"Users’ Perspectives on a Picture Archiving and Communication System (PACS): An In-Depth Study in a Teaching Hospital in Kuwait","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Radiography and Breast Imaging","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Picture archiving and communication system; Computer science; Multimedia; Medicine; Medical education; World Wide Web","score_opus":0.009788292427234616,"score_gpt":0.28884811244383074,"score_spread":0.2790598200165961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2436121791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99241203,0.00003833778,0.00009464468,0.0006938393,0.00002287705,0.0007054926,0.0000023058083,0.00005416669,0.005976331],"genre_scores_gemma":[0.9992749,0.000019533556,0.00045593592,0.00014453504,0.000028637498,0.000053764754,0.0000043967016,0.000011225994,0.000007075279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99852175,0.000120409866,0.0005194421,0.00012680676,0.00045827698,0.00025333205],"domain_scores_gemma":[0.99915785,0.00022039836,0.00009687379,0.0003137669,0.000015607566,0.00019553406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007232008,0.00015083358,0.00030851015,0.0005425073,0.000038328853,0.00004934916,0.00018191787,0.00008159877,0.0000031728878],"category_scores_gemma":[0.00024594774,0.00009765869,0.00003542209,0.00025074396,0.00013234185,0.0006509893,0.00008942056,0.0006237417,0.0000029948148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116560586,0.0014354937,0.6817288,0.00018601051,0.000022172046,0.00007548105,0.20599143,9.538088e-7,0.0000051856364,0.0013778076,0.000020041702,0.10904007],"study_design_scores_gemma":[0.0035065687,0.0007450002,0.6752727,0.0037586351,0.0000080933305,0.000071838374,0.31420836,0.0021833582,0.0000016890762,0.00007010716,0.00003339396,0.0001402472],"about_ca_topic_score_codex":0.00007044838,"about_ca_topic_score_gemma":0.00020385544,"teacher_disagreement_score":0.10889982,"about_ca_system_score_codex":0.0001559867,"about_ca_system_score_gemma":0.000058635593,"threshold_uncertainty_score":0.3982406},"labels":[],"label_agreement":null},{"id":"W2462435383","doi":"10.2196/medinform.5660","title":"Evaluation of an Expert System for the Generation of Speech and Language Therapy Plans","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Language Development and Disorders","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Atlantic Research Center for Information and Communication Technologies; Universidade de Vigo; Universidad Politécnica Salesiana del Ecuador","keywords":"Computer science; Speech therapy; Natural language processing; Medicine; Audiology","score_opus":0.05797857415009498,"score_gpt":0.38117570842862486,"score_spread":0.32319713427852986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462435383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930186,0.00040595434,0.0038319104,0.00020788916,0.00021121338,0.00056495436,0.000016512922,0.000015660367,0.0017272957],"genre_scores_gemma":[0.9988751,0.00003597146,0.00059106597,0.0001698251,0.00011563913,0.00013394647,0.000024541801,0.0000048784154,0.000049026836],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9990197,0.00005777059,0.00030477156,0.000039601873,0.00049696025,0.000081219754],"domain_scores_gemma":[0.99943805,0.00013969123,0.0001255862,0.00015045403,0.00010803986,0.00003820101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012650177,0.00005312489,0.00009521121,0.00003409946,0.000024838382,0.000005101305,0.000101177444,0.00008460728,0.00033715426],"category_scores_gemma":[0.000085878,0.00002462625,0.000019832372,0.000040068604,0.0000612591,0.000087024055,0.000010138171,0.000025504147,0.0000038123378],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004048337,0.00003588453,0.00012163306,0.000033711236,0.000053879143,3.008335e-7,0.06915745,3.406305e-7,0.00077227445,0.0007940252,0.0016346822,0.92735535],"study_design_scores_gemma":[0.04483088,0.0019531085,0.017615385,0.00076708244,0.00029469767,0.00013084454,0.70113885,0.13811798,0.07419514,0.0004585226,0.019508349,0.0009891739],"about_ca_topic_score_codex":0.000022429205,"about_ca_topic_score_gemma":0.000028522205,"teacher_disagreement_score":0.92636615,"about_ca_system_score_codex":0.000013198928,"about_ca_system_score_gemma":0.000059776637,"threshold_uncertainty_score":0.36916026},"labels":[],"label_agreement":null},{"id":"W2472065388","doi":"10.2196/medinform.5571","title":"Data Safe Havens and Trust: Toward a Common Understanding of Trusted Research Platforms for Governing Secure and Ethical Health Research","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Engineering and Physical Sciences Research Council; Medical Research Council; National Institute for Social Care and Health Research; European Federation of Pharmaceutical Industries and Associations; Wellcome Trust; British Heart Foundation; Cancer Research UK","keywords":"Software deployment; Corporate governance; Public relations; Common Rule; Public trust; Research ethics; Big data; Computer security; Engineering ethics; Internet privacy; Business; Political science; Knowledge management; Medicine; Computer science; Engineering; Informed consent","score_opus":0.8569933021897822,"score_gpt":0.6704935131906509,"score_spread":0.18649978899913133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472065388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6739674,0.00090111716,0.024742624,0.28481314,0.0002679378,0.0064029163,0.0013246498,0.00013837084,0.007441858],"genre_scores_gemma":[0.98669136,0.004584411,0.00592518,0.0018457525,0.00023102023,0.00007483428,0.0001224289,0.000042820575,0.0004822134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9901133,0.00034849654,0.0016647478,0.0003825625,0.0063286945,0.0011622024],"domain_scores_gemma":[0.9451782,0.050702903,0.000274384,0.0012154058,0.0009572328,0.0016718382],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.058740355,0.00018191413,0.0007781974,0.00041261848,0.00045065332,0.000071084025,0.00078574975,0.0015627916,0.00013527079],"category_scores_gemma":[0.068294145,0.00011153375,0.000059355018,0.00056174595,0.003756654,0.0002592486,0.0020689105,0.0078005404,0.000013230813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004925064,0.0005922751,0.022180077,0.03286047,0.00041776404,0.00008012647,0.045012925,2.7352286e-7,0.00015423688,0.6898686,0.09221195,0.11169622],"study_design_scores_gemma":[0.037664924,0.018698948,0.010497427,0.040358335,0.0001111725,0.00059847627,0.16751099,0.09408182,0.00032348357,0.53439164,0.09465966,0.0011031543],"about_ca_topic_score_codex":0.00007245681,"about_ca_topic_score_gemma":0.00042204003,"teacher_disagreement_score":0.31272393,"about_ca_system_score_codex":0.0004988874,"about_ca_system_score_gemma":0.0028165893,"threshold_uncertainty_score":0.9997334},"labels":[],"label_agreement":null},{"id":"W2474779893","doi":"10.2196/medinform.5490","title":"A Semi-Supervised Learning Approach to Enhance Health Care Community–Based Question Answering: A Case Study in Alcoholism","year":2016,"lang":"en","type":"preprint","venue":"JMIR Medical Informatics","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Question answering; Computer science; Set (abstract data type); Information retrieval; Unified Medical Language System; Rank (graph theory); Test (biology); Similarity (geometry); Artificial intelligence; Baseline (sea); String metric; Test set; Natural language processing; Machine learning; String searching algorithm; Mathematics","score_opus":0.04537685676127573,"score_gpt":0.37189076878779,"score_spread":0.32651391202651425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474779893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.518221,0.00011806485,0.47558466,0.00074176915,0.00064485933,0.0024326306,0.000009283626,0.00049938424,0.0017483187],"genre_scores_gemma":[0.9813144,0.00000878649,0.015907891,0.0016194375,0.0001439469,0.00088372047,0.000053455515,0.000027429178,0.000040916446],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99455196,0.0014778076,0.0015518998,0.00036831995,0.0013773477,0.00067264197],"domain_scores_gemma":[0.9967454,0.00029075125,0.0005134871,0.0015585995,0.00018076882,0.00071101426],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003638632,0.00045587355,0.00085228786,0.00054990454,0.00040325333,0.0003153918,0.0020713322,0.000523766,0.0000027930914],"category_scores_gemma":[0.00028121137,0.00037319295,0.000114945724,0.0005303585,0.00006707418,0.0003187456,0.00204024,0.0030997873,0.00002970747],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000152099565,0.00083701493,0.0011522411,0.0032894907,0.000037010628,0.0002779249,0.94210446,0.002415196,0.0000030795043,0.00021652297,0.0009542325,0.048697602],"study_design_scores_gemma":[0.0028412174,0.0014365028,0.00027921828,0.0092222355,0.000013334858,0.00084993936,0.1769987,0.8013652,0.000053786185,0.00006332194,0.0052668327,0.001609736],"about_ca_topic_score_codex":0.0023688711,"about_ca_topic_score_gemma":0.00030877156,"teacher_disagreement_score":0.79894996,"about_ca_system_score_codex":0.0006700073,"about_ca_system_score_gemma":0.0011651058,"threshold_uncertainty_score":0.999872},"labels":[],"label_agreement":null},{"id":"W2475621904","doi":"10.2196/medinform.5650","title":"Forecasting Daily Patient Outflow From a Ward Having No Real-Time Clinical Data","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deakin University","keywords":"Outflow; Prioritization; Computer science; Medical emergency; Operations management; Operations research; Medicine; Engineering; Process management","score_opus":0.07523712162485845,"score_gpt":0.36370345849239505,"score_spread":0.2884663368675366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2475621904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9592958,0.0001661016,0.0006411715,0.003380849,0.0016987066,0.0006805502,0.00044420155,0.00027755625,0.033415083],"genre_scores_gemma":[0.86627465,0.0140586505,0.0774366,0.02260202,0.010904375,0.00026752122,0.0035729774,0.00023981115,0.0046434156],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99667364,0.00005336359,0.0015626589,0.00023350805,0.0010432228,0.00043363057],"domain_scores_gemma":[0.9972415,0.00073219364,0.0003066116,0.0009489418,0.00023829582,0.00053245877],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00074654253,0.00022781568,0.00059758977,0.00005438162,0.00011355701,0.000015399266,0.0004476292,0.00027116746,0.001468709],"category_scores_gemma":[0.00441319,0.00012997075,0.00014291916,0.00012029812,0.00026315093,0.00039513977,0.0008843292,0.0003769398,0.0009578104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017709991,0.00023935207,0.0185829,0.00019858238,0.00033338435,0.00011989982,0.0038877307,8.0392425e-8,0.000090207155,0.000019685689,0.6252458,0.35110527],"study_design_scores_gemma":[0.011203515,0.0025309871,0.012583286,0.010000971,0.00074120564,0.00015970581,0.0068140533,0.099530354,0.00018522445,0.00028202808,0.85454434,0.001424352],"about_ca_topic_score_codex":0.00003251866,"about_ca_topic_score_gemma":0.000008105744,"teacher_disagreement_score":0.34968093,"about_ca_system_score_codex":0.000046692247,"about_ca_system_score_gemma":0.0002229938,"threshold_uncertainty_score":0.99982005},"labels":[],"label_agreement":null},{"id":"W2500699836","doi":"10.2196/medinform.5984","title":"Satisfaction Levels and Factors Influencing Satisfaction With Use of a Social App for Neonatal and Pediatric Patient Transfer Information Systems: A Questionnaire Study Among Doctors","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Patient satisfaction; Government (linguistics); Medicine; Medical information; Medical emergency; Family medicine; Nursing","score_opus":0.023091761173434245,"score_gpt":0.30397088170000497,"score_spread":0.2808791205265707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500699836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98268425,0.000013560757,0.01452378,0.00010215918,0.00010049481,0.0024468342,0.00006101888,0.00006476857,0.0000031049437],"genre_scores_gemma":[0.99928015,0.000022590726,0.0002568322,0.000119395576,0.000077787634,0.00019535681,0.000033813107,0.000011416485,0.0000026794823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977901,0.00004376152,0.0010711938,0.00009567766,0.0007752117,0.00022404279],"domain_scores_gemma":[0.9988883,0.00019058542,0.0003341593,0.000093569535,0.00024461193,0.00024874829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000283826,0.00018368853,0.0003522378,0.0002905795,0.00013992756,0.000035665547,0.000022092405,0.00014973001,0.000012500876],"category_scores_gemma":[0.00019687234,0.00011118313,0.000029952578,0.00018718056,0.00010928805,0.0016669611,0.000018420062,0.00015006273,5.9143935e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020729711,0.000028808561,0.87614095,0.0011972513,0.000050867333,9.152643e-7,0.033639222,0.0000011797209,0.00000632873,0.000100531295,0.00009616102,0.088530496],"study_design_scores_gemma":[0.004411281,0.0018952243,0.9717037,0.0002727034,0.00016013971,0.00003167398,0.020752631,0.0003291914,0.000025183417,0.0000033033264,0.0002863366,0.00012862033],"about_ca_topic_score_codex":0.0005668463,"about_ca_topic_score_gemma":0.0003067687,"teacher_disagreement_score":0.09556277,"about_ca_system_score_codex":0.000113028196,"about_ca_system_score_gemma":0.00018190926,"threshold_uncertainty_score":0.45339164},"labels":[],"label_agreement":null},{"id":"W2521092731","doi":"10.2196/medinform.5353","title":"Characterizing the (Perceived) Newsworthiness of Health Science Articles: A Data-Driven Approach","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainstream; Mass media; Press release; News media; Computer science; Topic model; Health science; Newspaper; Psychology; Medicine; Medical education; Artificial intelligence; Advertising; Sociology; Political science; Media studies","score_opus":0.43113927238889405,"score_gpt":0.4727825248968573,"score_spread":0.041643252507963247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521092731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92527723,0.00004432319,0.0033157,0.04297302,0.00025860083,0.0006956154,0.000035460598,0.000118767435,0.027281262],"genre_scores_gemma":[0.9952096,0.0017772958,0.00088386564,0.0019277687,0.00009810781,0.000019780406,0.000024766536,0.0000039469537,0.00005490646],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99795115,0.00012101316,0.0005268068,0.00008175703,0.0010402178,0.00027902747],"domain_scores_gemma":[0.998514,0.00014595929,0.00028372288,0.0007306856,0.00012194728,0.00020367964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036850546,0.00006451285,0.00014776188,0.000066190194,0.0006093049,0.000062994935,0.0017093414,0.00006154791,0.0004028959],"category_scores_gemma":[0.0004390509,0.000033635828,0.000025138532,0.00049179205,0.0017965209,0.0008464392,0.00044008179,0.00012713633,0.00005205224],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063676202,0.000121231176,0.0025892113,0.00008377494,0.0000061902747,9.508059e-8,0.35982317,3.283488e-7,0.00015145176,0.006210333,0.0013321368,0.6296757],"study_design_scores_gemma":[0.0016560567,0.00013433053,0.15116672,0.0012745355,0.000020529978,0.000015946049,0.498352,0.041899655,0.00002895594,0.0006821276,0.30420735,0.00056178536],"about_ca_topic_score_codex":0.00021898957,"about_ca_topic_score_gemma":0.00018917373,"teacher_disagreement_score":0.6291139,"about_ca_system_score_codex":0.00008565304,"about_ca_system_score_gemma":0.00059773994,"threshold_uncertainty_score":0.6619356},"labels":[],"label_agreement":null},{"id":"W2523834880","doi":"10.2196/medinform.5909","title":"Prediction of Sepsis in the Intensive Care Unit With Minimal Electronic Health Record Data: A Machine Learning Approach","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":533,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Sepsis; Medicine; Systemic inflammatory response syndrome; Mews; Intensive care unit; Early warning score; Machine learning; Intensive care medicine; Electronic health record; Intensive care; Artificial intelligence; Medical record; Computer science; Emergency medicine; Health care; Internal medicine","score_opus":0.09192372534928704,"score_gpt":0.3520840859675537,"score_spread":0.26016036061826664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523834880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98936987,0.00071263075,0.000884939,0.006325717,0.00004259496,0.001155161,0.00009993733,0.000049864815,0.0013593134],"genre_scores_gemma":[0.9949916,0.0008292733,0.0008681454,0.0025031054,0.000053258183,0.00011162125,0.0006033689,0.000012310084,0.000027313083],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99821395,0.000088569504,0.0005694938,0.00012264475,0.00069414376,0.00031121445],"domain_scores_gemma":[0.9987847,0.00020909986,0.00023787905,0.00043377109,0.00018901419,0.00014552823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049174577,0.00014114131,0.00036338408,0.000113329,0.000048768816,0.000008347599,0.00022039586,0.0000962015,0.00005419671],"category_scores_gemma":[0.0002849049,0.00006120035,0.000040642364,0.0002758473,0.00011985314,0.00015408138,0.000078124125,0.00040418466,0.000007559313],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011279854,0.001235468,0.52206266,0.0017209691,0.0005513614,0.000037788326,0.091349415,0.000008237284,0.000008707699,0.00039634708,0.008800834,0.3727002],"study_design_scores_gemma":[0.038583063,0.024934672,0.2529663,0.007775469,0.00075547694,0.0012062946,0.44903657,0.056702442,0.00029488892,0.00005896444,0.1669574,0.0007284317],"about_ca_topic_score_codex":0.00012015069,"about_ca_topic_score_gemma":0.00010254189,"teacher_disagreement_score":0.3719718,"about_ca_system_score_codex":0.00014514248,"about_ca_system_score_gemma":0.00048139895,"threshold_uncertainty_score":0.24956779},"labels":[],"label_agreement":null},{"id":"W2530247697","doi":"10.2196/medinform.6530","title":"Weighting Primary Care Patient Panel Size: A Novel Electronic Health Record-Derived Measure Using Machine Learning","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Specialty; Health care; Electronic health record; Primary care; Medicine; Weighting; MEDLINE; Family medicine","score_opus":0.03357909556973366,"score_gpt":0.3002741419913745,"score_spread":0.2666950464216408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530247697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96853375,0.0015526316,0.0120492,0.0034701356,0.00035290493,0.0020301426,0.000034377837,0.00061156496,0.01136526],"genre_scores_gemma":[0.9899152,0.00052343745,0.0047030053,0.004110857,0.00026092088,0.00006990732,0.0001458105,0.00006255025,0.00020834562],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963805,0.00006603543,0.001019553,0.00020731853,0.0014542554,0.0008723257],"domain_scores_gemma":[0.9982257,0.0001772744,0.00048471146,0.00036972348,0.0001522691,0.0005903619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004390595,0.00031190139,0.0005571448,0.00013251895,0.00021441697,0.00004312189,0.00020476343,0.00016636548,0.00051960483],"category_scores_gemma":[0.00041182266,0.00020874542,0.00015172703,0.00026256542,0.00014701988,0.00031715422,0.00023521029,0.0006504641,0.000047717767],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087132544,0.00088620296,0.0072424756,0.01223689,0.00073454145,0.00012441399,0.024156665,0.000041767926,0.0026620768,0.0012415214,0.002296142,0.94750595],"study_design_scores_gemma":[0.09909018,0.012980356,0.02113417,0.05462362,0.0017021928,0.0017083719,0.112918295,0.15854311,0.0016108408,0.000595613,0.5292695,0.0058237417],"about_ca_topic_score_codex":0.0000743346,"about_ca_topic_score_gemma":0.000033100685,"teacher_disagreement_score":0.9416822,"about_ca_system_score_codex":0.001505872,"about_ca_system_score_gemma":0.0022560884,"threshold_uncertainty_score":0.85123914},"labels":[],"label_agreement":null},{"id":"W2533421541","doi":"10.2196/medinform.6433","title":"Evaluating the Effect of Web-Based Iranian Diabetic Personal Health Record App on Self-Care Status and Clinical Indicators: Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes mellitus; Randomized controlled trial; Web application; Incidence (geometry); Medical record; Family medicine; World Wide Web; Internal medicine; Computer science","score_opus":0.03667926373233548,"score_gpt":0.47342694691555676,"score_spread":0.43674768318322127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2533421541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9531851,0.00029500684,0.00022828736,0.005968283,0.00097630103,0.038146123,0.000052447973,0.00017604107,0.00097240123],"genre_scores_gemma":[0.9465605,0.0014340505,0.0009799652,0.011753808,0.0006882354,0.0384405,0.00004460321,0.00004079298,0.00005752932],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9850463,0.007343856,0.004823943,0.00025124653,0.0014941307,0.0010405242],"domain_scores_gemma":[0.95450646,0.040725365,0.0026281413,0.00050165673,0.00017359511,0.0014647691],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022449477,0.00031569402,0.002401564,0.00023428981,0.0008409459,0.000010111144,0.00031008478,0.00055692554,0.00040852453],"category_scores_gemma":[0.009956682,0.00013957817,0.00039090638,0.00030275673,0.0005516369,0.00007448805,0.00009029765,0.0013705844,0.000099055156],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6110751,0.00020882231,0.010971659,0.0035462806,0.00013034671,3.2496723e-7,0.0053796936,2.302959e-7,3.1276718e-7,0.00064510765,0.0028791502,0.36516294],"study_design_scores_gemma":[0.9707571,0.005779281,0.0008650887,0.0014065919,0.00014088338,4.006532e-7,0.00093759166,0.008575809,6.5966236e-7,0.000047755282,0.011345649,0.0001431358],"about_ca_topic_score_codex":0.000040584204,"about_ca_topic_score_gemma":0.000031989883,"teacher_disagreement_score":0.3650198,"about_ca_system_score_codex":0.00027390214,"about_ca_system_score_gemma":0.0056519727,"threshold_uncertainty_score":0.99998504},"labels":[],"label_agreement":null},{"id":"W2536899752","doi":"10.2196/medinform.6437","title":"Population Analysis of Adverse Events in Different Age Groups Using Big Clinical Trials Data","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adverse effect; Clinical trial; Medicine; Population; Adverse drug event; Intensive care medicine; Internal medicine; Environmental health","score_opus":0.8073965431513741,"score_gpt":0.6622115404118676,"score_spread":0.14518500273950652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536899752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69411904,0.0000033831118,0.30391884,0.00011375709,0.0007151004,0.0006866602,0.00031720664,0.00004065533,0.00008534229],"genre_scores_gemma":[0.6909282,0.00007621967,0.30806968,0.00022253358,0.0005306868,0.000028038725,0.00009068051,0.000028834871,0.000025125459],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98448396,0.0039569214,0.00906777,0.0003119477,0.0017660466,0.0004133435],"domain_scores_gemma":[0.8906233,0.10479874,0.002456629,0.0015670309,0.00010014451,0.00045420774],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03532219,0.00027878545,0.0031173178,0.00049232395,0.00003296097,0.0000053291665,0.0010337317,0.0006179961,0.00064624246],"category_scores_gemma":[0.3395251,0.00015396187,0.00054267416,0.0009167242,0.00026935883,0.00024719743,0.0007151721,0.0004483771,0.000013306259],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012048486,0.0040092138,0.4499558,0.0014330678,0.005238112,0.00006146677,0.0013772884,0.000019554765,0.00007266809,0.038527668,0.0012151138,0.4968852],"study_design_scores_gemma":[0.0121524185,0.00033064213,0.35028875,0.00235811,0.0051129777,0.000004879732,0.0005179887,0.15641813,0.00004219811,0.4717814,0.00018010606,0.00081237365],"about_ca_topic_score_codex":0.000026081845,"about_ca_topic_score_gemma":0.00007529687,"teacher_disagreement_score":0.49607286,"about_ca_system_score_codex":0.00010704639,"about_ca_system_score_gemma":0.0001071699,"threshold_uncertainty_score":0.9933388},"labels":[],"label_agreement":null},{"id":"W2543360016","doi":"10.2196/medinform.5544","title":"Natural Language Processing–Enabled and Conventional Data Capture Methods for Input to Electronic Health Records: A Comparative Usability Study","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Usability; Documentation; Dictation; Computer science; Workflow; Natural language processing; Protocol (science); Artificial intelligence; Information retrieval; Medicine; Database; Human–computer interaction; Speech recognition; Programming language","score_opus":0.10759564137650611,"score_gpt":0.5541402620888575,"score_spread":0.44654462071235135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2543360016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70171785,0.0042329556,0.23093271,0.02822135,0.00201294,0.030824864,0.0004542938,0.0005541902,0.001048847],"genre_scores_gemma":[0.9552528,0.000064899104,0.028395897,0.010164497,0.00064008386,0.0031672006,0.00024304181,0.00004596911,0.0020255733],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936465,0.0017196591,0.0020760503,0.00040190536,0.0007035321,0.0014523506],"domain_scores_gemma":[0.99508333,0.0021952244,0.0007499521,0.00078424014,0.00033695233,0.0008503276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011303141,0.00028884684,0.000905813,0.0001432191,0.00066228275,0.000024124694,0.00073003565,0.0002879343,0.00021265431],"category_scores_gemma":[0.0021061625,0.00017830046,0.000046357178,0.00036462117,0.0001305803,0.0005094018,0.00047778708,0.0012356713,0.000062580584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008551038,0.0008470446,0.010736441,0.008403201,0.00023115291,0.0000020386153,0.20958214,2.6447537e-7,0.00003133375,0.0012015423,0.09042324,0.6776865],"study_design_scores_gemma":[0.020853246,0.0056471024,0.01571939,0.005109811,0.00010009924,0.00006843362,0.23336324,0.065509826,0.000014717015,0.0010774828,0.6511274,0.0014092629],"about_ca_topic_score_codex":0.00042905385,"about_ca_topic_score_gemma":0.003290434,"teacher_disagreement_score":0.6762772,"about_ca_system_score_codex":0.0009965379,"about_ca_system_score_gemma":0.006525025,"threshold_uncertainty_score":0.99910706},"labels":[],"label_agreement":null},{"id":"W2544644677","doi":"10.2196/medinform.5012","title":"Evaluating the Economic Impact of Smart Care Platforms: Qualitative and Quantitative Results of a Case Study","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Gent; iMinds; Agentschap voor Innovatie door Wetenschap en Technologie","keywords":"Business; Interoperability; Integrated care; Service provider; Software deployment; Provisioning; Information and Communications Technology; Focus group; Quality (philosophy); Process management; Service (business); Marketing; Knowledge management; Health care; Computer science; Telecommunications; Economic growth","score_opus":0.14095809515099375,"score_gpt":0.46917600478055543,"score_spread":0.32821790962956165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544644677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98708284,0.000027278365,0.011637559,0.00007184355,0.00008245238,0.00072164764,0.00008695454,0.000024171477,0.00026523878],"genre_scores_gemma":[0.99834806,0.0000037162367,0.00154888,0.000021734248,0.0000135753335,0.000049503717,0.0000013574477,0.0000043929194,0.000008772024],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977768,0.00024895347,0.0011033455,0.00012428738,0.0005738071,0.00017278684],"domain_scores_gemma":[0.9945609,0.0038201194,0.00078290055,0.00042251474,0.00028332093,0.00013023058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027587058,0.00013687763,0.0003575371,0.00011527132,0.0000771482,0.00003580456,0.00040299093,0.00007021186,0.000013002523],"category_scores_gemma":[0.0009818238,0.000067250054,0.00009137845,0.00015646039,0.00023916432,0.0009014482,0.00028441416,0.00013251182,0.00001394083],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118937314,0.00005978379,0.00058836065,0.00010045767,0.00018076866,0.000020007004,0.8732085,0.00000898737,0.000017821118,0.00056351424,0.00014725252,0.124985576],"study_design_scores_gemma":[0.006321466,0.007752522,0.0013427022,0.00062024454,0.00003770004,0.0006943637,0.8870059,0.095051095,0.00022354965,0.00062365667,0.00003020754,0.00029658526],"about_ca_topic_score_codex":0.00078284927,"about_ca_topic_score_gemma":0.00040764254,"teacher_disagreement_score":0.12468899,"about_ca_system_score_codex":0.0001767105,"about_ca_system_score_gemma":0.0006570017,"threshold_uncertainty_score":0.27423775},"labels":[],"label_agreement":null},{"id":"W2547465082","doi":"10.2196/medinform.6372","title":"It’s Time for Innovation in the Health Insurance Portability and Accountability Act (HIPAA)","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health Insurance Portability and Accountability Act; Internet privacy; Accountability; Protected health information; Business; Software portability; Computer security; Health care; Information privacy; Patient privacy; Health security; Entertainment; Public health; Computer science; Confidentiality; Medicine; Health policy; Political science; HRHIS; Law; Nursing","score_opus":0.26794121552984945,"score_gpt":0.5668764930336603,"score_spread":0.2989352775038108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547465082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8654175,0.00001577269,0.00060050696,0.13033518,0.000060065082,0.0015546371,0.000032032043,0.000029106423,0.0019552498],"genre_scores_gemma":[0.97046566,0.00018513715,0.0013220228,0.027526375,0.00011192661,0.000203027,0.000024239882,0.000008964749,0.00015266932],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961599,0.000119683886,0.0015549915,0.00015479275,0.0016367707,0.0003738741],"domain_scores_gemma":[0.98637474,0.012033652,0.00027294795,0.0006019831,0.00048828684,0.00022838212],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019990453,0.000115555165,0.000351076,0.00009738109,0.00008056101,0.000024120229,0.0002875491,0.00038259412,0.00019576248],"category_scores_gemma":[0.03787706,0.000056994293,0.000047043308,0.0004718288,0.00062981836,0.00024105173,0.000104662475,0.0010856184,0.000033354117],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012336952,0.0013599055,0.49056667,0.006616445,0.00005198794,0.0000060759594,0.024596715,1.8120423e-7,0.00007073253,0.016915621,0.029160064,0.4294219],"study_design_scores_gemma":[0.0073615285,0.001836578,0.897478,0.002038881,0.000008952888,0.000034085264,0.0026014925,0.0025388275,0.000064575586,0.03910816,0.04664318,0.0002857283],"about_ca_topic_score_codex":0.000017772747,"about_ca_topic_score_gemma":0.00012160394,"teacher_disagreement_score":0.4291362,"about_ca_system_score_codex":0.0001536642,"about_ca_system_score_gemma":0.0013451943,"threshold_uncertainty_score":0.9702273},"labels":[],"label_agreement":null},{"id":"W2549346488","doi":"10.2196/medinform.5359","title":"Challenges and Opportunities of Big Data in Health Care: A Systematic Review","year":2016,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":405,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Big data; Health care; CINAHL; Data science; Analytics; Standardization; Data governance; Data quality; Computer science; Data management; MEDLINE; Medicine; Knowledge management; Business; Political science; Data mining; Marketing","score_opus":0.6379363503337271,"score_gpt":0.576138637263599,"score_spread":0.061797713070128046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549346488","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8716835e-7,0.9854204,0.00001618363,0.0024635578,0.00058642117,0.008376206,0.0003199836,0.000052506366,0.0027645205],"genre_scores_gemma":[0.0000015551215,0.9950524,0.000061083185,0.0027800954,0.00025838343,0.0014223319,0.00028122045,0.000045297642,0.00009761291],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9870268,0.0024111504,0.008382259,0.00027149307,0.0011856497,0.00072263443],"domain_scores_gemma":[0.989731,0.0034118667,0.0039299624,0.002034359,0.00025794192,0.0006348458],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007194215,0.00045193674,0.0053526405,0.0003678824,0.0001551663,0.000005303252,0.001428595,0.0009125626,0.00011728068],"category_scores_gemma":[0.0038830396,0.0002711798,0.00013592426,0.00020971536,0.0002780724,0.00022855787,0.0011605856,0.0016026227,0.00018580876],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[5.992807e-7,0.000008312615,2.9362775e-7,0.5218803,0.000018241812,0.0000032110065,0.0058847116,1.835638e-10,1.9100225e-11,0.0011775659,0.0006608944,0.47036582],"study_design_scores_gemma":[0.00003799154,0.000037936174,8.83772e-8,0.55935067,0.00007080776,0.000011479514,0.00998519,0.0000076454335,8.3159496e-10,0.000034750698,0.4303394,0.00012405537],"about_ca_topic_score_codex":0.00011181721,"about_ca_topic_score_gemma":0.0006343382,"teacher_disagreement_score":0.47024176,"about_ca_system_score_codex":0.00037450806,"about_ca_system_score_gemma":0.0067555797,"threshold_uncertainty_score":0.999974},"labels":[],"label_agreement":null},{"id":"W2549442941","doi":"10.2196/medinform.5186","title":"A Review of Visual Representations of Physiologic Data","year":2016,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Visualization; Artificial intelligence","score_opus":0.19436096228655683,"score_gpt":0.5299214721158432,"score_spread":0.3355605098292863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549442941","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001541742,0.9972871,0.000070928305,0.00015504683,0.0001882381,0.0012246647,0.00014225769,0.000054705866,0.0008616253],"genre_scores_gemma":[0.000007293901,0.9978,0.0006553939,0.0003536437,0.00014804315,0.00008868309,0.00089985196,0.000013117763,0.000033983],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967074,0.000104621824,0.0022441563,0.0001351688,0.00060319516,0.00020549691],"domain_scores_gemma":[0.9966365,0.00049476925,0.0012518647,0.0012599143,0.00016844728,0.00018847967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077581935,0.00020392262,0.0020951154,0.00018418902,0.000022045775,0.0000010332433,0.0006276559,0.00064541755,0.00028593876],"category_scores_gemma":[0.0023276003,0.000115642106,0.00022417709,0.00040903862,0.00029433676,0.00009750977,0.00046233463,0.0006494784,0.00007341654],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002037507,0.000059348396,0.0000070950005,0.36189532,0.00006937466,0.0000024781011,0.000031094794,3.1427055e-10,3.6957676e-8,0.000042309774,0.0054215384,0.63246936],"study_design_scores_gemma":[0.00012826697,0.00015537988,0.000002305866,0.40783757,0.00022253889,0.000041807423,0.000030362784,0.0000075665344,8.389993e-7,0.0000070717756,0.5915043,0.00006204529],"about_ca_topic_score_codex":0.0000038086828,"about_ca_topic_score_gemma":2.0549226e-7,"teacher_disagreement_score":0.6324073,"about_ca_system_score_codex":0.00003541395,"about_ca_system_score_gemma":0.0011104036,"threshold_uncertainty_score":0.49780512},"labels":[],"label_agreement":null},{"id":"W2550819409","doi":"10.2196/medinform.5728","title":"Increasing Complexity in Rule-Based Clinical Decision Support: The Symptom Assessment and Management Intervention","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cancer survivorship and care","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Decision support system; Clinical decision support system; Intervention (counseling); Computer science; Medicine; Data mining; Nursing","score_opus":0.0527283440470723,"score_gpt":0.4138854538961024,"score_spread":0.36115710984903004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550819409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9735948,0.000024473318,0.018821264,0.002676273,0.00034664565,0.0005412915,0.000006973189,0.00004203587,0.003946243],"genre_scores_gemma":[0.99347264,0.00019962578,0.0029776092,0.0031195285,0.000085562344,0.000059804504,0.000024055887,0.000008499312,0.00005269483],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997821,0.00013332312,0.00093366083,0.00010758021,0.0007945868,0.00020985477],"domain_scores_gemma":[0.99868864,0.00056667655,0.00015297723,0.00029656832,0.00004958143,0.00024558732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025039203,0.000117673066,0.0002720862,0.000099337005,0.000049196085,0.000030030642,0.0001453449,0.00013253809,0.00049798447],"category_scores_gemma":[0.00014242981,0.000060288763,0.000108716275,0.00013957825,0.0002802332,0.000116632895,0.00016475344,0.00027948126,0.000027554624],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031880898,0.0002552549,0.18154179,0.00038401314,0.000037291233,0.000033327484,0.0004960306,1.4098039e-7,9.782391e-7,0.0014202031,0.0016779798,0.8138342],"study_design_scores_gemma":[0.0087544145,0.00045641148,0.9547518,0.003289778,0.00007012088,0.000069536676,0.002051518,0.005897417,0.000007976312,0.00095283374,0.023524934,0.00017328982],"about_ca_topic_score_codex":0.000048632068,"about_ca_topic_score_gemma":0.0002744098,"teacher_disagreement_score":0.8136609,"about_ca_system_score_codex":0.00014213708,"about_ca_system_score_gemma":0.000112623144,"threshold_uncertainty_score":0.54525805},"labels":[],"label_agreement":null},{"id":"W2552670709","doi":"10.2196/medinform.5748","title":"Consumers’ Use of UMLS Concepts on Social Media: Diabetes-Related Textual Data Analysis in Blog and Social Q&A Sites","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Unified Medical Language System; SNOMED CT; Social media; Computer science; Vocabulary; Terminology; Medical terminology; Information retrieval; Semantics (computer science); Controlled vocabulary; Microblogging; Natural language processing; World Wide Web; Artificial intelligence; Medicine; Linguistics; Nursing","score_opus":0.16845041780101785,"score_gpt":0.48581099693100144,"score_spread":0.3173605791299836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552670709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99533045,0.000013952004,0.0002348609,0.0018880619,0.00015317147,0.0005461582,0.000883022,0.000058873222,0.0008914754],"genre_scores_gemma":[0.99323756,0.000057545298,0.0005903264,0.004728922,0.000094994975,0.000049472445,0.0011636249,0.00000937835,0.000068171816],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941042,0.0006142083,0.0036168573,0.00017761922,0.0008904346,0.0005966955],"domain_scores_gemma":[0.9929945,0.0047064605,0.0012486749,0.00046833092,0.00027689975,0.00030516958],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036008228,0.00020040902,0.00074848277,0.00039335628,0.00037895094,0.00002102767,0.00045676692,0.0007002131,0.0023371666],"category_scores_gemma":[0.0041945567,0.00012905883,0.00007021213,0.000873566,0.00065232406,0.0015512443,0.0004359558,0.00087747985,0.00019741482],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018429596,0.00030633775,0.70192015,0.0016346172,0.00035367467,0.0000017142135,0.16201779,4.835329e-7,0.00001353189,0.003965109,0.03918699,0.09041533],"study_design_scores_gemma":[0.010030446,0.00011755373,0.8258517,0.0011771166,0.00032599017,0.0000010878131,0.02897927,0.01934152,0.000016455633,0.0006011917,0.11273931,0.00081836665],"about_ca_topic_score_codex":0.0000349737,"about_ca_topic_score_gemma":0.00025858695,"teacher_disagreement_score":0.13303852,"about_ca_system_score_codex":0.00011347991,"about_ca_system_score_gemma":0.0005639616,"threshold_uncertainty_score":0.99857485},"labels":[],"label_agreement":null},{"id":"W2552714763","doi":"10.2196/medinform.5977","title":"A Predictive Model for Medical Events Based on Contextual Embedding of Temporal Sequences","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences; National Human Genome Research Institute; National Heart, Lung, and Blood Institute; National Science Foundation","keywords":"Medical diagnosis; Computer science; Representation (politics); Embedding; Artificial intelligence; Machine learning; Receiver operating characteristic; Event (particle physics); Semantics (computer science); Similarity (geometry); Data mining; Medicine","score_opus":0.028727855433542157,"score_gpt":0.3590050089687136,"score_spread":0.33027715353517145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552714763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018559862,0.000004801574,0.9739272,0.005884438,0.0002359252,0.0005256651,0.000033821598,0.00014711496,0.00068117125],"genre_scores_gemma":[0.9519172,0.0000050075064,0.045149993,0.0026087787,0.00008615198,0.0001487425,0.000008936441,0.000010166186,0.000065025],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961056,0.000104207684,0.0009549122,0.00017874979,0.0022568577,0.0003996617],"domain_scores_gemma":[0.99711704,0.0013159019,0.0003802949,0.0004339185,0.00020835245,0.0005444745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015672016,0.00017698988,0.00033523244,0.00015110741,0.00009028506,0.00001844043,0.0012968713,0.0002955615,0.00011513613],"category_scores_gemma":[0.0026408874,0.00010805055,0.0001093298,0.00018681951,0.00019665566,0.00042330753,0.0002072577,0.0003479193,0.000016148098],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084017206,0.0012160857,0.031078313,0.0039403867,0.00020391442,0.00005479389,0.044741563,0.01877243,0.000019483296,0.1300426,0.019076891,0.75001335],"study_design_scores_gemma":[0.0013282581,0.0005354783,0.00015564273,0.0007974006,0.0000030459305,0.000007847089,0.00011582702,0.9949967,0.000027679474,0.0014568092,0.00044483365,0.00013047757],"about_ca_topic_score_codex":0.000012348559,"about_ca_topic_score_gemma":0.0000074164004,"teacher_disagreement_score":0.97622424,"about_ca_system_score_codex":0.00009111772,"about_ca_system_score_gemma":0.0012762873,"threshold_uncertainty_score":0.44061735},"labels":[],"label_agreement":null},{"id":"W2555887493","doi":"10.2196/medinform.6328","title":"Web-based Real-Time Case Finding for the Population Health Management of Patients With Diabetes Mellitus: A Prospective Validation of the Natural Language Processing–Based Algorithm With Statewide Electronic Medical Records","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical record; Algorithm; Diabetes mellitus; Diagnosis code; Prospective cohort study; Population; Artificial intelligence; Electronic medical record; Clinical decision support system; Electronic health record; Machine learning; Pediatrics; Computer science; Emergency medicine; Internal medicine; Health care; Decision support system","score_opus":0.005412271992960801,"score_gpt":0.2835483007182882,"score_spread":0.2781360287253274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555887493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7462784,0.000086618595,0.2467513,0.0039576376,0.00008952404,0.0026748022,0.000032875796,0.00010933163,0.000019536974],"genre_scores_gemma":[0.9620497,0.000008063794,0.03728059,0.00037571113,0.000020354219,0.00019983535,0.000039448216,0.000013452746,0.0000128202555],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971293,0.00015978364,0.00065459055,0.00015420075,0.0015083743,0.0003937112],"domain_scores_gemma":[0.99786294,0.000538041,0.0008242983,0.0004009901,0.00024421874,0.0001295262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012837144,0.00015821961,0.00025020694,0.000086150845,0.00019433055,0.000030450521,0.000560006,0.00007639789,0.000015267371],"category_scores_gemma":[0.00014973823,0.0000672132,0.000045932993,0.0004782182,0.0001360893,0.00028228143,0.00008226151,0.00027144642,6.9189934e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011627369,0.00018078966,0.05931721,0.0021564597,0.00007489469,0.0000055590244,0.0035852978,0.00015789394,6.157827e-7,0.00058952667,0.00009761975,0.93371785],"study_design_scores_gemma":[0.0028779001,0.00079331937,0.028721822,0.0017326935,0.000022905711,0.00000550918,0.00024171239,0.9652051,0.0001275303,0.00006262375,0.00006742378,0.00014149443],"about_ca_topic_score_codex":0.000083405765,"about_ca_topic_score_gemma":0.000058987087,"teacher_disagreement_score":0.9650472,"about_ca_system_score_codex":0.00024081946,"about_ca_system_score_gemma":0.0008998815,"threshold_uncertainty_score":0.27408746},"labels":[],"label_agreement":null},{"id":"W2558756233","doi":"10.2196/medinform.6373","title":"Finding Important Terms for Patients in Their Electronic Health Records: A Learning-to-Rank Approach Using Expert Annotations","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Heart, Lung, and Blood Institute; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Health records; Electronic health record; Rank (graph theory); Computer science; Natural language processing; Artificial intelligence; Information retrieval; Machine learning; Data science; Health care; Mathematics","score_opus":0.028701066649997515,"score_gpt":0.34556730020331927,"score_spread":0.3168662335533218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558756233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27829653,0.000038420832,0.7161016,0.0036165123,0.00025821634,0.0013495429,0.000008248897,0.00018553341,0.00014539825],"genre_scores_gemma":[0.87325376,0.0001238915,0.12147437,0.004389972,0.00014722208,0.00047761897,0.000042143743,0.00003467019,0.000056351077],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969,0.00017944805,0.0011549497,0.00024079932,0.00063415465,0.00089064636],"domain_scores_gemma":[0.99817437,0.00047028178,0.00043795648,0.000388978,0.00010066763,0.00042777244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016517298,0.00020476406,0.00033439387,0.00032265487,0.00023716154,0.000072532086,0.00079358165,0.00014898775,0.000012838156],"category_scores_gemma":[0.0011026656,0.00013687568,0.0000726673,0.0005749293,0.000040752202,0.00053122354,0.00022219651,0.00051313516,0.000010178962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005039761,0.0004399661,0.12182524,0.0006698302,0.000031518714,0.0000023276598,0.11847308,0.00042575528,0.000007314524,0.0073920763,0.0019562987,0.7487262],"study_design_scores_gemma":[0.001508567,0.0008617869,0.0060647167,0.0006069081,0.0000012545742,0.000016974462,0.0010658116,0.9741829,0.000007501408,0.00073666306,0.01459301,0.00035388285],"about_ca_topic_score_codex":0.000089994464,"about_ca_topic_score_gemma":0.000055732737,"teacher_disagreement_score":0.97375715,"about_ca_system_score_codex":0.0004891239,"about_ca_system_score_gemma":0.0007380353,"threshold_uncertainty_score":0.5581628},"labels":[],"label_agreement":null},{"id":"W2567334402","doi":"10.2196/medinform.5853","title":"Email Between Patient and Provider: Assessing the Attitudes and Perspectives of 624 Primary Health Care Patients","year":2016,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Brampton Civic Hospital; Western University","funders":"","keywords":"Family medicine; Logistic regression; Medicine; Descriptive statistics; Health care; Patient portal; Test (biology); Electronic mail; Health communication; Patient satisfaction; MEDLINE; Cross-sectional study; Nursing; Psychology; World Wide Web","score_opus":0.038728309319340654,"score_gpt":0.44124485428911164,"score_spread":0.40251654496977096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567334402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910286,0.00040118053,0.0006613692,0.003972913,0.00012717703,0.001366305,0.00007728942,0.00004649999,0.0023186782],"genre_scores_gemma":[0.99088246,0.00024260556,0.0016061666,0.0070241825,0.00008717864,0.00009609631,0.0000328079,0.000008508469,0.00001999654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962142,0.00037283864,0.0022038901,0.00010901433,0.0007152379,0.00038479135],"domain_scores_gemma":[0.9967666,0.0010596775,0.001130171,0.00027218275,0.00039084378,0.00038051253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014888404,0.00014565293,0.00036755748,0.0000783427,0.00067756866,0.00002745131,0.00016628952,0.0001875189,0.00009623766],"category_scores_gemma":[0.0008280935,0.0000699121,0.000031285857,0.00012478832,0.00036157685,0.0014009274,0.00029437494,0.00047660028,0.000011916227],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010320394,0.00003614411,0.5301725,0.0038185776,0.000010129784,5.2079866e-8,0.17295413,1.3316152e-8,1.3616865e-7,0.00020058003,0.0020081308,0.29078925],"study_design_scores_gemma":[0.00122787,0.00022767934,0.90235204,0.0015440268,0.000006454565,6.777983e-7,0.069232285,0.00004949772,0.0000026211965,0.00007059758,0.025165664,0.000120591074],"about_ca_topic_score_codex":0.00003869261,"about_ca_topic_score_gemma":0.000009136437,"teacher_disagreement_score":0.37217948,"about_ca_system_score_codex":0.00023200962,"about_ca_system_score_gemma":0.00096394966,"threshold_uncertainty_score":0.5211379},"labels":[],"label_agreement":null},{"id":"W2568042533","doi":"10.2196/medinform.6512","title":"The Value of Electronic Medical Record Implementation in Mental Health Care: A Case Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Shores Centre for Mental Health Sciences; University of Toronto","funders":"","keywords":"Medicine; Mental health; Documentation; Informatics; Medical emergency; Medical record; Health informatics; Health care; Workflow; Quality management; Patient safety; Nursing; Public health; Psychiatry; Business","score_opus":0.039434689599555914,"score_gpt":0.5223628962799952,"score_spread":0.4829282066804393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2568042533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825489,0.00033535415,0.000084062085,0.009229795,0.0011392883,0.00522479,0.000014554569,0.000048245547,0.0013750208],"genre_scores_gemma":[0.9962193,0.000562931,0.00007242332,0.0018700183,0.00027240903,0.0008823393,0.000024375477,0.00002430285,0.00007192568],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9917844,0.0013417526,0.0032616865,0.00016483743,0.0019482342,0.0014991156],"domain_scores_gemma":[0.9957335,0.00082134677,0.0017588923,0.0008931303,0.00014289185,0.00065022265],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009276207,0.00021127315,0.00059043575,0.00012266204,0.0024676255,0.000027888595,0.00092020305,0.0003290532,0.00033306514],"category_scores_gemma":[0.00085790455,0.00014463256,0.00007068373,0.0001757877,0.00019446306,0.00027288104,0.0003787335,0.002147305,0.000059000875],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014991534,0.00040310164,0.16894265,0.0020151776,0.000103972125,0.00015556898,0.3508165,2.8639352e-7,3.3654337e-7,0.004493062,0.02337959,0.44953984],"study_design_scores_gemma":[0.00964212,0.0025750115,0.010342116,0.00097297947,0.000014622619,0.00038527825,0.8462095,0.0047617755,0.0000020051111,0.00016572037,0.12462981,0.00029901887],"about_ca_topic_score_codex":0.021088598,"about_ca_topic_score_gemma":0.18021661,"teacher_disagreement_score":0.49539304,"about_ca_system_score_codex":0.0016565545,"about_ca_system_score_gemma":0.011873818,"threshold_uncertainty_score":0.99883103},"labels":[],"label_agreement":null},{"id":"W2578385481","doi":"10.2196/medinform.6690","title":"Patient-Specific Predictive Modeling Using Random Forests: An Observational Study for the Critically Ill","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Random forest; Receiver operating characteristic; Context (archaeology); Metric (unit); Intensive care unit; Decision tree; Intensive care; Medicine; Logistic regression; Bootstrapping (finance); Observational study; Confidence interval; Similarity (geometry); Artificial intelligence; Machine learning; Statistics; Computer science; Data mining; Mathematics; Internal medicine; Intensive care medicine; Econometrics","score_opus":0.14720326825006677,"score_gpt":0.4058499289197328,"score_spread":0.258646660669666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2578385481","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18400034,0.000024266905,0.8115064,0.0022983127,0.0005175013,0.0014158714,0.000009776268,0.00009731283,0.00013020511],"genre_scores_gemma":[0.9246626,0.00000629686,0.072301455,0.0024095871,0.00031350556,0.0002758792,0.000011668772,0.00001440472,0.0000046368637],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971279,0.00011001332,0.00083109527,0.00019309472,0.0013375521,0.0004003719],"domain_scores_gemma":[0.9964316,0.00080826465,0.00030024417,0.0011918537,0.0009596669,0.00030835872],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0013655772,0.00017327482,0.00024524936,0.00005771759,0.0014665961,0.00057819346,0.001979765,0.0001305343,0.00001833081],"category_scores_gemma":[0.00303706,0.00011671159,0.00007867659,0.00008749518,0.00015446068,0.0015992047,0.0005398472,0.0005199487,0.0000053198055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000708757,0.0017482826,0.08000213,0.00072925276,0.000284916,0.00004564274,0.18421017,0.20497303,0.0000027655062,0.098608345,0.0026598056,0.4260269],"study_design_scores_gemma":[0.0014232525,0.00041467015,0.0056611584,0.00007331439,0.000008882476,0.000011360299,0.0028665555,0.9864975,5.8338827e-7,0.0019974944,0.0009078226,0.00013736158],"about_ca_topic_score_codex":0.000057035388,"about_ca_topic_score_gemma":0.000039008988,"teacher_disagreement_score":0.78152454,"about_ca_system_score_codex":0.00007494927,"about_ca_system_score_gemma":0.0003118974,"threshold_uncertainty_score":0.99983335},"labels":[],"label_agreement":null},{"id":"W2584889691","doi":"10.2196/medinform.6918","title":"Ontology-Driven Search and Triage: Design of a Web-Based Visual Interface for MEDLINE","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Triage; Interface (matter); MEDLINE; World Wide Web; Ontology; Information retrieval; Medicine; Medical emergency","score_opus":0.04417655343339854,"score_gpt":0.385797005319146,"score_spread":0.34162045188574747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584889691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.714537,0.00020056828,0.28318757,0.0011878418,0.00018359866,0.0004755406,0.000028696264,0.00002319933,0.00017593834],"genre_scores_gemma":[0.9596066,0.00010386925,0.03953056,0.00039760288,0.00011770767,0.00006259805,0.00003997322,0.000010690349,0.00013043922],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892753,0.000046722078,0.00040803995,0.000115300565,0.00026236087,0.00024003058],"domain_scores_gemma":[0.9990872,0.00014451574,0.00016895772,0.00031166067,0.000099551835,0.00018810414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006699747,0.00012390451,0.00026510793,0.000042042873,0.000120631885,0.00002896238,0.00041217593,0.00040596747,0.000020379402],"category_scores_gemma":[0.0014779606,0.00009434638,0.00006202528,0.000023839013,0.00069171225,0.0000059709173,0.0001991656,0.00016245227,0.0000023653395],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004435752,0.0011746375,0.009150483,0.0030017502,0.0006704453,0.00002259621,0.0034060944,0.00027259192,0.05748487,0.00040833122,0.051433824,0.8685386],"study_design_scores_gemma":[0.017224036,0.006922066,0.0025048426,0.0004829757,0.00009342457,0.00004710196,0.0018645526,0.8177435,0.08768693,0.0001385016,0.06459707,0.0006949996],"about_ca_topic_score_codex":0.0000049240098,"about_ca_topic_score_gemma":0.000011302426,"teacher_disagreement_score":0.8678436,"about_ca_system_score_codex":0.0000067793862,"about_ca_system_score_gemma":0.00028472263,"threshold_uncertainty_score":0.38473338},"labels":[],"label_agreement":null},{"id":"W2588959124","doi":"10.2196/medinform.5054","title":"Checking Questionable Entry of Personally Identifiable Information Encrypted by One-Way Hash Transformation","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Social Science Fund of China; Oak Ridge Institute for Science and Education; National Institutes of Health; China Scholarship Council; U.S. Department of Energy","keywords":"Hash function; Computer science; Identifier; Encryption; Cryptographic hash function; Computer security; Programming language","score_opus":0.013280401858254697,"score_gpt":0.2694555665000675,"score_spread":0.25617516464181284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588959124","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08964639,0.000054039556,0.8846296,0.0009755317,0.0004275063,0.00046715577,0.000104615785,0.0001840185,0.023511147],"genre_scores_gemma":[0.9719867,0.00021818104,0.026459794,0.0007495046,0.000060584043,0.00005509913,0.00043890433,0.00000638584,0.000024837596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972185,0.000029953591,0.00096216646,0.00009343659,0.0013764992,0.00031943063],"domain_scores_gemma":[0.99803185,0.00006191777,0.0006864979,0.0007443205,0.0002304285,0.0002449853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009599736,0.00016027175,0.00025000388,0.0001701948,0.00046650195,0.00065823743,0.0016393978,0.00023038952,0.00014394453],"category_scores_gemma":[0.0002490346,0.00015226868,0.000104512095,0.00021391122,0.00020132562,0.011672296,0.00026079462,0.00033217765,0.00007607079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006530483,0.00063952967,0.0016361418,0.0023218936,0.0001564863,0.0000034234627,0.07002494,0.00002860011,0.00043370068,0.65592915,0.050197303,0.21856351],"study_design_scores_gemma":[0.008012275,0.000521797,0.01961974,0.0024208804,0.00009039392,0.00009298379,0.006556523,0.69717,0.015414423,0.029947292,0.21834037,0.001813294],"about_ca_topic_score_codex":0.000089033034,"about_ca_topic_score_gemma":0.000009121675,"teacher_disagreement_score":0.8823403,"about_ca_system_score_codex":0.00003857763,"about_ca_system_score_gemma":0.00018026489,"threshold_uncertainty_score":0.8462133},"labels":[],"label_agreement":null},{"id":"W2589984530","doi":"10.2196/medinform.6928","title":"Progress in the Enhanced Use of Electronic Medical Records: Data From the Ontario Experience","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Medical Association; Dystonia Medical Research Foundation Canada","funders":"","keywords":"Medical record; Data collection; Medicine; Maturity (psychological); Scale (ratio); Descriptive statistics; Univariate; Multivariate analysis; Family medicine; Psychology; Multivariate statistics; Geography; Computer science; Cartography; Surgery; Statistics","score_opus":0.16058821462437556,"score_gpt":0.4922283722707599,"score_spread":0.3316401576463843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589984530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985558,0.00020986503,0.00050867413,0.008250152,0.00093761546,0.0021855156,0.000034132678,0.000040437364,0.0022756576],"genre_scores_gemma":[0.9908272,0.00032159188,0.0003073698,0.006594019,0.00056231534,0.0009149533,0.00012322087,0.000019992565,0.00032934063],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930622,0.0009243346,0.0021877238,0.00022766895,0.0023827448,0.0012153231],"domain_scores_gemma":[0.99115056,0.003650818,0.0012869956,0.0034460775,0.00012622091,0.00033930424],"candidate_categories":["open_science","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006150264,0.00021777807,0.0005236498,0.000043723634,0.00094322045,0.00006480221,0.0056230724,0.0005996379,0.0017603205],"category_scores_gemma":[0.0048683304,0.00011279316,0.000052540036,0.00015851633,0.00067343534,0.0008811672,0.0010695097,0.0037319555,0.00016494485],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022096312,0.00036705908,0.3956966,0.00067458814,0.000083532665,0.000022050806,0.45112282,2.4970666e-7,0.0000013610434,0.002122587,0.06441963,0.08526857],"study_design_scores_gemma":[0.002867992,0.00032445425,0.17245731,0.0038031754,0.000026348012,0.00001857714,0.030610275,0.013523238,0.000010501665,0.0004510256,0.7755313,0.0003758049],"about_ca_topic_score_codex":0.046359453,"about_ca_topic_score_gemma":0.4525673,"teacher_disagreement_score":0.71111166,"about_ca_system_score_codex":0.00045262816,"about_ca_system_score_gemma":0.0073049436,"threshold_uncertainty_score":0.999757},"labels":[],"label_agreement":null},{"id":"W2590755879","doi":"10.2196/medinform.5783","title":"The State of Open Source Electronic Health Record Projects: A Software Anthropology Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Open source; Electronic health record; Open source software; Computer science; Health records; World Wide Web; Key (lock); Software; Knowledge management; Data science; Health care; Human–computer interaction; Political science; Computer security","score_opus":0.07718919494954392,"score_gpt":0.5045943571727317,"score_spread":0.4274051622231878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590755879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9415093,0.0006578466,0.0068783276,0.019034378,0.0028415543,0.023294361,0.00003729262,0.00032621212,0.0054207263],"genre_scores_gemma":[0.9774094,0.002545635,0.0009400415,0.0067008673,0.0005894551,0.0038741634,0.000025077297,0.000119486285,0.0077958675],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919184,0.0016200396,0.0030797818,0.00021977887,0.0010763112,0.0020857241],"domain_scores_gemma":[0.9922687,0.0015765465,0.0034473287,0.0018140867,0.00031261268,0.00058077165],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010395789,0.00026754418,0.00094915245,0.00010059726,0.0048333644,0.000095936484,0.0032799519,0.00026993174,0.00024395816],"category_scores_gemma":[0.0029881648,0.00016916286,0.000073063464,0.00019497743,0.00058196584,0.00048560387,0.0015622769,0.0025153689,0.00020605544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036085682,0.00059323985,0.07775624,0.0025783146,0.00020738,0.000005158422,0.11927283,9.498759e-7,3.7880554e-7,0.00091124856,0.06011827,0.7381951],"study_design_scores_gemma":[0.006803659,0.006668093,0.012720827,0.0016689427,0.000024831821,0.00002717934,0.10879582,0.0029407924,0.0000032933413,0.0017320218,0.85813135,0.0004831844],"about_ca_topic_score_codex":0.010811765,"about_ca_topic_score_gemma":0.028601687,"teacher_disagreement_score":0.7980131,"about_ca_system_score_codex":0.0007886323,"about_ca_system_score_gemma":0.01373481,"threshold_uncertainty_score":0.99978584},"labels":[],"label_agreement":null},{"id":"W2592665192","doi":"10.2196/medinform.6730","title":"Patient Similarity in Prediction Models Based on Health Data: A Scoping Review","year":2017,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo; Natural Sciences and Engineering Research Council of Canada; Queen's University","keywords":"Context (archaeology); Computer science; Similarity (geometry); Scopus; Data mining; Field (mathematics); Predictive modelling; Data science; Health care; MEDLINE; Information retrieval; Medicine; Artificial intelligence; Machine learning","score_opus":0.2501120553890433,"score_gpt":0.4906599825597756,"score_spread":0.2405479271707323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592665192","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.706429e-8,0.9468445,0.04468941,0.0021864898,0.0005961495,0.0043134727,0.000107411404,0.00019265138,0.0010698548],"genre_scores_gemma":[6.965565e-7,0.9820161,0.008009848,0.008676205,0.00010628568,0.00041824422,0.0007450293,0.000023491271,0.0000041182498],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99273294,0.00081341265,0.0031772272,0.00049949257,0.0021502418,0.00062667584],"domain_scores_gemma":[0.99212116,0.00059968996,0.0022956296,0.004284261,0.00008608146,0.0006131561],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004457916,0.00047841732,0.0023582834,0.00034770416,0.00025022592,0.00018624906,0.0041242703,0.00052730076,0.000024572253],"category_scores_gemma":[0.0017199748,0.00037104002,0.00019585821,0.0004557556,0.000074671596,0.001112444,0.0015545358,0.002649686,0.000054596178],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5049362e-7,0.000042829375,7.797163e-7,0.2816795,0.000004146247,0.000007876389,0.0001810768,0.00006651321,2.10614e-12,0.0001565637,0.0031352416,0.714725],"study_design_scores_gemma":[0.00007915193,0.00008696493,3.9857267e-7,0.38655087,0.0000075559396,0.000012032649,0.0000018152269,0.3714903,2.9804664e-10,0.000023352788,0.24162379,0.00012376897],"about_ca_topic_score_codex":0.00007160559,"about_ca_topic_score_gemma":0.000055369746,"teacher_disagreement_score":0.7146013,"about_ca_system_score_codex":0.00043068037,"about_ca_system_score_gemma":0.00645061,"threshold_uncertainty_score":0.9998742},"labels":[],"label_agreement":null},{"id":"W2602122349","doi":"10.2196/medinform.6359","title":"Does Telehealth Monitoring Identify Exacerbations of Chronic Obstructive Pulmonary Disease and Reduce Hospitalisations? An Analysis of System Data","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute for Health Research Collaboration for Leadership in Applied Health Research and Care Yorkshire and Humber; National Institute for Health and Care Research","keywords":"Telehealth; Medicine; Medical emergency; COPD; Exacerbation; Telemedicine; Emergency medicine; Randomized controlled trial; Intervention (counseling); Intensive care medicine; Health care; Nursing; Internal medicine","score_opus":0.03978514278270292,"score_gpt":0.38359155620133817,"score_spread":0.34380641341863527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602122349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99658287,0.00042689504,0.00026307272,0.00027976432,0.00024948007,0.0008387037,0.00081625464,0.000043293305,0.00049968204],"genre_scores_gemma":[0.9979382,0.00026215042,0.0006140616,0.000008772427,0.00029045276,0.00006475578,0.0007291234,0.000018661669,0.00007377979],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99678,0.00008077668,0.0010331869,0.00028772632,0.0014823002,0.0003360206],"domain_scores_gemma":[0.9953398,0.00014770069,0.00072545547,0.0023963929,0.0003938641,0.0009967935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062908966,0.00019871433,0.00065392314,0.00043420366,0.0003230566,0.000065836415,0.0008481422,0.00014324409,0.00008938345],"category_scores_gemma":[0.00060191884,0.00014235471,0.00011884215,0.0003937463,0.0009665969,0.0013558359,0.0006758884,0.00033259814,0.0000031108766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027219785,0.0008545268,0.912511,0.016107634,0.0017976172,0.00010717525,0.003055441,0.0000557831,0.00015440371,0.0017104544,0.0000649986,0.063308805],"study_design_scores_gemma":[0.00053456385,0.000057344896,0.8456542,0.00073458895,0.0010968125,0.0000109400935,0.0068044607,0.14480348,0.000075032694,0.000047971807,0.00005736074,0.00012324231],"about_ca_topic_score_codex":0.00025358822,"about_ca_topic_score_gemma":0.000022595406,"teacher_disagreement_score":0.14474769,"about_ca_system_score_codex":0.00037742377,"about_ca_system_score_gemma":0.0011915775,"threshold_uncertainty_score":0.58050567},"labels":[],"label_agreement":null},{"id":"W2603330131","doi":"10.2196/medinform.6693","title":"A Software Framework for Remote Patient Monitoring by Using Multi-Agent Systems Support","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Real-time computing; Software engineering; Operating system","score_opus":0.055187214584256856,"score_gpt":0.3467888254004076,"score_spread":0.29160161081615077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603330131","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056302816,0.000050678478,0.92808735,0.000121576275,0.014723694,0.00046626254,0.0000017724302,0.0001758059,0.00007001464],"genre_scores_gemma":[0.099803455,0.000012983164,0.89745045,0.000338575,0.0022596614,0.000030794235,0.00000830814,0.000025674655,0.00007013275],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99769217,0.0000212745,0.0007407527,0.00016856035,0.0008181637,0.00055907614],"domain_scores_gemma":[0.9978537,0.00018940501,0.0005524418,0.000871941,0.00014355202,0.00038898928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053829944,0.00019866627,0.00028658315,0.00006218701,0.0007697976,0.00071906,0.001472626,0.000267638,0.0000017988757],"category_scores_gemma":[0.00060103525,0.00017182568,0.000101946316,0.00007631649,0.00007492942,0.00072866736,0.0007699364,0.00036909044,0.00003155116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012793143,0.00018029734,0.0029147926,0.0011380678,0.000086980304,0.00004258411,0.025566269,0.00010807411,0.000020511905,0.00047823592,0.024628276,0.94482315],"study_design_scores_gemma":[0.00049576355,0.000111642716,0.00011720052,0.0008419341,0.000008388798,0.000038148435,0.0002860391,0.95994556,0.00021023791,0.00019304805,0.03744615,0.0003058759],"about_ca_topic_score_codex":0.000029615141,"about_ca_topic_score_gemma":9.812402e-8,"teacher_disagreement_score":0.9598375,"about_ca_system_score_codex":0.000112958,"about_ca_system_score_gemma":0.00018177828,"threshold_uncertainty_score":0.7006848},"labels":[],"label_agreement":null},{"id":"W2611746428","doi":"10.2196/medinform.6862","title":"Design, Implementation, and Evaluation of Self-Describing Diabetes Medical Records: A Pilot Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mashhad University of Medical Sciences","keywords":"Computer science; Medical record; Diabetes mellitus; Medicine; Medical physics; Internal medicine","score_opus":0.23853049342833502,"score_gpt":0.5210610627830713,"score_spread":0.2825305693547363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611746428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99020284,0.00008190385,0.00093608076,0.0011216903,0.0006913817,0.005010161,0.0000050347808,0.000101488666,0.0018494169],"genre_scores_gemma":[0.9964681,0.00009081253,0.0010616188,0.00076306536,0.00026082472,0.0012937876,0.000012840554,0.00002221488,0.000026722648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99167293,0.0017939305,0.0023436598,0.00016407573,0.0032780005,0.00074740266],"domain_scores_gemma":[0.9953625,0.001243088,0.0014580656,0.0006435335,0.0006606171,0.00063214725],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023713993,0.00019282421,0.00052767264,0.00013975131,0.0011478864,0.000032889264,0.0005627401,0.00024257062,0.0013697913],"category_scores_gemma":[0.0027077815,0.00015493149,0.000025769268,0.00011189597,0.00013289688,0.00049660186,0.0003089683,0.00091768743,0.00006783017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009413117,0.001137961,0.6797038,0.0033313823,0.00031416028,0.0000043569794,0.086900316,0.0000010445845,0.000018287838,0.00056266243,0.015936099,0.21199584],"study_design_scores_gemma":[0.042787038,0.017038213,0.34770387,0.0071982862,0.00070739194,0.000026012056,0.25461507,0.3197543,0.00012811598,0.0017857554,0.0068947366,0.0013611992],"about_ca_topic_score_codex":0.0005739736,"about_ca_topic_score_gemma":0.001381107,"teacher_disagreement_score":0.3319999,"about_ca_system_score_codex":0.0003642389,"about_ca_system_score_gemma":0.004634157,"threshold_uncertainty_score":0.9995431},"labels":[],"label_agreement":null},{"id":"W2612815242","doi":"10.2196/medinform.7271","title":"Virtual Reality as an Adjunct Home Therapy in Chronic Pain Management: An Exploratory Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Physical therapy; Adjunct; Chronic pain; Brief Pain Inventory; Virtual reality; Adverse effect; Intervention (counseling); Rating scale; Psychology; Internal medicine; Psychiatry","score_opus":0.03863839473126612,"score_gpt":0.35971447605754114,"score_spread":0.321076081326275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612815242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856309,0.00004051158,0.002257128,0.00041044297,0.00012312224,0.0027547474,0.0000035086368,0.00043072004,0.008348888],"genre_scores_gemma":[0.99501777,0.0007350541,0.0004509422,0.0026096185,0.00038616543,0.0005216844,0.000073758994,0.00003343286,0.00017158822],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996269,0.00040899412,0.00095244084,0.00026572926,0.0015867995,0.0005170626],"domain_scores_gemma":[0.99694264,0.00008011077,0.00036458438,0.0019704006,0.00006793906,0.0005743113],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0066202492,0.00030218944,0.00052071054,0.00038696476,0.0002133954,0.00013503246,0.0010835661,0.0002447564,0.00025488748],"category_scores_gemma":[0.00030744888,0.000254256,0.00007373062,0.00022140703,0.0002481483,0.0014047531,0.0003831198,0.0006335084,0.00008338195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005382853,0.006020799,0.13217928,0.0008975789,0.0003390684,0.0014135201,0.028718492,0.0000053986523,0.000015245807,0.001955891,0.0182473,0.80966914],"study_design_scores_gemma":[0.027434353,0.025458466,0.77849436,0.000980028,0.00022476165,0.000032192376,0.07532204,0.04907764,0.000051987117,0.0034987354,0.03768771,0.0017377557],"about_ca_topic_score_codex":0.00007784432,"about_ca_topic_score_gemma":0.00019693308,"teacher_disagreement_score":0.8079314,"about_ca_system_score_codex":0.0003488314,"about_ca_system_score_gemma":0.00027447267,"threshold_uncertainty_score":0.99999094},"labels":[],"label_agreement":null},{"id":"W2612992329","doi":"10.2196/medinform.7235","title":"Effective Information Extraction Framework for Heterogeneous Clinical Reports Using Online Machine Learning and Controlled Vocabularies","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Information extraction; Controlled vocabulary; Machine learning; Artificial intelligence; Unified Medical Language System; Information retrieval; Data science; Data mining","score_opus":0.02581817604947437,"score_gpt":0.3984720093010376,"score_spread":0.3726538332515632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612992329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81898755,0.00032615053,0.17896794,0.00027743992,0.0005702497,0.00073024695,0.00001792158,0.000041826257,0.0000806941],"genre_scores_gemma":[0.9507379,0.00036288804,0.047324568,0.0006545123,0.0005163719,0.000094917064,0.00025779448,0.0000132875975,0.000037759866],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841857,0.00006653806,0.00085942505,0.0001268919,0.0002918366,0.00023674889],"domain_scores_gemma":[0.9982959,0.0002616279,0.0008163319,0.00029257577,0.00012589677,0.00020764662],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010419111,0.00016713297,0.00038868733,0.00004172327,0.00043179124,0.00014354543,0.00015390251,0.00067577825,0.000010752007],"category_scores_gemma":[0.009494543,0.00012856103,0.00013640108,0.000021547567,0.0004434087,0.00003543632,0.00018571397,0.00042062823,0.0000016435682],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022990692,0.00030283938,0.034955446,0.00051487837,0.00057515374,0.0000370202,0.0011380209,0.000054093995,0.0003394752,0.00022338952,0.00064346334,0.95891714],"study_design_scores_gemma":[0.023207504,0.006151109,0.02003811,0.0010063259,0.00046455907,0.0022082557,0.0027951396,0.4201597,0.0030737882,0.0034351554,0.51582295,0.0016373908],"about_ca_topic_score_codex":0.000010433858,"about_ca_topic_score_gemma":0.000009907022,"teacher_disagreement_score":0.95727974,"about_ca_system_score_codex":0.000012557384,"about_ca_system_score_gemma":0.000096386764,"threshold_uncertainty_score":0.9988489},"labels":[],"label_agreement":null},{"id":"W26232246","doi":"10.2196/medinform.4211","title":"Augmenter le prix de base pour une promo de tête de gondole","year":2008,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Agriculture and Rural Development Research","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Art; Philosophy","score_opus":0.02281970009288683,"score_gpt":0.2667802661085964,"score_spread":0.24396056601570956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26232246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97145265,0.000036588168,0.00021799291,0.019528573,0.00002996763,0.00027590513,0.0000071071795,0.00009124654,0.008359937],"genre_scores_gemma":[0.9845671,0.00032821312,0.002958331,0.0044611637,0.0003802154,0.000103283724,0.00010601757,0.0000016824071,0.0070939716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983264,0.000058030022,0.00033660085,0.000089085916,0.0005933413,0.0005965253],"domain_scores_gemma":[0.9992066,0.00009968079,0.00007255895,0.000049265433,0.00006016191,0.000511753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045240062,0.00013522625,0.00015834738,0.000012923526,0.00027954864,0.00003520208,0.00038464193,0.0002063845,0.00090300344],"category_scores_gemma":[0.00009350006,0.000044871424,0.0000793279,0.0003048018,0.00011922493,0.00019659675,0.00014074122,0.00033102784,0.00029947248],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008145049,0.0009025799,0.03833369,0.00017781407,0.0000770847,0.0003585862,0.008552063,0.000007782166,0.018918749,0.0013226019,0.7790355,0.15223205],"study_design_scores_gemma":[0.0017724031,0.0005853361,0.4231247,0.00034186602,0.000017747881,0.001660765,0.0067581716,0.0057262527,0.013411092,0.0024749576,0.54322714,0.0008995924],"about_ca_topic_score_codex":0.00017498812,"about_ca_topic_score_gemma":0.00006844264,"teacher_disagreement_score":0.38479102,"about_ca_system_score_codex":0.00009453502,"about_ca_system_score_gemma":0.0002588956,"threshold_uncertainty_score":0.9887254},"labels":[],"label_agreement":null},{"id":"W2625525995","doi":"10.2196/medinform.6959","title":"Computerized Childbirth Monitoring Tools for Health Care Providers Managing Labor: A Scoping Review","year":2017,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Childbirth; Health care; Context (archaeology); Usability; Medicine; Nursing; Medical emergency; Pregnancy; Computer science; Political science","score_opus":0.08906610900992876,"score_gpt":0.46618278861151,"score_spread":0.37711667960158124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625525995","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036942367,0.9841984,0.0002038636,0.002431807,0.0007589498,0.011204999,0.00011550613,0.00017341193,0.00090937474],"genre_scores_gemma":[8.9381496e-7,0.98285615,0.0041137924,0.010480113,0.001118244,0.00080521946,0.0005146527,0.00005998711,0.000050967952],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9951729,0.000088167995,0.0025543345,0.0002763874,0.0010773212,0.00083089387],"domain_scores_gemma":[0.996032,0.00019212025,0.0017521306,0.0008347367,0.00018463797,0.0010043551],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000785174,0.0005925703,0.004171918,0.00015297481,0.00039124396,0.0002017982,0.00066779146,0.00039319228,0.000028999886],"category_scores_gemma":[0.00040943464,0.0004188987,0.0006602781,0.0001579023,0.00009763638,0.00035859292,0.00027549377,0.0009643015,0.00006446474],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069115713,0.00001567424,0.000002376218,0.47854948,0.000059533777,0.000009253625,0.0003120664,1.4735685e-8,2.6146743e-10,0.000027889719,0.001664235,0.51935256],"study_design_scores_gemma":[0.0006024979,0.00014354507,0.0000047950616,0.5035462,0.00019301588,0.00014698747,0.00009278779,0.000009521646,2.2299352e-8,0.0000030908025,0.49507377,0.00018377803],"about_ca_topic_score_codex":0.000015315289,"about_ca_topic_score_gemma":0.0000032644987,"teacher_disagreement_score":0.5191688,"about_ca_system_score_codex":0.00043263068,"about_ca_system_score_gemma":0.003837402,"threshold_uncertainty_score":0.9998263},"labels":[],"label_agreement":null},{"id":"W2626157365","doi":"10.2196/medinform.6226","title":"Applying STOPP Guidelines in Primary Care Through Electronic Medical Record Decision Support: Randomized Control Trial Highlighting the Importance of Data Quality","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Decision support system; Medicine; Quality (philosophy); Control (management); Primary care; Clinical decision support system; Data quality; Medical record; Electronic medical record; Medical emergency; Computer science; Family medicine; Data mining; Artificial intelligence; Operations management; Internal medicine","score_opus":0.1424158521450857,"score_gpt":0.5249536853761708,"score_spread":0.38253783323108514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626157365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7830413,0.004295366,0.06884051,0.041013297,0.00967443,0.05396905,0.00032991864,0.00044990395,0.038386222],"genre_scores_gemma":[0.92133456,0.007524388,0.010243333,0.039947994,0.0065395115,0.012652845,0.000987891,0.00017689835,0.00059259194],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9823965,0.0025784648,0.00937024,0.00040691684,0.003605721,0.001642157],"domain_scores_gemma":[0.979287,0.011567625,0.005051579,0.0030571718,0.00057454663,0.00046202025],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04153643,0.00037134037,0.0023303276,0.00010470275,0.0011499401,0.000041204454,0.0037673472,0.0010434214,0.00062230654],"category_scores_gemma":[0.033880092,0.00022301145,0.00021919643,0.00020674706,0.0005266309,0.00097591727,0.001133123,0.003291602,0.00006637613],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26701728,0.0003485923,0.025096804,0.011203425,0.00036737614,0.000043354466,0.030009924,0.0000040054974,0.0000028397278,0.013340693,0.056539357,0.59602636],"study_design_scores_gemma":[0.740984,0.00030123445,0.00054502295,0.0039004285,0.00007478075,0.000013751223,0.0065914514,0.015693327,0.0000014568491,0.0014605401,0.23001117,0.0004228205],"about_ca_topic_score_codex":0.0016010982,"about_ca_topic_score_gemma":0.0072951876,"teacher_disagreement_score":0.5956035,"about_ca_system_score_codex":0.000792564,"about_ca_system_score_gemma":0.012366992,"threshold_uncertainty_score":0.9990078},"labels":[],"label_agreement":null},{"id":"W2728101909","doi":"10.2196/medinform.7516","title":"The Rules of Engagement: Perspectives on Secure Messaging From Experienced Ambulatory Patient Portal Users","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality; Ohio State University","keywords":"Patient portal; Usability; Internet privacy; Health information exchange; Health literacy; Medicine; Patient privacy; Meaningful use; Medical emergency; Health care; Computer science; Health information","score_opus":0.042815585624494876,"score_gpt":0.4275521536460777,"score_spread":0.3847365680215828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2728101909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94994986,0.00024148037,0.00007492328,0.0009831649,0.0009235093,0.0010716713,0.000026098678,0.00006337562,0.046665944],"genre_scores_gemma":[0.99804604,0.00022521637,0.00018572435,0.00080253335,0.0002298032,0.00033185296,0.000012304921,0.000018832885,0.0001477144],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9961701,0.00041241414,0.0013613866,0.00013784616,0.0012408979,0.0006773468],"domain_scores_gemma":[0.99608433,0.0011008361,0.00136241,0.00094151,0.00015791634,0.0003529717],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016754318,0.00018327482,0.00035705065,0.00005758409,0.0024782987,0.000034030993,0.00075855845,0.0002834492,0.0004713521],"category_scores_gemma":[0.0013536118,0.000115761984,0.00008121277,0.000043656815,0.00037777625,0.00028021308,0.00026815178,0.0014611824,0.00012524013],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013268179,0.00016828932,0.010343907,0.000687767,0.0001475993,0.000012446598,0.8967728,0.0000025290306,0.000015525613,0.044567592,0.021171657,0.025977217],"study_design_scores_gemma":[0.0016310021,0.0003691308,0.012794171,0.0019928603,0.000016883396,0.0000020536188,0.83302486,0.0034556244,0.000082046136,0.0004957582,0.14583832,0.00029726647],"about_ca_topic_score_codex":0.000266427,"about_ca_topic_score_gemma":0.000087664426,"teacher_disagreement_score":0.12466666,"about_ca_system_score_codex":0.00023879277,"about_ca_system_score_gemma":0.0009747531,"threshold_uncertainty_score":0.99882036},"labels":[],"label_agreement":null},{"id":"W2728587074","doi":"10.2196/medinform.7123","title":"Validation of an Improved Computer-Assisted Technique for Mining Free-Text Electronic Medical Records","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"RCVS Knowledge; University of Glasgow","keywords":"Computer science; Medical record; Text messaging; Text mining; Data mining; Electronic medical record; Information retrieval; Data science; Medicine; World Wide Web; Radiology","score_opus":0.017684289571607982,"score_gpt":0.33264389104402425,"score_spread":0.31495960147241625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2728587074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84608454,0.000033877517,0.14528053,0.0016950516,0.00055195676,0.0030500062,0.00027762356,0.00033312684,0.0026932945],"genre_scores_gemma":[0.91153777,0.0000590004,0.0839834,0.0014049006,0.00073801185,0.00058143644,0.0015343006,0.00005656258,0.0001046055],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970339,0.0000553274,0.0010917957,0.00017642532,0.0011757073,0.00046683347],"domain_scores_gemma":[0.9966612,0.00021941736,0.00073492376,0.001384148,0.000289876,0.0007104293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015880822,0.00021013091,0.00059729593,0.00012531066,0.00016449418,0.00005381706,0.0009878102,0.00042147332,0.0003187272],"category_scores_gemma":[0.0027470984,0.00017732379,0.0001498473,0.00009964934,0.00032569782,0.00047596716,0.00030910198,0.000420606,0.000009663476],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014246447,0.0020101303,0.0060048723,0.004709542,0.0005233117,0.00006771872,0.002219494,0.0000019319245,0.0020107292,0.0008894937,0.037455175,0.942683],"study_design_scores_gemma":[0.032955058,0.009892792,0.0501287,0.0053395354,0.0005028307,0.0009995218,0.0012991136,0.7968202,0.029368328,0.001337619,0.06963885,0.001717407],"about_ca_topic_score_codex":0.00002484209,"about_ca_topic_score_gemma":0.0000410714,"teacher_disagreement_score":0.94096553,"about_ca_system_score_codex":0.00010228465,"about_ca_system_score_gemma":0.0011226891,"threshold_uncertainty_score":0.72310543},"labels":[],"label_agreement":null},{"id":"W2731132200","doi":"10.2196/medinform.6169","title":"Issues Associated With the Use of Semantic Web Technology in Knowledge Acquisition for Clinical Decision Support Systems: Systematic Review of the Literature","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Semantic Web; Knowledge management; Clinical decision support system; Decision support system; Systematic review; Knowledge acquisition; Data science; World Wide Web; MEDLINE; Artificial intelligence","score_opus":0.09354932817893813,"score_gpt":0.5018451118350491,"score_spread":0.40829578365611097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731132200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80400807,0.07033515,0.00205297,0.037928347,0.0060188225,0.0776562,0.00045243872,0.00032264023,0.0012253841],"genre_scores_gemma":[0.97649664,0.014877356,0.00035987777,0.0029455542,0.00027287775,0.0035007251,0.000063106214,0.000056504166,0.0014273489],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9928832,0.0014332947,0.004172103,0.00013226958,0.0008495636,0.00052956515],"domain_scores_gemma":[0.98775476,0.00525867,0.0043390743,0.0014861163,0.001028919,0.00013245661],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011148674,0.00020301212,0.0015534632,0.00014793656,0.00046949968,0.000025847816,0.0011440973,0.0008828402,0.000019146222],"category_scores_gemma":[0.015375446,0.0000906338,0.0001596619,0.0004896385,0.00035641418,0.0002750979,0.0002670424,0.0013545575,0.000020885225],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058821137,0.00019098459,0.012386966,0.9279586,0.00011783649,0.000002366315,0.0053914073,5.490921e-7,0.0000010103364,0.0017794644,0.051694784,0.00041718286],"study_design_scores_gemma":[0.0017416448,0.00041703956,0.0019412215,0.9791991,0.00015812553,0.000017907487,0.0023349281,0.0073345564,0.0000019744905,0.000080075486,0.006638046,0.00013538594],"about_ca_topic_score_codex":0.000022282238,"about_ca_topic_score_gemma":0.00025276456,"teacher_disagreement_score":0.17248861,"about_ca_system_score_codex":0.00021515755,"about_ca_system_score_gemma":0.0018383029,"threshold_uncertainty_score":0.9929185},"labels":[],"label_agreement":null},{"id":"W27311735","doi":"10.2196/medinform.5185","title":"Evaluación de técnicas de detección de errores en programas concurrentes","year":2014,"lang":"en","type":"dissertation","venue":"JMIR Medical Informatics","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Art","score_opus":0.010567621813289501,"score_gpt":0.34269446592252484,"score_spread":0.3321268441092353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W27311735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7797819,0.00056211127,0.2064116,0.00059929775,0.0028731034,0.0020152812,0.0000125526,0.0013659226,0.00637824],"genre_scores_gemma":[0.91824764,0.00047891474,0.07489406,0.0020725955,0.0011701438,0.0014298302,0.00050106517,0.00008329723,0.0011224386],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99584603,0.0002556093,0.0012201,0.0002577821,0.0015261145,0.00089438586],"domain_scores_gemma":[0.99712354,0.0005083098,0.0005627321,0.00086882524,0.00025512456,0.00068144174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031353082,0.0004132021,0.00059461297,0.0001836835,0.00017683538,0.00025033776,0.002153451,0.0011677609,0.00008361517],"category_scores_gemma":[0.0012754289,0.00032560312,0.00025784038,0.00034886642,0.00013886172,0.00045514066,0.00020721971,0.0012038504,0.00021575486],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006302137,0.0003690796,0.01611713,0.009201663,0.00019500787,0.000032222415,0.080581315,0.00005607003,0.000014406802,0.004399395,0.01886687,0.87010384],"study_design_scores_gemma":[0.00267829,0.00097517227,0.026860276,0.005226504,0.0001893964,0.00057499745,0.005686276,0.8106274,0.0014926987,0.0050439187,0.13858192,0.0020631752],"about_ca_topic_score_codex":0.000036731846,"about_ca_topic_score_gemma":0.000053680447,"teacher_disagreement_score":0.8680406,"about_ca_system_score_codex":0.00036226836,"about_ca_system_score_gemma":0.0023461266,"threshold_uncertainty_score":0.9999196},"labels":[],"label_agreement":null},{"id":"W2732862572","doi":"10.2196/medinform.6323","title":"Telemedicine Services for the Arctic: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; The arctic; Arctic; Business; Medical emergency; Telecommunications; Environmental resource management; Computer science; Health care; Medicine; Economic growth; Environmental science; Oceanography","score_opus":0.09793801454907752,"score_gpt":0.43790542482405964,"score_spread":0.3399674102749821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2732862572","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.31221e-8,0.98157305,0.00008205298,0.0014488951,0.0008005459,0.011986927,0.00004781502,0.000088670764,0.003971966],"genre_scores_gemma":[0.0000012479304,0.98793167,0.00014405501,0.004082918,0.0008148379,0.0055748974,0.00024448178,0.000053192096,0.0011526776],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.994795,0.00006787732,0.0029657637,0.00018248396,0.0014768553,0.0005119859],"domain_scores_gemma":[0.99507207,0.00096530386,0.0015984426,0.001585682,0.00037926453,0.00039921908],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00172526,0.00061755796,0.005556035,0.000118944634,0.0003802867,0.00004368378,0.0010912492,0.0004457371,0.00026034226],"category_scores_gemma":[0.0021129707,0.00026538424,0.0013080826,0.0002090436,0.00028206344,0.00011342299,0.00022996815,0.0008697024,0.00025449914],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024862004,0.000023149087,2.9885987e-7,0.68420005,0.00079391326,0.000008079765,0.00037586008,1.1978772e-9,1.9788794e-10,0.000054934473,0.012883579,0.30165762],"study_design_scores_gemma":[0.00022444697,0.00007547276,6.661789e-7,0.4832548,0.008790754,0.00026356222,0.00029144867,0.00002253316,3.3393033e-9,0.0000052677083,0.5069345,0.00013651722],"about_ca_topic_score_codex":0.000013829395,"about_ca_topic_score_gemma":0.000016988992,"teacher_disagreement_score":0.49405095,"about_ca_system_score_codex":0.000101181584,"about_ca_system_score_gemma":0.0006091867,"threshold_uncertainty_score":0.99997985},"labels":[],"label_agreement":null},{"id":"W2737873903","doi":"10.2196/medinform.7954","title":"Estimating One-Year Risk of Incident Chronic Kidney Disease: Retrospective Development and Validation Study Using Electronic Medical Record Data From the State of Maine","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Kidney Disease and Diabetes","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Kidney disease; Population; Retrospective cohort study; Medical record; Emergency medicine; Incidence (geometry); Cohort; Diagnosis code; Statistic; Risk assessment; Internal medicine; Statistics; Environmental health; Computer science","score_opus":0.030905875737689183,"score_gpt":0.33756796708062514,"score_spread":0.306662091342936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737873903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965909,0.0002238763,0.0015964068,0.00033070054,0.000103741084,0.0008397024,0.00023061452,0.000022943444,0.00006110814],"genre_scores_gemma":[0.99596745,0.00019962114,0.0029804613,0.00019189362,0.00021175647,0.00002015925,0.0004021422,0.000017034348,0.000009507505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99647546,0.00009000394,0.001058647,0.00020298468,0.0018358807,0.00033705187],"domain_scores_gemma":[0.9965745,0.00023959494,0.00096584443,0.0012395141,0.0001477208,0.0008327821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017072787,0.00018587592,0.00050480885,0.000058222227,0.00025687655,0.000048636255,0.0006742952,0.00009006231,0.00037601506],"category_scores_gemma":[0.007712385,0.0001295792,0.0000496888,0.00009399649,0.0003769583,0.0003625158,0.00090640923,0.0004927788,0.000006954294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003905941,0.0011407991,0.9211098,0.0011768879,0.0012022645,0.000019863424,0.00846336,0.00001182719,0.000028176562,0.000053691183,0.0015174136,0.0648853],"study_design_scores_gemma":[0.0072217975,0.00049107557,0.71521217,0.003083734,0.0009041511,0.000004023211,0.0014285126,0.26987043,0.00033018,0.00076579483,0.0004220254,0.00026614268],"about_ca_topic_score_codex":0.0003076364,"about_ca_topic_score_gemma":0.000116721494,"teacher_disagreement_score":0.2698586,"about_ca_system_score_codex":0.00031248954,"about_ca_system_score_gemma":0.0052081356,"threshold_uncertainty_score":0.92390084},"labels":[],"label_agreement":null},{"id":"W2738131159","doi":"10.2196/medinform.6808","title":"DynAMo: A Modular Platform for Monitoring Process, Outcome, and Algorithm-Based Treatment Planning in Psychotherapy","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); Software; Workflow; The Internet; Web application; Mental health; Modular design; Algorithm; Artificial intelligence; World Wide Web; Psychotherapist; Psychology; Database","score_opus":0.08118392201078516,"score_gpt":0.47923187067192285,"score_spread":0.3980479486611377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738131159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778276,0.00017324412,0.013512203,0.00092199596,0.0014016298,0.0016506887,0.000086994296,0.00009234335,0.0043332833],"genre_scores_gemma":[0.9914653,0.000009402492,0.0060572815,0.00034407814,0.00012740574,0.0014485082,0.00002680811,0.000027614797,0.00049364433],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838793,0.000008565732,0.00078262785,0.00013237425,0.00029253602,0.00039595846],"domain_scores_gemma":[0.99894226,0.00009422777,0.00030497703,0.0003599209,0.000028944973,0.0002696552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002817169,0.00017944098,0.00028217796,0.00012372776,0.00020262574,0.00011304135,0.0002867859,0.00018860896,0.000043903496],"category_scores_gemma":[0.000024329085,0.00014869517,0.00007678646,0.000048230686,0.00012205016,0.00039780352,0.000017716178,0.0001773452,0.000023454695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018456108,0.0008495133,0.058962878,0.0005010735,0.000063665866,0.000025118792,0.0064001717,0.0000102261065,3.093098e-7,0.0010926417,0.00017098524,0.93173885],"study_design_scores_gemma":[0.079111315,0.013937225,0.3189549,0.009092004,0.0001279012,0.00021838836,0.025580306,0.4756891,0.00059928466,0.023603339,0.050307937,0.0027782882],"about_ca_topic_score_codex":0.000026615193,"about_ca_topic_score_gemma":0.000014235514,"teacher_disagreement_score":0.92896056,"about_ca_system_score_codex":0.00012040931,"about_ca_system_score_gemma":0.00006329493,"threshold_uncertainty_score":0.60636127},"labels":[],"label_agreement":null},{"id":"W2739875050","doi":"10.2196/medinform.7140","title":"Triaging Patient Complaints: Monte Carlo Cross-Validation of Six Machine Learning Classifiers","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-validation; Monte Carlo method; Computer science; Artificial intelligence; Machine learning; Statistics; Mathematics","score_opus":0.08262412564591218,"score_gpt":0.47011450273624916,"score_spread":0.38749037709033696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739875050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746222,0.00003971104,0.00043385575,0.004240557,0.0008998235,0.0007568502,0.000019279125,0.00008676616,0.018900946],"genre_scores_gemma":[0.99724007,0.000084379426,0.0006717447,0.0011414398,0.0002215088,0.00008332774,0.00003921921,0.000014871945,0.00050342246],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959804,0.00040676165,0.0017051563,0.00012317972,0.0013092827,0.00047524145],"domain_scores_gemma":[0.9954787,0.0014445222,0.0016519944,0.00063211774,0.00030596467,0.00048673025],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025854122,0.0001729591,0.00048457543,0.00008752196,0.0012784173,0.00005549369,0.0005292648,0.00040442648,0.0022403165],"category_scores_gemma":[0.015185424,0.00013183491,0.00009709498,0.00007801048,0.0004721636,0.0007502744,0.00036900665,0.0018008662,0.0002448602],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006655452,0.0006184616,0.6886362,0.006168619,0.00021332187,0.000034555687,0.16921206,0.00019063981,0.00003419979,0.0030594699,0.020006403,0.11116054],"study_design_scores_gemma":[0.0064826314,0.00065401406,0.032350067,0.002825927,0.00009121247,0.000009155653,0.060095295,0.1200866,0.00023715974,0.0002783137,0.7763363,0.0005533276],"about_ca_topic_score_codex":0.00035341762,"about_ca_topic_score_gemma":0.000041252977,"teacher_disagreement_score":0.7563299,"about_ca_system_score_codex":0.00010034123,"about_ca_system_score_gemma":0.00032010648,"threshold_uncertainty_score":0.99867177},"labels":[],"label_agreement":null},{"id":"W2740216362","doi":"10.2196/medinform.7779","title":"What Patients Can Tell Us: Topic Analysis for Social Media on Breast Cancer","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Breast cancer; Latent Dirichlet allocation; Quality of life (healthcare); Topic model; Jaccard index; Cancer; Public health; Computer science; Medicine; Psychology; Artificial intelligence; World Wide Web; Pathology; Internal medicine; Nursing; Cluster analysis","score_opus":0.05341996232095738,"score_gpt":0.42492865925548395,"score_spread":0.3715086969345266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740216362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878188,0.000016306856,0.00004520745,0.0028110254,0.0028152652,0.00056770776,0.0002556558,0.000040588802,0.005629487],"genre_scores_gemma":[0.99241984,0.000033281805,0.00010484979,0.0056866067,0.0009181264,0.0003479324,0.00016118979,0.000016070988,0.00031208972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979287,0.000032705237,0.0006910278,0.00013417729,0.00071602344,0.00049736846],"domain_scores_gemma":[0.99841607,0.00021176995,0.0004905121,0.00041392367,0.000104683815,0.00036304264],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035292434,0.00016072796,0.00037464986,0.00012612555,0.0005049203,0.0001405344,0.00051381515,0.00028699992,0.0022458273],"category_scores_gemma":[0.00011805126,0.00013618605,0.0001440378,0.00011206674,0.00016042823,0.00031460656,0.00009856462,0.00031115962,0.000111975234],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002843775,0.0006042922,0.35018003,0.00060949754,0.00066160643,0.000008536386,0.07052653,0.000001553873,2.2173913e-7,0.0019709808,0.033692103,0.5414603],"study_design_scores_gemma":[0.0028479176,0.000108239794,0.9762539,0.00021924703,0.00015813767,0.0000029675878,0.007501553,0.0011034303,0.0000069693638,0.00010805694,0.011421199,0.00026833825],"about_ca_topic_score_codex":0.00017439938,"about_ca_topic_score_gemma":0.0006971157,"teacher_disagreement_score":0.6260739,"about_ca_system_score_codex":0.00016246513,"about_ca_system_score_gemma":0.000094674244,"threshold_uncertainty_score":0.9986662},"labels":[],"label_agreement":null},{"id":"W2744939501","doi":"10.2196/medinform.7627","title":"Clinical Note Creation, Binning, and Artificial Intelligence","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Computer science; Function (biology); Data science; Software; Artificial intelligence; Database","score_opus":0.15134053352759422,"score_gpt":0.5670605840010884,"score_spread":0.41572005047349414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744939501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76539505,0.00020799141,0.07303533,0.022022413,0.0073128166,0.0039646477,0.000022108232,0.00047188002,0.12756778],"genre_scores_gemma":[0.9813324,0.00077153585,0.004555522,0.007890686,0.0030779704,0.00033623222,0.000022441305,0.00003795357,0.0019752558],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956736,0.0003271913,0.0024629456,0.00014568228,0.0006941478,0.00069642405],"domain_scores_gemma":[0.996071,0.0011635795,0.0010982269,0.00071366556,0.00020007647,0.00075347815],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050303163,0.00015580856,0.0004413719,0.00007541012,0.0016867333,0.000055978784,0.0005477751,0.0006952704,0.00064441486],"category_scores_gemma":[0.004923977,0.00012285862,0.000055054366,0.000070028356,0.0004698398,0.00036201053,0.00031037055,0.0017847933,0.0011785879],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061602164,0.0001021698,0.08371453,0.0013668587,0.0000286479,0.000009632563,0.016286233,3.688727e-7,0.0000012259753,0.034613695,0.024582352,0.8392327],"study_design_scores_gemma":[0.0013298867,0.0007452866,0.06282718,0.0032347732,0.000042333148,0.000038458955,0.010691284,0.10581331,0.000018075543,0.01332558,0.80121684,0.0007170125],"about_ca_topic_score_codex":0.00019127363,"about_ca_topic_score_gemma":0.0003219102,"teacher_disagreement_score":0.83851564,"about_ca_system_score_codex":0.00011652721,"about_ca_system_score_gemma":0.001548188,"threshold_uncertainty_score":0.9996129},"labels":[],"label_agreement":null},{"id":"W2745270240","doi":"10.2196/medinform.6799","title":"Hierarchical Medical System Based on Big Data and Mobile Internet: A New Strategic Choice in Health Care","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Big data; The Internet; Mobile internet; Computer science; Perspective (graphical); China; Data science; Health care; Mobile broadband; World Wide Web; Telecommunications; Data mining; Geography; Political science; Artificial intelligence; Wireless","score_opus":0.08948212413521472,"score_gpt":0.33568982896075994,"score_spread":0.24620770482554521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745270240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8965178,0.0036791535,0.0081608305,0.018060602,0.004881581,0.0034111352,0.0008183496,0.0002536572,0.06421687],"genre_scores_gemma":[0.99686193,0.00012359097,0.00022064762,0.001909634,0.0005640875,0.000049507606,0.000107378,0.000018973056,0.00014423893],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970522,0.000038887356,0.0017619847,0.00029159954,0.0003656712,0.0004896375],"domain_scores_gemma":[0.99687177,0.000077439,0.00067771383,0.0011985747,0.000020412042,0.0011540861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019077547,0.00020138269,0.00068452244,0.00022841546,0.0001725588,0.00018514862,0.0012270077,0.00044993512,0.00012361506],"category_scores_gemma":[0.00041937592,0.00015390977,0.00005005104,0.00009977821,0.0001702247,0.00026475155,0.00038238015,0.00084455585,0.000147107],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000921739,0.00035605088,0.07954321,0.013952397,0.0000757921,0.00013954352,0.021519784,0.000022585404,3.5266993e-8,0.052981243,0.006316119,0.82500106],"study_design_scores_gemma":[0.005650428,0.0010466261,0.031782307,0.0047607482,0.0000021476135,0.00007999168,0.0067755976,0.6347903,5.482271e-7,0.00041912432,0.31400955,0.0006826361],"about_ca_topic_score_codex":0.008915906,"about_ca_topic_score_gemma":0.0018120119,"teacher_disagreement_score":0.8243184,"about_ca_system_score_codex":0.00024970234,"about_ca_system_score_gemma":0.0009594939,"threshold_uncertainty_score":0.9976838},"labels":[],"label_agreement":null},{"id":"W2745727883","doi":"10.2196/medinform.8240","title":"Optimizing the Use of Electronic Health Records to Identify High-Risk Psychosocial Determinants of Health","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health Insurance Portability and Accountability Act; Psychosocial; Health care; Protected health information; Medicine; Psychology; Computer science; Confidentiality; Psychiatry; Nursing; Health policy; Public health; Computer security; HRHIS","score_opus":0.07087553876472331,"score_gpt":0.4281083904975283,"score_spread":0.357232851732805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745727883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845831,0.00017937778,0.0025814073,0.00980684,0.00048214258,0.0016221924,0.000041502277,0.00004791386,0.000655566],"genre_scores_gemma":[0.9931832,0.0010965124,0.0026082832,0.0027360602,0.0001462211,0.000049698807,0.000021145665,0.000019571244,0.00013933958],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968405,0.000092041875,0.0013511346,0.000113489004,0.0010596192,0.0005432093],"domain_scores_gemma":[0.99691427,0.000115068906,0.0015861127,0.0009310424,0.0000958266,0.00035766882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014534502,0.00016404662,0.00064731576,0.00011561854,0.00032334184,0.00007277793,0.00054190966,0.00009318286,0.00013953741],"category_scores_gemma":[0.0006356271,0.000115149036,0.00013036466,0.00013773743,0.00029885568,0.00033840342,0.00025101064,0.00039137827,0.000018528572],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005793242,0.0008208964,0.025616989,0.0069693467,0.0004779718,0.000011192759,0.022242274,0.000089662855,0.000002682545,0.004084602,0.13536783,0.8037372],"study_design_scores_gemma":[0.012235432,0.0053577623,0.82474834,0.0076073483,0.00035191604,0.000038851074,0.011333498,0.022837909,0.00008528784,0.0014129468,0.11329371,0.00069700636],"about_ca_topic_score_codex":0.0014406379,"about_ca_topic_score_gemma":0.00047166218,"teacher_disagreement_score":0.8030402,"about_ca_system_score_codex":0.0002089085,"about_ca_system_score_gemma":0.001636775,"threshold_uncertainty_score":0.46956414},"labels":[],"label_agreement":null},{"id":"W2750743295","doi":"10.2196/medinform.7308","title":"Impact of At-Home Telemonitoring on Health Services Expenditure and Hospital Admissions in Patients With Chronic Conditions: Before and After Control Intervention Analysis","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Samsung; Commonwealth Scientific and Industrial Research Organisation; Australian Government; ACT Government","keywords":"Telehealth; Telemedicine; Chronic disease; Medicine; Intervention (counseling); Medical emergency; Work (physics); Health care; Control (management); Disease management; Business; Environmental health; Nursing; Health management system; Family medicine; Economic growth; Alternative medicine; Engineering; Computer science","score_opus":0.006703096867791988,"score_gpt":0.35795973498264294,"score_spread":0.35125663811485097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750743295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99829334,0.00006637046,0.000033552293,0.0006602567,0.0000476675,0.0007760434,0.00009579163,0.0000125494225,0.000014448189],"genre_scores_gemma":[0.9991226,0.000052949148,0.00008632511,0.0002805424,0.000067169276,0.000071652365,0.00030562282,0.0000075697158,0.0000055348805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998548,0.000023305163,0.0006238939,0.00009804949,0.0004791519,0.00022762151],"domain_scores_gemma":[0.99864995,0.000038708004,0.0005282195,0.00023677437,0.0000653152,0.00048104473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020825454,0.00013539704,0.00042133874,0.00026917938,0.00013392714,0.000020955711,0.00006737156,0.00008899943,0.00020353186],"category_scores_gemma":[0.000043395023,0.00008690275,0.000062824176,0.00010147865,0.000093230614,0.00028836343,0.000049832117,0.00020564364,0.0000012602255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002796105,0.00019356053,0.97821856,0.00079839485,0.00020016091,0.0000040105833,0.002998319,9.3159076e-7,2.0516129e-7,0.000005273294,0.000081031096,0.017219944],"study_design_scores_gemma":[0.008846177,0.0051715216,0.9829268,0.0012374141,0.000119418175,0.000003625204,0.0007451221,0.0008053079,0.0000017473906,0.000009693978,0.00006300048,0.00007015827],"about_ca_topic_score_codex":0.00027098024,"about_ca_topic_score_gemma":0.00070560974,"teacher_disagreement_score":0.017149786,"about_ca_system_score_codex":0.00019660122,"about_ca_system_score_gemma":0.00014514384,"threshold_uncertainty_score":0.35437912},"labels":[],"label_agreement":null},{"id":"W2751668150","doi":"10.2196/medinform.7400","title":"Is There Evidence of Cost Benefits of Electronic Medical Records, Standards, or Interoperability in Hospital Information Systems? Overview of Systematic Reviews","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pan American Health Organization","keywords":"Interoperability; Electronic records; Computer science; Medical record; Data science; Medicine; World Wide Web","score_opus":0.1597487421906591,"score_gpt":0.4966974456575693,"score_spread":0.3369487034669102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751668150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92865026,0.035709538,0.0009127908,0.002085164,0.0024182776,0.026884696,0.00030697658,0.000077881334,0.0029544118],"genre_scores_gemma":[0.96320987,0.03458034,0.00008071813,0.00040848716,0.00010462308,0.0014907588,0.000012666211,0.000022603446,0.00008994138],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98345244,0.0018822185,0.009989167,0.00018031598,0.0035090647,0.0009868081],"domain_scores_gemma":[0.98619914,0.0024147907,0.0077601597,0.0017659607,0.0013716663,0.00048827266],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024407448,0.0003554317,0.002791719,0.0002481964,0.00023132801,0.000024706082,0.0017702823,0.00086512597,0.0008576605],"category_scores_gemma":[0.03200276,0.00022563647,0.0002143166,0.0003839757,0.00034467774,0.0015412982,0.00043581,0.0017429083,0.00008080376],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002969164,0.00026479142,0.023130253,0.9266959,0.00009552721,0.000001557871,0.027837262,0.0000028420666,6.1561246e-7,0.0028508252,0.006846384,0.011977124],"study_design_scores_gemma":[0.0040032254,0.0029498662,0.008256928,0.9262302,0.00011055704,0.00003045512,0.015985928,0.013615511,0.00003092933,0.00007001011,0.028155597,0.00056077965],"about_ca_topic_score_codex":0.0015955812,"about_ca_topic_score_gemma":0.0019278049,"teacher_disagreement_score":0.0345596,"about_ca_system_score_codex":0.0011545421,"about_ca_system_score_gemma":0.00821747,"threshold_uncertainty_score":0.997405},"labels":[],"label_agreement":null},{"id":"W2752621721","doi":"10.2196/medinform.7476","title":"Health Information Technology (HIT) Adaptation: Refocusing on the Journey to Successful HIT Implementation","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Health information technology; Timeline; Sociotechnical system; Adaptation (eye); Generalizability theory; Process management; Computer science; Incentive; Health care; Certification; Knowledge management; Quality (philosophy); Business; Psychology","score_opus":0.09933253506143919,"score_gpt":0.5038482838717638,"score_spread":0.40451574881032465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752621721","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3812964,0.000056848894,0.02169446,0.55024266,0.0032315021,0.0086304825,0.000057840043,0.0005249933,0.034264784],"genre_scores_gemma":[0.94276905,0.0001426748,0.0020377822,0.052449815,0.00076694984,0.0014103353,0.00008621399,0.000032372373,0.00030478116],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99471587,0.000386004,0.0023900226,0.00011798101,0.0013033134,0.0010868303],"domain_scores_gemma":[0.99542046,0.0004502622,0.0021775262,0.0010024698,0.00036214857,0.0005871092],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004495526,0.00022269771,0.0004332578,0.0003774831,0.00396891,0.00012295948,0.0010200904,0.00043097103,0.0007146213],"category_scores_gemma":[0.0015899704,0.0001506413,0.00005269411,0.00035800363,0.00011816493,0.0011521275,0.00029905167,0.0017386305,0.0019201745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008268744,0.00005501652,0.006734388,0.0014363128,0.000048831513,0.0000022952443,0.08742898,0.000019016801,0.0000014330554,0.061654944,0.19031857,0.6522175],"study_design_scores_gemma":[0.002283422,0.00084442727,0.0077382773,0.0021048998,0.0000103089815,0.000024654084,0.13070479,0.0073767677,0.000024426958,0.0014879773,0.84703606,0.0003639821],"about_ca_topic_score_codex":0.0009769739,"about_ca_topic_score_gemma":0.0024016458,"teacher_disagreement_score":0.6567175,"about_ca_system_score_codex":0.001153231,"about_ca_system_score_gemma":0.0035182186,"threshold_uncertainty_score":0.99885696},"labels":[],"label_agreement":null},{"id":"W2755378720","doi":"10.2196/medinform.7707","title":"System-Wide Inpatient Portal
 Implementation: Survey of Health Care Team Perceptions","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Patient portal; Inpatient care; Medicine; Health care; Medical emergency; Acute care; Patient experience; Nursing","score_opus":0.06940124831412604,"score_gpt":0.49985931908495496,"score_spread":0.4304580707708289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755378720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9541075,0.00029452654,0.002208313,0.0018391825,0.003111879,0.005175543,0.00045930326,0.00022031955,0.03258343],"genre_scores_gemma":[0.99679327,0.000070041715,0.00033212287,0.0013138633,0.00018180367,0.00052256836,0.0006004841,0.00002767714,0.0001581424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99204767,0.0013447688,0.004079984,0.00015399049,0.0013789908,0.0009945848],"domain_scores_gemma":[0.9939516,0.0005644913,0.0032349501,0.0010197486,0.0006614523,0.0005677193],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062882244,0.00022078409,0.00082044594,0.00014294291,0.0022749703,0.000023923718,0.00068456394,0.0003712703,0.0009996421],"category_scores_gemma":[0.0008972875,0.00018434753,0.00008652666,0.00014742788,0.00017050943,0.00035300743,0.00026897574,0.0009943441,0.0003374839],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019386149,0.00007773181,0.75018823,0.010872351,0.000050743558,0.0000016929233,0.09249924,7.7774564e-7,3.3975553e-7,0.0011337231,0.10300117,0.042154633],"study_design_scores_gemma":[0.0019219363,0.00045394784,0.72753197,0.0018261828,0.000011678985,0.000009499817,0.24384315,0.0005607191,0.0000014298596,0.0000057271027,0.023606129,0.00022764993],"about_ca_topic_score_codex":0.012115449,"about_ca_topic_score_gemma":0.012869386,"teacher_disagreement_score":0.15134391,"about_ca_system_score_codex":0.0010064514,"about_ca_system_score_gemma":0.0070476644,"threshold_uncertainty_score":0.9999136},"labels":[],"label_agreement":null},{"id":"W2755523668","doi":"10.2196/medinform.7465","title":"Prototype Development: Context-Driven Dynamic XML Ophthalmologic Data Capture Application","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; National Human Genome Research Institute; Georgia Clinical and Translational Science Alliance; Northwestern University; National Institutes of Health; Vanderbilt University Medical Center; Vanderbilt University","keywords":"Computer science; Context (archaeology); Health records; XML; Electronic health record; Automatic identification and data capture; Data curation; Health care; Data science; World Wide Web; Operating system","score_opus":0.10322210014895959,"score_gpt":0.482108224960469,"score_spread":0.3788861248115094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755523668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76121813,0.00078547606,0.03956707,0.01587705,0.004445596,0.037906196,0.00026556943,0.0012772987,0.13865761],"genre_scores_gemma":[0.98899597,0.00005767086,0.0029477547,0.0023738919,0.00029294877,0.0029143265,0.00062322675,0.00003578705,0.001758416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960156,0.00023293064,0.0016598061,0.00025316144,0.0009086548,0.0009298119],"domain_scores_gemma":[0.9953356,0.00030262474,0.0013173397,0.0022815277,0.00020005147,0.0005628833],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023166328,0.00024062757,0.0004792083,0.000078063225,0.0018117643,0.00004091092,0.0025408992,0.000816933,0.00048434525],"category_scores_gemma":[0.0010775836,0.00018445254,0.000031719617,0.00009442386,0.00018599899,0.0005982011,0.0009920653,0.0017753198,0.0026313378],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003669666,0.0006159178,0.092344865,0.018979713,0.0003014668,0.000083654995,0.07012516,0.0000029353275,0.00002882627,0.011244143,0.08262469,0.7232817],"study_design_scores_gemma":[0.0022389137,0.0001738631,0.019211933,0.0014548417,0.00001793727,0.00008198779,0.005737657,0.086245924,0.0000042076736,0.00032275254,0.88400906,0.0005009144],"about_ca_topic_score_codex":0.00023985298,"about_ca_topic_score_gemma":0.0007612301,"teacher_disagreement_score":0.8013844,"about_ca_system_score_codex":0.00043256595,"about_ca_system_score_gemma":0.0034306226,"threshold_uncertainty_score":0.99948776},"labels":[],"label_agreement":null},{"id":"W2755774896","doi":"10.2196/medinform.7883","title":"Use of Simulation Based on an Electronic Health Records Environment to Evaluate the Structure and Accuracy of Notes Generated by Medical Scribes: Proof-of-Concept Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Agency for Healthcare Research and Quality","keywords":"Health records; Computer science; Electronic health record; Medical record; Medicine; Health care","score_opus":0.08774890458171256,"score_gpt":0.4653253569154167,"score_spread":0.3775764523337042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755774896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98380524,0.00008451807,0.006474964,0.0039054542,0.00022582438,0.0053677754,0.00009748832,0.000021511029,0.00001720944],"genre_scores_gemma":[0.9967418,0.000043789885,0.0003183039,0.0025274144,0.00011679082,0.000143043,0.00006804761,0.0000244623,0.000016362552],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9928764,0.0015818638,0.0024330919,0.00020207796,0.0021703106,0.00073624565],"domain_scores_gemma":[0.9932364,0.0030783026,0.0017513992,0.001072863,0.00021006144,0.0006509299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048398823,0.00024342783,0.0007478656,0.00011244712,0.0006054289,0.00001670165,0.0006339198,0.00038873352,0.00039587688],"category_scores_gemma":[0.006204033,0.00015416127,0.000044802,0.00013819018,0.00025755732,0.0003032877,0.00017096718,0.0012220514,0.0000036128738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017028007,0.0033586896,0.063067384,0.0074554025,0.00037867387,0.0000032180694,0.15485224,0.022331905,0.00017854523,0.00053063256,0.008534788,0.7376057],"study_design_scores_gemma":[0.0041196183,0.008514024,0.007909441,0.0016662815,0.000046205558,0.0000014620309,0.0040121395,0.965961,0.0008149797,0.000079518766,0.0065844506,0.00029089578],"about_ca_topic_score_codex":0.0009965763,"about_ca_topic_score_gemma":0.000704146,"teacher_disagreement_score":0.9436291,"about_ca_system_score_codex":0.0003367678,"about_ca_system_score_gemma":0.003875353,"threshold_uncertainty_score":0.7427255},"labels":[],"label_agreement":null},{"id":"W2757433884","doi":"10.2196/medinform.7958","title":"Impact of Electronic Health Records on Long-Term Care Facilities: Systematic Review","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nursing Diagnosis and Documentation","field":"Nursing","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Long-term care; Business; Health care; Health records; Incentive; Health information technology; Incentive program; Electronic health record; Medicine; Medical emergency; Population; Environmental health; Nursing; Economic growth","score_opus":0.0198344199812552,"score_gpt":0.3984922646788377,"score_spread":0.3786578446975825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757433884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9596831,0.019517748,0.00023751557,0.0044480893,0.0019658322,0.006929975,0.00015195803,0.00020475425,0.0068610217],"genre_scores_gemma":[0.99522847,0.0025035322,0.000050722778,0.0017451758,0.00007909437,0.0001480502,0.000115463685,0.000018815193,0.000110684545],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9973453,0.00010467739,0.0011652901,0.00009369352,0.00087256345,0.00041842135],"domain_scores_gemma":[0.99759924,0.00013579548,0.0011216112,0.00077642186,0.00011559214,0.00025135008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006210564,0.00019146493,0.0007616133,0.00008052818,0.00024420468,0.00009555716,0.00045103356,0.00011092045,0.00027598333],"category_scores_gemma":[0.0006510214,0.0001365238,0.00023340178,0.00006575056,0.00011910466,0.00038560966,0.00003608597,0.00030380508,0.00007897647],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008485207,0.00026753425,0.005898433,0.91869897,0.00011894844,0.0000022561924,0.020658756,0.0000024365577,6.3177123e-7,0.00024482716,0.020527322,0.03349504],"study_design_scores_gemma":[0.003003462,0.009310505,0.040688198,0.9388923,0.00030889147,0.000063736115,0.005382469,0.0006681429,0.00012051199,0.00025456428,0.00055430975,0.0007529037],"about_ca_topic_score_codex":0.00014052223,"about_ca_topic_score_gemma":0.000047207614,"teacher_disagreement_score":0.035545353,"about_ca_system_score_codex":0.00067941454,"about_ca_system_score_gemma":0.00027073725,"threshold_uncertainty_score":0.5567279},"labels":[],"label_agreement":null},{"id":"W2757662564","doi":"10.2196/medinform.7641","title":"An Ontology to Improve Transparency in Case Definition and Increase Case Finding of Infectious Intestinal Disease: Database Study in English General Practice","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Wellcome Trust","keywords":"Medicine; Incidence (geometry); Transparency (behavior); Ontology; Cohort; Disease; Computer science; Internal medicine; Mathematics; Computer security","score_opus":0.03014682675176397,"score_gpt":0.3595435981146865,"score_spread":0.32939677136292256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757662564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982803,0.00005937311,0.0007380198,0.00009938303,0.000115325114,0.00038738214,0.00006121866,0.000014759387,0.00024426522],"genre_scores_gemma":[0.99540055,0.000032605494,0.004035017,0.0002645807,0.000092651535,0.00009505787,0.000068543064,0.0000075965986,0.0000033729348],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986052,0.00014534443,0.0005891507,0.0001978283,0.00021144083,0.00025102892],"domain_scores_gemma":[0.998689,0.00011941459,0.00021712546,0.00047150423,0.00009134323,0.0004116065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087418244,0.00015071133,0.00024178423,0.00012469011,0.00010588528,0.000040188563,0.00020976823,0.00018793598,0.000010387481],"category_scores_gemma":[0.0064570783,0.00013556551,0.00002394004,0.00007757379,0.00024701294,0.000050278686,0.00018496985,0.00029612327,7.850642e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002311998,0.0059654233,0.6432925,0.0011111716,0.0001265503,0.06671757,0.040945537,0.000030517775,0.001797404,0.000352865,0.0005292192,0.23681927],"study_design_scores_gemma":[0.060094345,0.037516706,0.52075803,0.0026224095,0.00083565,0.08809796,0.22670367,0.046581034,0.0031231279,0.00064485794,0.008179917,0.0048422934],"about_ca_topic_score_codex":0.0013704092,"about_ca_topic_score_gemma":0.006538431,"teacher_disagreement_score":0.23197697,"about_ca_system_score_codex":0.000020922766,"about_ca_system_score_gemma":0.00017702857,"threshold_uncertainty_score":0.77301925},"labels":[],"label_agreement":null},{"id":"W2759699778","doi":"10.2196/medinform.7680","title":"Expert Search Strategies: The Information Retrieval Practices of Healthcare Information Professionals","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Information retrieval; Information needs; Task (project management); Process (computing); Health care; Cognitive models of information retrieval; Knowledge management; Search engine; Human–computer information retrieval; Data science; World Wide Web","score_opus":0.22389530796493307,"score_gpt":0.5984806076570667,"score_spread":0.3745852996921336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759699778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7263265,0.00011366631,0.0022848514,0.20019948,0.004071255,0.0061128708,0.000096158656,0.00014975395,0.060645424],"genre_scores_gemma":[0.9833648,0.00054946006,0.00088202686,0.013825004,0.0006161908,0.0003464583,0.00017718323,0.000007443764,0.0002314125],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99381506,0.0005152241,0.0019228832,0.000070099435,0.0028939962,0.00078270794],"domain_scores_gemma":[0.9929908,0.0012289293,0.0029625308,0.0008549449,0.0013366385,0.00062615244],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077024987,0.00014826532,0.0002697059,0.00020927291,0.0032720407,0.00023895966,0.0013973541,0.0004173645,0.00082202494],"category_scores_gemma":[0.008837738,0.00008699029,0.00005571643,0.00031957155,0.0005189811,0.011805427,0.00042193613,0.0016166711,0.00079868233],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053089747,0.00018788724,0.01233969,0.008056138,0.0000412366,9.4562716e-7,0.59383756,0.000007795974,0.000007426672,0.025721995,0.28666627,0.072602145],"study_design_scores_gemma":[0.0010762156,0.00026740218,0.04042768,0.0011290109,0.0000042768834,0.000005303766,0.59352666,0.01016139,0.000037422036,0.0004899463,0.35269096,0.0001837304],"about_ca_topic_score_codex":0.0020606255,"about_ca_topic_score_gemma":0.00009872879,"teacher_disagreement_score":0.25703827,"about_ca_system_score_codex":0.00017854951,"about_ca_system_score_gemma":0.009683721,"threshold_uncertainty_score":0.9999793},"labels":[],"label_agreement":null},{"id":"W2759848381","doi":"10.2196/medinform.8076","title":"A Roadmap for Optimizing Asthma Care Management via Computational Approaches","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Emergency department; Health care; Medical emergency; Identification (biology); Asthma; Disease management; Risk analysis (engineering); Service (business); Intensive care medicine; Operations management; Business; Disease; Nursing","score_opus":0.040017626624611634,"score_gpt":0.33487340433273666,"score_spread":0.29485577770812504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759848381","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019797643,0.00003589155,0.98417455,0.0030542905,0.0003566198,0.0007073897,0.0000039447687,0.0001710911,0.009516456],"genre_scores_gemma":[0.29661995,0.0000035878845,0.7019088,0.0009885274,0.0001293014,0.00021506957,0.000040231775,0.000010721345,0.00008379056],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803555,0.00003215519,0.0005105158,0.00016964211,0.0008917394,0.00036039084],"domain_scores_gemma":[0.9983641,0.00012046182,0.00034824706,0.000761849,0.00011785515,0.00028751392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049785455,0.00015713477,0.0002041898,0.00009454877,0.00067779,0.00047324656,0.0019065423,0.00013403154,0.000018499919],"category_scores_gemma":[0.00011388245,0.00013859483,0.000086199245,0.00006888506,0.00010044839,0.0006419923,0.000781653,0.00031728976,0.000044712804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010103046,0.000051824747,0.0006183397,0.0019306901,0.00004566771,0.0000148718855,0.020156972,0.008704036,4.1862947e-8,0.111190416,0.0021185987,0.85515845],"study_design_scores_gemma":[0.00063722295,0.0000789925,0.0018166683,0.000113871065,0.0000032559929,0.000021978232,0.000949503,0.97674304,0.000001721755,0.0015561712,0.017911326,0.00016622823],"about_ca_topic_score_codex":0.000010132681,"about_ca_topic_score_gemma":0.000003881758,"teacher_disagreement_score":0.96803904,"about_ca_system_score_codex":0.00007345469,"about_ca_system_score_gemma":0.00011746444,"threshold_uncertainty_score":0.56517327},"labels":[],"label_agreement":null},{"id":"W2760981687","doi":"10.2196/medinform.7887","title":"Characteristics of Innovators Adopting a National Personal Health Record in Portugal: Cross-Sectional Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministério da Saúde","keywords":"Cross-sectional study; Medicine; Environmental health; Pathology","score_opus":0.1095224746451126,"score_gpt":0.5048704237415857,"score_spread":0.39534794909647314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760981687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918789,0.00001587092,0.00012910251,0.00069177157,0.0016010473,0.0018234017,0.00006239135,0.000061376544,0.003736136],"genre_scores_gemma":[0.99639475,0.00003889427,0.0004785944,0.0016833227,0.00071500434,0.00034640013,0.00005790877,0.000026999245,0.00025812263],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99195254,0.00038903923,0.0043290025,0.00019341693,0.0022090746,0.0009269087],"domain_scores_gemma":[0.9944515,0.000596929,0.003342575,0.00041110403,0.00074126926,0.00045657097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009832858,0.00022237531,0.00071916287,0.00032602382,0.0011341273,0.00004173482,0.0006304329,0.00045025168,0.0005317981],"category_scores_gemma":[0.003477348,0.00020159918,0.00007226531,0.0002726471,0.0001990479,0.0004772427,0.00028343563,0.0021858392,0.00011027212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000613655,0.00028386645,0.9733281,0.0013229767,0.000022833585,0.0000047800227,0.015237758,1.9073654e-7,3.4325822e-7,0.0005718387,0.0014147039,0.0077512567],"study_design_scores_gemma":[0.0019755005,0.0003540782,0.98169416,0.0006295381,0.0000017158003,0.000010869648,0.0052546007,0.0027441715,1.6917089e-7,0.000048960184,0.007130591,0.0001556148],"about_ca_topic_score_codex":0.0013051699,"about_ca_topic_score_gemma":0.0011460189,"teacher_disagreement_score":0.009983158,"about_ca_system_score_codex":0.0011660516,"about_ca_system_score_gemma":0.008300073,"threshold_uncertainty_score":0.99732196},"labels":[],"label_agreement":null},{"id":"W2762462029","doi":"10.2196/medinform.7892","title":"Predicting Consumer Effort in Finding and Paying for Health Care: Expert Interviews and Claims Data Analysis","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Data science; Computer science; Actuarial science; Psychology; Medicine; Business; Economics","score_opus":0.15783594279706295,"score_gpt":0.5350652918014729,"score_spread":0.37722934900440996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762462029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717226,0.00433865,0.0069096005,0.008733469,0.0013612084,0.0051927096,0.00017963382,0.00012407762,0.001438021],"genre_scores_gemma":[0.982785,0.0027570867,0.0041292966,0.008536914,0.00041004358,0.00088957004,0.00033222072,0.000036608693,0.00012329913],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99619395,0.00024517984,0.001995344,0.00025807126,0.00039819788,0.00090924324],"domain_scores_gemma":[0.99626297,0.0009306523,0.0010975574,0.0010556646,0.00007230351,0.0005808317],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0057180137,0.00019501173,0.0008220104,0.00024415698,0.0015758951,0.00006288608,0.0006361226,0.00035828748,0.00003874386],"category_scores_gemma":[0.0011402671,0.00015597352,0.000045021632,0.00015460896,0.0001447695,0.00057494175,0.000805505,0.0009976287,0.000006853193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048132086,0.000030014944,0.6544094,0.00846384,0.0001927135,0.0000027769577,0.16184455,3.6816536e-7,5.344487e-7,0.00031148994,0.014521266,0.16017489],"study_design_scores_gemma":[0.008583619,0.0005164917,0.080085896,0.0075334073,0.00019279525,0.000027833796,0.14648594,0.36650425,0.0000021705341,0.00014720924,0.3891018,0.00081854843],"about_ca_topic_score_codex":0.0016176527,"about_ca_topic_score_gemma":0.010328064,"teacher_disagreement_score":0.57432353,"about_ca_system_score_codex":0.00031298486,"about_ca_system_score_gemma":0.0011074006,"threshold_uncertainty_score":0.9997239},"labels":[],"label_agreement":null},{"id":"W2764154990","doi":"10.2196/medinform.6405","title":"Computerized Decision Aids for Shared Decision Making in Serious Illness: Systematic Review","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Decision aids; Medicine; Computer science; MEDLINE; Intensive care medicine; Medical emergency; Pathology; Alternative medicine","score_opus":0.14811991025855406,"score_gpt":0.4880184692985199,"score_spread":0.3398985590399658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764154990","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22858897,0.06709629,0.44757226,0.026010273,0.022970472,0.18935804,0.00087052234,0.0024011938,0.015131958],"genre_scores_gemma":[0.7472999,0.0060862163,0.19664209,0.032713227,0.00034142478,0.016374657,0.0002782665,0.00012665949,0.00013757113],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9933546,0.0005303876,0.003989903,0.00020032865,0.0012528176,0.00067193346],"domain_scores_gemma":[0.98906904,0.0050619077,0.0023000496,0.0026487652,0.0005455997,0.00037461732],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0024986393,0.0002835623,0.0012991199,0.00021381293,0.0017224011,0.00008189521,0.0023449983,0.00052021036,0.00026971818],"category_scores_gemma":[0.016134571,0.00021875637,0.00016217255,0.00021473598,0.0001179783,0.00077678135,0.0012292552,0.0010257494,0.00030353636],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002606409,0.00013831396,0.0019378378,0.8605155,0.000040918236,0.0000098761,0.033296663,0.0000037724867,6.689279e-7,0.001556537,0.016435312,0.08580397],"study_design_scores_gemma":[0.004543178,0.00017047995,0.002429913,0.9234605,0.000063307525,0.000014795883,0.006999794,0.05157079,5.681227e-7,0.002905394,0.0073861103,0.00045515894],"about_ca_topic_score_codex":0.000031359712,"about_ca_topic_score_gemma":0.0001283253,"teacher_disagreement_score":0.5187109,"about_ca_system_score_codex":0.00038920593,"about_ca_system_score_gemma":0.0006437268,"threshold_uncertainty_score":0.9995772},"labels":[],"label_agreement":null},{"id":"W2765292139","doi":"10.2196/medinform.8092","title":"Patient Portal Use and Experience Among Older Adults: Systematic Review","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality; University of Washington; National Science Foundation","keywords":"Patient portal; Inclusion (mineral); Thematic analysis; Medicine; Population; Health care; Focus group; The Internet; MEDLINE; Gerontology; Systematic review; Qualitative research; Psychology; Medical education; World Wide Web; Computer science","score_opus":0.03896772021135633,"score_gpt":0.42414183577653763,"score_spread":0.38517411556518133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765292139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789811,0.0035888955,0.00016170813,0.0008701774,0.0010670268,0.010019914,0.000015726118,0.00016453108,0.0051309266],"genre_scores_gemma":[0.9773176,0.004992615,0.00026736793,0.012122175,0.00019612742,0.0044121547,0.00002256328,0.000038890274,0.00063051103],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9948661,0.0003652793,0.0026825876,0.0001608782,0.0011192543,0.0008059224],"domain_scores_gemma":[0.9952175,0.0005627119,0.0019587434,0.0011636403,0.0002432177,0.0008541977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001581105,0.00023674185,0.0009120186,0.000057203193,0.0011152985,0.000063285486,0.00049042713,0.00037666963,0.00043242742],"category_scores_gemma":[0.0051736543,0.00016319721,0.00006838497,0.0000741282,0.00024810687,0.0010796653,0.00032383486,0.0010490553,0.00024630368],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000086308255,0.000054800286,0.024574889,0.90406895,0.000029408797,0.000028273585,0.05397284,1.2082053e-8,8.8434945e-8,0.0004508699,0.015291296,0.0015199463],"study_design_scores_gemma":[0.0013727377,0.00018239554,0.017111633,0.9479536,0.000069510366,0.00007903133,0.026700897,0.0027742214,0.0000015529672,0.000014943978,0.0033078329,0.00043168353],"about_ca_topic_score_codex":0.0002642127,"about_ca_topic_score_gemma":0.0001910566,"teacher_disagreement_score":0.043884616,"about_ca_system_score_codex":0.00013754456,"about_ca_system_score_gemma":0.00056691223,"threshold_uncertainty_score":0.8578087},"labels":[],"label_agreement":null},{"id":"W2765441486","doi":"10.2196/medinform.8531","title":"Ranking Medical Terms to Support Expansion of Lay Language Resources for Patient Comprehension of Electronic Health Record Notes: Adapted Distant Supervision Approach","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Heart, Lung, and Blood Institute; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"Computer science; Ranking (information retrieval); Comprehension; Natural language processing; Annotation; Domain (mathematical analysis); Artificial intelligence; Unified Medical Language System; Vocabulary; Resource (disambiguation); Information retrieval; Linguistics","score_opus":0.024468093395207,"score_gpt":0.3400213850010245,"score_spread":0.3155532916058175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765441486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66918683,0.00006532481,0.3259609,0.0029922787,0.0002737024,0.001114291,0.000014684468,0.0000946882,0.00029732336],"genre_scores_gemma":[0.9480494,0.000037591926,0.050382502,0.0013419806,0.000060992235,0.00005683234,0.00004718398,0.000016244749,0.000007271271],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99533606,0.00016274938,0.0015387837,0.00024766315,0.0021244201,0.0005903404],"domain_scores_gemma":[0.99661595,0.00044647238,0.0009763688,0.0011956895,0.00017523566,0.0005902732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020286,0.00020781909,0.00062393065,0.00017614174,0.00030454,0.00005918042,0.0017868044,0.000240189,0.00004361733],"category_scores_gemma":[0.0014411603,0.00015671307,0.00012365374,0.00017937142,0.00013258349,0.00030789,0.0008717141,0.0005611313,0.0000041062135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015577477,0.00022204661,0.0019128171,0.0025608179,0.000022114922,0.000006448329,0.07758888,0.000103821345,0.00005003599,0.002785928,0.00089715153,0.91369414],"study_design_scores_gemma":[0.0019315024,0.004204103,0.0033035844,0.0021013347,0.000007986617,0.00004234991,0.0026408837,0.9697238,0.000317568,0.00018141816,0.015189547,0.0003558802],"about_ca_topic_score_codex":0.00033541286,"about_ca_topic_score_gemma":0.000076877914,"teacher_disagreement_score":0.96962005,"about_ca_system_score_codex":0.00009550529,"about_ca_system_score_gemma":0.00062652724,"threshold_uncertainty_score":0.6390574},"labels":[],"label_agreement":null},{"id":"W2766670655","doi":"10.2196/medinform.7117","title":"Pain Self-Management for Veterans: Development and Pilot Test of a Stage-Based Mobile-Optimized Intervention","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Medicine; Chronic pain; Intervention (counseling); Physical therapy; Test (biology); Chronic disease; Diabetes mellitus; Psychiatry; Family medicine","score_opus":0.016780273386605565,"score_gpt":0.3200875303583092,"score_spread":0.3033072569717037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766670655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9011793,0.00004755707,0.09324573,0.00047793682,0.00011619963,0.0034020848,0.00000931017,0.00008105413,0.0014407974],"genre_scores_gemma":[0.86925274,0.00002149343,0.12929955,0.00040848125,0.000030392255,0.0006815055,0.000062502746,0.000011322497,0.00023198152],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858737,0.00003523526,0.00070345594,0.00008199552,0.00043739844,0.00015451842],"domain_scores_gemma":[0.99877065,0.00037168033,0.00029952105,0.00028510188,0.00010093312,0.00017211644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018052626,0.00011743797,0.00027122474,0.000098513156,0.000115818075,0.000028905495,0.00012025573,0.000084197825,0.0000592077],"category_scores_gemma":[0.00072487834,0.000086771666,0.00009386206,0.000034578163,0.00013987607,0.00011660418,0.000050652234,0.000103735896,0.0000038407507],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012940328,0.004114144,0.0064583994,0.08698704,0.00047710942,0.0000071377945,0.012910354,0.000027923155,0.00021640865,0.00053395657,0.0015694886,0.885404],"study_design_scores_gemma":[0.092081085,0.021115424,0.12711415,0.016761113,0.00041155037,0.0000083166215,0.0152343,0.6234295,0.002102188,0.00019928062,0.100447826,0.0010952948],"about_ca_topic_score_codex":0.000003568471,"about_ca_topic_score_gemma":0.0000029853059,"teacher_disagreement_score":0.8843087,"about_ca_system_score_codex":0.00004622501,"about_ca_system_score_gemma":0.00007662811,"threshold_uncertainty_score":0.35384458},"labels":[],"label_agreement":null},{"id":"W2766679907","doi":"10.2196/medinform.6603","title":"Adopting Telemedicine for the Self-Management of Hypertension: Systematic Review","year":2017,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Medicine; Health care; Population; Medical emergency; Intensive care medicine; Gerontology; Environmental health; Economic growth","score_opus":0.13763304744630425,"score_gpt":0.39097106702953494,"score_spread":0.25333801958323066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766679907","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.360958e-8,0.9858293,0.000084352585,0.0013567382,0.00033724136,0.010376699,0.000016506643,0.00007752854,0.0019216058],"genre_scores_gemma":[6.0684175e-7,0.98956037,0.0026744679,0.0047272756,0.0003996586,0.001992136,0.0000653971,0.000043677792,0.00053643325],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99466044,0.00006980711,0.003164777,0.0001774788,0.0015527647,0.0003747409],"domain_scores_gemma":[0.9941191,0.0013450434,0.0021815596,0.0016057933,0.0004902784,0.00025819908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002215797,0.0005058681,0.0071457475,0.00011476049,0.00027581176,0.000021585702,0.0007720692,0.00038836757,0.000054080796],"category_scores_gemma":[0.0009167502,0.00022252741,0.0010133438,0.00020358255,0.00021535014,0.00007278733,0.000414101,0.00065912394,0.000053633343],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003067721,0.0000462672,4.3753506e-8,0.67750126,0.0030743286,0.000035649504,0.00008870521,2.7168712e-9,5.967941e-10,0.00009148835,0.0338889,0.2852703],"study_design_scores_gemma":[0.00040110922,0.00006023534,1.8965304e-7,0.46410245,0.03950329,0.00042749054,0.00021186382,0.000034724966,1.6208501e-8,9.157973e-7,0.49515107,0.00010664312],"about_ca_topic_score_codex":0.0000013172954,"about_ca_topic_score_gemma":2.7043006e-7,"teacher_disagreement_score":0.46126217,"about_ca_system_score_codex":0.000022492517,"about_ca_system_score_gemma":0.0003466444,"threshold_uncertainty_score":0.9074404},"labels":[],"label_agreement":null},{"id":"W2768129776","doi":"10.2196/medinform.8026","title":"Patient Portal Utilization Among Ethnically Diverse Low Income Older Adults: Observational Study","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Patient portal; Medicine; Odds; Health equity; Usability; Family medicine; Leverage (statistics); Health care; Public health; Nursing; Logistic regression","score_opus":0.12647230630790812,"score_gpt":0.4707922023178081,"score_spread":0.3443198960099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768129776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98672426,0.00001704571,0.00046551047,0.0005514813,0.0015943382,0.004116092,0.00002587662,0.00015977705,0.0063456227],"genre_scores_gemma":[0.9957849,0.000030158717,0.0002051419,0.0021352882,0.00043888297,0.0008742326,0.000114292154,0.000028710228,0.0003884392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940788,0.00041743126,0.0024728524,0.00020465946,0.001965289,0.00086094654],"domain_scores_gemma":[0.9955342,0.00050049706,0.0017070245,0.00096568756,0.0005239502,0.00076866377],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020594716,0.00025334107,0.0004932347,0.00010921771,0.0017445936,0.000044863136,0.00071918376,0.0006025166,0.0017170548],"category_scores_gemma":[0.0022794383,0.00020431347,0.000082532846,0.0001513669,0.0002013509,0.00091169396,0.000543299,0.0016132045,0.00053334894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007205711,0.000550025,0.91096765,0.0012820209,0.000047575075,0.000026308335,0.05196401,0.0000021832125,1.3488123e-7,0.00048722816,0.009774137,0.024826642],"study_design_scores_gemma":[0.0031661482,0.00039876936,0.94473946,0.0020218038,0.00001575133,0.0000036327754,0.033847194,0.011903812,5.9706315e-7,0.000037557187,0.0036171938,0.00024810777],"about_ca_topic_score_codex":0.0005562703,"about_ca_topic_score_gemma":0.0017646753,"teacher_disagreement_score":0.033771757,"about_ca_system_score_codex":0.00031955037,"about_ca_system_score_gemma":0.0017409294,"threshold_uncertainty_score":0.999555},"labels":[],"label_agreement":null},{"id":"W2768771876","doi":"10.2196/medinform.7380","title":"Promoting Secondary Analysis of Electronic Medical Records in China: Summary of the PLAGH-MIT Critical Data Conference and Health Datathon","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Biomedical Imaging and Bioengineering","keywords":"Health records; China; Data science; Medicine; Computer science; World Wide Web; Political science; Health care","score_opus":0.04371693845248026,"score_gpt":0.3923819311078375,"score_spread":0.3486649926553572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768771876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74743766,0.0011575775,0.068772174,0.17580637,0.0010306038,0.0016453415,0.00033801564,0.0001658872,0.003646368],"genre_scores_gemma":[0.9942852,0.00019986008,0.0041104704,0.0012730665,0.000035939887,0.000009535242,0.0000701755,0.0000063097864,0.000009398852],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960925,0.00032322697,0.0013057207,0.00025858218,0.0015318384,0.00048814176],"domain_scores_gemma":[0.9957912,0.0005436763,0.0007508731,0.0023837427,0.00008861738,0.00044187362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059404992,0.00015072746,0.0006110679,0.00019326105,0.00023394855,0.00009408143,0.004908275,0.00023077593,0.00011266873],"category_scores_gemma":[0.0067973635,0.000107225875,0.000053524676,0.00046754212,0.00058640004,0.0009017802,0.003629407,0.0016804984,0.0000010033343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024661727,0.00034823682,0.20046659,0.004992361,0.0002830708,0.00002595089,0.035151403,0.000011323794,0.0000016977532,0.06261418,0.0030594263,0.6930211],"study_design_scores_gemma":[0.00031578413,0.00012211087,0.15503986,0.00064616476,0.000022985008,0.000022295675,0.00015069288,0.8422895,0.0000039204606,0.00057050993,0.0007195191,0.00009667153],"about_ca_topic_score_codex":0.0010372611,"about_ca_topic_score_gemma":0.00271114,"teacher_disagreement_score":0.8422782,"about_ca_system_score_codex":0.00005392445,"about_ca_system_score_gemma":0.003080192,"threshold_uncertainty_score":0.91208774},"labels":[],"label_agreement":null},{"id":"W2770088907","doi":"10.2196/medinform.8131","title":"Open-Source Electronic Health Record Systems for Low-Resource Settings: Systematic Review","year":2017,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"eHealth; Health care; Knowledge management; Resource (disambiguation); Health informatics; Strengths and weaknesses; Systematic review; Quality (philosophy); Business; Process management; Computer science; Medicine; Nursing; MEDLINE; Public health","score_opus":0.1201226069174122,"score_gpt":0.5162909470806802,"score_spread":0.3961683401632681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770088907","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.907685e-8,0.8967427,0.0014159182,0.001382413,0.0020092903,0.09218373,0.00022849653,0.00047588197,0.0055614463],"genre_scores_gemma":[1.5042089e-7,0.90736496,0.00014686021,0.013789422,0.0015961027,0.058677915,0.0011337787,0.0003973161,0.016893467],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.96707904,0.00684354,0.01749667,0.0008855853,0.0026152392,0.005079912],"domain_scores_gemma":[0.9628582,0.0069196434,0.022804335,0.004435679,0.00060500816,0.002377121],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity"],"category_scores_codex":[0.037581958,0.0016933902,0.01765842,0.00050555886,0.0031659415,0.00034082102,0.0082105715,0.0028887754,0.00023267308],"category_scores_gemma":[0.00946981,0.0012109979,0.0013154282,0.0006930233,0.00018945285,0.00063778704,0.0017995809,0.0077459435,0.002431604],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000005554215,0.000046298097,1.5346434e-7,0.62669504,0.00025269587,0.0000018851053,0.0006541834,4.4389903e-8,1.6090569e-10,0.0006508419,0.22475593,0.14693737],"study_design_scores_gemma":[0.00052556355,0.00024672577,6.2759864e-9,0.49229535,0.0005061326,0.0000913946,0.0006304072,0.00034139174,7.3789347e-10,0.000007984023,0.5048468,0.0005082318],"about_ca_topic_score_codex":0.00035912587,"about_ca_topic_score_gemma":0.0001693962,"teacher_disagreement_score":0.2800909,"about_ca_system_score_codex":0.0061309678,"about_ca_system_score_gemma":0.039865177,"threshold_uncertainty_score":0.9995813},"labels":[],"label_agreement":null},{"id":"W2770222727","doi":"10.2196/medinform.8680","title":"Predicting Unplanned Transfers to the Intensive Care Unit: A Machine Learning Approach Leveraging Diverse Clinical Elements","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Logistic regression; Medicine; Intensive care unit; Predictive modelling; Machine learning; Transfer of learning; Artificial intelligence; Emergency medicine; Computer science; Intensive care medicine","score_opus":0.15536934814673065,"score_gpt":0.4144491183596452,"score_spread":0.25907977021291456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770222727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98855126,0.000063611595,0.00052959286,0.0042665293,0.0003458894,0.0011450308,0.000033138745,0.00009049894,0.0049744714],"genre_scores_gemma":[0.99044305,0.00013472757,0.0010494015,0.007694389,0.0002506447,0.0001260246,0.00019170278,0.000020452511,0.00008962376],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.997527,0.00007791535,0.0008575418,0.00017702664,0.0009561351,0.00040435354],"domain_scores_gemma":[0.9980281,0.0002079352,0.00024874572,0.00058628124,0.00033738435,0.00059155753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000761041,0.0002279003,0.00046132674,0.00008101381,0.0007371228,0.00010936208,0.00043818,0.00017716194,0.00010282341],"category_scores_gemma":[0.0018271154,0.00013710126,0.000197945,0.00009092976,0.00017962734,0.00016178758,0.00026397774,0.00090049335,0.00008832409],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021865303,0.0002021099,0.82529664,0.00022124038,0.00039241745,0.00007191438,0.048500083,0.000041873343,8.542269e-7,0.000028123537,0.0019458635,0.123080224],"study_design_scores_gemma":[0.019336842,0.00366027,0.3743663,0.00198353,0.0010482932,0.00023808933,0.3751774,0.16252059,0.00017464429,0.000010343597,0.06077862,0.00070503063],"about_ca_topic_score_codex":0.00010035697,"about_ca_topic_score_gemma":0.000031153642,"teacher_disagreement_score":0.45093033,"about_ca_system_score_codex":0.0000799268,"about_ca_system_score_gemma":0.00014805525,"threshold_uncertainty_score":0.5669427},"labels":[],"label_agreement":null},{"id":"W2771898558","doi":"10.2196/medinform.8765","title":"Standard Anatomic Terminologies: Comparison for Use in a Health Information Exchange–Based Prior Computed Tomography (CT) Alerting System","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Computed tomography; Health information exchange; Medical physics; Tomography; Medicine; Radiology; Computer science; Health information; Health care","score_opus":0.03697540214023662,"score_gpt":0.3419609349281747,"score_spread":0.30498553278793805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771898558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91010815,0.0002166631,0.086865686,0.0007916095,0.00042600764,0.0011270543,0.00013431632,0.00015359331,0.00017691117],"genre_scores_gemma":[0.9728745,0.000028443845,0.025389489,0.0011266338,0.00008326906,0.00015215253,0.00032565638,0.000011228142,0.000008582642],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978201,0.00005766887,0.0010901697,0.00013943943,0.00041815225,0.00047446886],"domain_scores_gemma":[0.99820536,0.0001028926,0.00081191084,0.00053771556,0.00010619599,0.00023591306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009016078,0.00020416266,0.0004430778,0.00017793203,0.00031546087,0.00018832445,0.00059232657,0.00028121352,0.000004434715],"category_scores_gemma":[0.0008934334,0.00016964089,0.000115129966,0.00008826781,0.00031605043,0.000050978953,0.0002162468,0.00024432293,0.00000441899],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006649262,0.00019305262,0.0433076,0.0059943097,0.00011819275,0.000011952068,0.002907986,0.000079379686,0.00004704481,0.00021158544,0.029022899,0.91744107],"study_design_scores_gemma":[0.013492017,0.002756594,0.036203045,0.00328943,0.000030555417,0.000065910026,0.011560887,0.49738497,0.0029893725,0.000033980356,0.43110287,0.001090373],"about_ca_topic_score_codex":0.00005903685,"about_ca_topic_score_gemma":0.0001205387,"teacher_disagreement_score":0.9163507,"about_ca_system_score_codex":0.000077308745,"about_ca_system_score_gemma":0.00035599395,"threshold_uncertainty_score":0.69177544},"labels":[],"label_agreement":null},{"id":"W2772153952","doi":"10.2196/medinform.8207","title":"Examining Tensions That Affect the Evaluation of Technology in Health Care: Considerations for System Decision Makers From the Perspective of Industry and Evaluators","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Quality and Safety in Healthcare","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Public Health Ontario; Women's College Hospital; University of Toronto","funders":"","keywords":"Affect (linguistics); Perspective (graphical); Health care; Knowledge management; Psychology; Computer science; Management science; Medicine; Engineering; Political science; Artificial intelligence","score_opus":0.32225725883709816,"score_gpt":0.5423057831580447,"score_spread":0.22004852432094651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772153952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9600356,0.00067246635,0.00031390437,0.033956096,0.00042456744,0.0039833626,0.00015261654,0.00002367395,0.00043770572],"genre_scores_gemma":[0.99727505,0.00006423144,0.0011241845,0.0009925162,0.000065764834,0.00045549794,0.000012906005,0.000007778029,0.0000020762268],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9963122,0.001052499,0.0012352348,0.00011720692,0.0010066523,0.00027621898],"domain_scores_gemma":[0.98815644,0.008926108,0.0012249763,0.00071070116,0.0008702595,0.000111543886],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009147112,0.00011553167,0.00041149967,0.00010868457,0.0016257642,0.000012076737,0.00029331702,0.00068152737,0.000038096146],"category_scores_gemma":[0.015699621,0.000066117245,0.00004224856,0.00012685364,0.0005406982,0.00013339218,0.00020022571,0.0012221015,0.0000020734976],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021734103,0.000086677726,0.18600556,0.0034953859,0.00014236974,0.0000013777537,0.60250664,0.00011614973,0.000005725764,0.13831602,0.005279225,0.06382754],"study_design_scores_gemma":[0.0020347706,0.0001530277,0.11382256,0.0036592188,0.00004784554,0.0000039509832,0.8539531,0.016793665,0.000009740875,0.0092808865,0.00016845993,0.000072755814],"about_ca_topic_score_codex":0.0012440033,"about_ca_topic_score_gemma":0.0019727629,"teacher_disagreement_score":0.2514465,"about_ca_system_score_codex":0.00040029065,"about_ca_system_score_gemma":0.0025345862,"threshold_uncertainty_score":0.99967396},"labels":[],"label_agreement":null},{"id":"W2772514355","doi":"10.2196/medinform.9170","title":"Adverse Drug Event Discovery Using Biomedical Literature: A Big Data Neural Network Adventure","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of General Medical Sciences; National Center for Advancing Translational Sciences; Institute for Clinical and Translational Research, University of Wisconsin, Madison; Marshfield Clinic Research Institute","keywords":"Big data; Computer science; Social media; SPARK (programming language); Data science; Scalability; Knowledge extraction; Analytics; World Wide Web; Social media analytics; Artificial intelligence; Machine learning; Data mining; Database","score_opus":0.13489986250865116,"score_gpt":0.46254582550016193,"score_spread":0.3276459629915108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772514355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95828813,0.001296509,0.0020548217,0.0063668787,0.023061302,0.0014724198,0.0017682078,0.00037081534,0.0053209243],"genre_scores_gemma":[0.9810053,0.0009671938,0.0004610224,0.009100789,0.006041231,0.000053842483,0.0013851529,0.000039402516,0.0009460465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99666876,0.00020157141,0.00096875307,0.00032512602,0.00089916046,0.0009366479],"domain_scores_gemma":[0.9965463,0.00026910633,0.00066677656,0.0014012656,0.00008369781,0.0010328346],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013134258,0.00040533236,0.00048018634,0.00012423396,0.00129761,0.0002111064,0.0023504025,0.00063958345,0.000503794],"category_scores_gemma":[0.00035952806,0.0003296667,0.00020404189,0.00027385823,0.00078202144,0.002409929,0.0014638635,0.002663455,0.00017926883],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010225873,0.0025132825,0.015583286,0.001322022,0.0014525035,0.0019582058,0.009828566,0.0052805,0.00076433504,0.0011792216,0.78191906,0.17717642],"study_design_scores_gemma":[0.0028476517,0.00003575763,0.0011152558,0.00035968382,0.00023024909,0.0002621498,0.00060998613,0.30366755,0.00010296088,0.00014243198,0.6901673,0.0004590221],"about_ca_topic_score_codex":0.000016594982,"about_ca_topic_score_gemma":0.0000147612855,"teacher_disagreement_score":0.29838702,"about_ca_system_score_codex":0.000101361366,"about_ca_system_score_gemma":0.0004892905,"threshold_uncertainty_score":0.99991554},"labels":[],"label_agreement":null},{"id":"W2773351420","doi":"10.2196/medinform.7059","title":"Search and Graph Database Technologies for Biomedical Semantic Indexing: Experimental Analysis","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Search engine indexing; Information retrieval; Graph database; Graph; Database; Theoretical computer science","score_opus":0.03028209886436811,"score_gpt":0.3609085883083696,"score_spread":0.33062648944400147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773351420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9641218,0.0005851799,0.03299655,0.0013947913,0.00014182988,0.00030944485,0.00007034966,0.00009764588,0.00028238876],"genre_scores_gemma":[0.98703504,0.00022479665,0.011937659,0.00025157246,0.00010026755,0.00009351991,0.00026407462,0.000010259247,0.00008279017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985502,0.000019424822,0.00038481463,0.00020868887,0.00047013222,0.00036678472],"domain_scores_gemma":[0.99887055,0.0000485965,0.000121442434,0.0006699778,0.000050279494,0.0002391484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005457975,0.00016906984,0.00028898966,0.0001740852,0.00036130394,0.00010392802,0.0006792115,0.00049288606,0.000020953616],"category_scores_gemma":[0.0008109458,0.00012830287,0.00012297764,0.00012670028,0.0016017655,0.000014030206,0.00074512174,0.00022184828,0.000004061535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088941754,0.0020232757,0.05594824,0.0020700758,0.0052051237,0.00012194585,0.0066064913,0.0000074040395,0.045303147,0.00395102,0.058136545,0.8197373],"study_design_scores_gemma":[0.018963782,0.0073190215,0.017211495,0.00083098904,0.0013667407,0.00042656384,0.072444595,0.105257265,0.27216247,0.001264507,0.49895224,0.0038003586],"about_ca_topic_score_codex":0.000015698713,"about_ca_topic_score_gemma":0.000012578925,"teacher_disagreement_score":0.815937,"about_ca_system_score_codex":0.000008425263,"about_ca_system_score_gemma":0.000092463735,"threshold_uncertainty_score":0.5901772},"labels":[],"label_agreement":null},{"id":"W2774633403","doi":"10.2196/medinform.8393","title":"A Data Model for Teleconsultation in Managing High-Risk Pregnancies: Design and Preliminary Evaluation","year":2017,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mashhad University of Medical Sciences","keywords":"Delphi method; Archetype; Quality (philosophy); Data extraction; Computer science; Quality management; Process (computing); Delphi; Medical emergency; Medicine; Medical physics; Knowledge management; MEDLINE; Operations management; Artificial intelligence; Management system; Engineering","score_opus":0.12958129794593837,"score_gpt":0.42949364448282,"score_spread":0.29991234653688165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774633403","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.485004,0.0001452671,0.5062271,0.0035091722,0.000114217706,0.004688029,0.00007391514,0.00004887998,0.00018940163],"genre_scores_gemma":[0.896097,0.0004535138,0.10076485,0.0011227493,0.00010958997,0.0006182692,0.00077148946,0.000015636695,0.000046872305],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981795,0.00004156522,0.00070820004,0.00014871063,0.0006649038,0.00025712745],"domain_scores_gemma":[0.99832624,0.00028516125,0.00044812285,0.0005949627,0.00014845034,0.00019708346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026050797,0.00011738042,0.00023992597,0.0001418877,0.00022475825,0.000045117846,0.00023479303,0.00011654844,0.000027018365],"category_scores_gemma":[0.0024790936,0.00009871413,0.000014295008,0.000059586728,0.000096332704,0.0007519734,0.0001309062,0.00021670785,0.0000033668027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045822025,0.00010604843,0.005984164,0.0012958815,0.000037203354,0.0000045562583,0.009146434,0.00033140747,0.0000037641194,0.00023695221,0.009110885,0.9732845],"study_design_scores_gemma":[0.006816383,0.0004401305,0.028274376,0.00046679357,0.00012456671,0.000020029416,0.001428356,0.96052945,0.0000135020655,0.0014327149,0.00036287605,0.00009080871],"about_ca_topic_score_codex":0.000052443145,"about_ca_topic_score_gemma":0.00005893821,"teacher_disagreement_score":0.97319365,"about_ca_system_score_codex":0.00006808167,"about_ca_system_score_gemma":0.0004971188,"threshold_uncertainty_score":0.40254456},"labels":[],"label_agreement":null},{"id":"W2781827132","doi":"10.2196/medinform.8751","title":"A Pilot Study of Biomedical Text Comprehension using an Attention-Based Deep Neural Reader: Design and Experimental Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Ministry of Science, ICT and Future Planning; National Research Foundation","keywords":"Comprehension; Computer science; Artificial intelligence; Natural language processing; Reading comprehension; Context (archaeology); Task (project management); Deep learning; Domain (mathematical analysis); Process (computing); Reading (process); Linguistics; Engineering","score_opus":0.08271124705486638,"score_gpt":0.34488075539869206,"score_spread":0.2621695083438257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781827132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5040201,0.000007793358,0.49565256,0.000028027222,0.0000711964,0.00017585888,2.8906553e-7,0.00003758001,0.000006629222],"genre_scores_gemma":[0.87147146,3.0350785e-7,0.12818746,0.00026953808,0.000050975734,0.000010142587,0.0000045644592,0.000004680242,8.6535636e-7],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976428,0.00016350213,0.00072374305,0.00018400155,0.0010519229,0.00023403339],"domain_scores_gemma":[0.9987377,0.00013401333,0.0002030442,0.00048694146,0.0001042953,0.00033401838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005299112,0.00014289365,0.0003040691,0.00031932726,0.00013954005,0.000074060044,0.00053796667,0.000062001855,0.00004234711],"category_scores_gemma":[0.000037758706,0.000116336654,0.000041205007,0.00066431874,0.00026352628,0.00046590963,0.00025903594,0.00015609304,0.0000035234584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001309451,0.061349727,0.056353506,0.0011929604,0.003284692,0.0003149096,0.418501,0.07244118,0.04091343,0.0028843344,0.0007702483,0.3406846],"study_design_scores_gemma":[0.0010660419,0.0026467026,0.00090538483,0.0000256751,0.00004855115,0.000011595711,0.0024669482,0.99249035,0.00019890799,0.000012507108,0.000006552824,0.000120793],"about_ca_topic_score_codex":0.00007918067,"about_ca_topic_score_gemma":0.000013521374,"teacher_disagreement_score":0.92004913,"about_ca_system_score_codex":0.0000318801,"about_ca_system_score_gemma":0.00007584799,"threshold_uncertainty_score":0.4744071},"labels":[],"label_agreement":null},{"id":"W2781980174","doi":"10.2196/medinform.7355","title":"Stage-Based Mobile Intervention for Substance Use Disorders in Primary Care: Development and Test of Acceptability","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Test (biology); Intervention (counseling); Medicine; Primary care; Substance use; Computer science; Medical emergency; Nursing; Psychiatry; Family medicine","score_opus":0.020374019317081486,"score_gpt":0.30772669716975115,"score_spread":0.28735267785266966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781980174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974311,0.0001097599,0.00097118696,0.000035738307,0.000059128222,0.0011498766,0.0000071331838,0.000029673745,0.00020642296],"genre_scores_gemma":[0.988722,0.000030841056,0.010572559,0.00020464571,0.000017278508,0.00025794734,0.0001222748,0.000008801552,0.0000636119],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987602,0.000010794093,0.0006218633,0.00008733333,0.0003385981,0.0001811811],"domain_scores_gemma":[0.9990809,0.00038352868,0.00013887808,0.0001765735,0.000106466585,0.000113675764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023908577,0.00011969537,0.00028517944,0.000075432785,0.000032506792,0.000009095145,0.00006903342,0.00010389609,0.000104752005],"category_scores_gemma":[0.00020824451,0.000091684735,0.0000608753,0.00015447958,0.0002282086,0.0002125268,0.000020155203,0.00009482018,0.0000031734382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002576667,0.00037855044,0.86927164,0.0012054598,0.0000194487,8.871464e-7,0.017066002,4.884662e-7,0.000007222406,0.000015366531,0.00005486204,0.111722395],"study_design_scores_gemma":[0.012203651,0.0009752178,0.9634884,0.00078522135,0.00003766851,0.0000014072609,0.010913795,0.0010613129,0.0045422786,0.00001449008,0.005785442,0.00019113644],"about_ca_topic_score_codex":0.0000063546254,"about_ca_topic_score_gemma":0.0008628333,"teacher_disagreement_score":0.11153126,"about_ca_system_score_codex":0.00017642576,"about_ca_system_score_gemma":0.00018775323,"threshold_uncertainty_score":0.3738795},"labels":[],"label_agreement":null},{"id":"W2782679770","doi":"10.2196/medinform.9064","title":"A Clinical Decision Support Engine Based on a National Medication Repository for the Detection of Potential Duplicate Medications: Design and Evaluation","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical decision support system; Decision support system; Computer science; Medicine; Medical emergency; Data mining","score_opus":0.08939430565241852,"score_gpt":0.5009946844230748,"score_spread":0.4116003787706563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782679770","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02201213,0.00008040915,0.9672038,0.0030357493,0.0016713999,0.005175759,0.000010286143,0.00006794956,0.0007425023],"genre_scores_gemma":[0.98231816,0.00011523479,0.010046683,0.0028437835,0.0014559123,0.0030830533,0.00005182334,0.000020844489,0.00006447291],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941699,0.0008399329,0.002395617,0.00018656687,0.0020430433,0.00036494865],"domain_scores_gemma":[0.98848325,0.00818646,0.0011480873,0.00040345555,0.0014644661,0.0003142808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021031737,0.00014400655,0.00030141498,0.0001911206,0.00073093374,0.000009089455,0.0002946105,0.00053408527,0.00022974862],"category_scores_gemma":[0.005336403,0.0000968225,0.000076250704,0.00027290525,0.00035434208,0.00014313209,0.000048198504,0.00067888707,0.000069712325],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012922673,0.00040912718,0.000622517,0.0011291079,0.00015051337,5.0837184e-7,0.0041665034,0.00017367024,0.00017791541,0.0013179916,0.034901783,0.9556581],"study_design_scores_gemma":[0.0026704327,0.0009869678,0.0037277949,0.00039770486,0.00007305335,0.000009408478,0.0004642553,0.9729739,0.0000945539,0.00070332526,0.01780631,0.000092284776],"about_ca_topic_score_codex":0.000013423497,"about_ca_topic_score_gemma":0.000019529387,"teacher_disagreement_score":0.97280025,"about_ca_system_score_codex":0.0003056483,"about_ca_system_score_gemma":0.004001444,"threshold_uncertainty_score":0.72892225},"labels":[],"label_agreement":null},{"id":"W2783859835","doi":"10.2196/medinform.9150","title":"Automating Quality Measures for Heart Failure Using Natural Language Processing: A Descriptive Study in the Department of Veterans Affairs","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of Research and Development; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Veterans Affairs; Heart failure; Medicine; Ejection fraction; Health care; Medical emergency; Emergency medicine; Cardiology; Internal medicine","score_opus":0.0518997478597768,"score_gpt":0.3869804909104301,"score_spread":0.3350807430506533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783859835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993731,0.000069174166,0.0012598324,0.0014705604,0.00006025487,0.0030202034,0.0000051141214,0.000053157266,0.0003306723],"genre_scores_gemma":[0.98131424,6.2068887e-7,0.017776756,0.00054217305,0.00011017185,0.00020962862,0.000021003414,0.000009698628,0.000015718857],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.997886,0.00010914056,0.0007152017,0.00009993273,0.0009044183,0.00028528736],"domain_scores_gemma":[0.99925107,0.00012156137,0.0001608201,0.00022966813,0.00013689937,0.00009998273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014016023,0.00015810542,0.0003722789,0.00010784771,0.0000991954,0.00003143667,0.0001378757,0.000078291225,0.000020577292],"category_scores_gemma":[0.00026303728,0.00009271742,0.000089840396,0.00025097842,0.00014051057,0.00016996129,0.00004926039,0.00019693529,0.0000043317177],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007380916,0.003866713,0.036170024,0.002892564,0.00048015013,0.000050562285,0.85438585,0.0000035747257,0.0006196844,0.00019193669,0.00957361,0.09102725],"study_design_scores_gemma":[0.012317735,0.0038273758,0.046665583,0.001558724,0.00041513113,0.00008450941,0.876778,0.04760078,0.0009176871,0.000023087303,0.009384414,0.00042699516],"about_ca_topic_score_codex":0.00006346348,"about_ca_topic_score_gemma":0.00048966816,"teacher_disagreement_score":0.09060025,"about_ca_system_score_codex":0.0001080103,"about_ca_system_score_gemma":0.00019396149,"threshold_uncertainty_score":0.37809065},"labels":[],"label_agreement":null},{"id":"W2784325276","doi":"10.2196/medinform.7601","title":"The Use of Technology in Identifying Hospital Malnutrition: Scoping Review","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Malnutrition; Medicine; Computer science; Medical emergency; Data science; Intensive care medicine; Pathology","score_opus":0.0896022608657394,"score_gpt":0.42400186950889507,"score_spread":0.33439960864315565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784325276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58009344,0.053336404,0.0045667114,0.3383813,0.0026100148,0.013190454,0.000016633963,0.0006310252,0.0071739983],"genre_scores_gemma":[0.46871406,0.35507843,0.08820643,0.08437754,0.0017325698,0.0012461636,0.00009813485,0.00008675415,0.0004599381],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9982638,0.000020155474,0.0009588324,0.000053980762,0.0004714619,0.00023180427],"domain_scores_gemma":[0.9991235,0.00012540187,0.00019940939,0.00024012501,0.00017981595,0.00013173763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005417442,0.00007356795,0.00028653082,0.00016198047,0.00009196527,0.000014247064,0.00012486943,0.00013549789,0.0001670629],"category_scores_gemma":[0.0007271963,0.000050922346,0.00004419567,0.00051622314,0.00038656866,0.00016575617,0.00007521837,0.00035216633,0.000050420073],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002956755,0.001665028,0.04507493,0.3417624,0.00012614236,0.00020701693,0.007482948,2.3288311e-7,0.00007486746,0.029131087,0.20339064,0.37078902],"study_design_scores_gemma":[0.005319541,0.0010677825,0.0039267177,0.87439126,0.000059527512,0.00044664228,0.002550483,0.0023224088,0.0009810411,0.0022697302,0.10631884,0.00034601422],"about_ca_topic_score_codex":0.000002984898,"about_ca_topic_score_gemma":0.000010011495,"teacher_disagreement_score":0.5326289,"about_ca_system_score_codex":0.000041522926,"about_ca_system_score_gemma":0.00018670491,"threshold_uncertainty_score":0.20765531},"labels":[],"label_agreement":null},{"id":"W2785517012","doi":"10.2196/medinform.8662","title":"Automated Information Extraction on Treatment and Prognosis for Non–Small Cell Lung Cancer Radiotherapy Patients: Clinical Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Data extraction; Lung cancer; Radiation therapy; Information extraction; Recall; Medical physics; Computer science; Oncology; Internal medicine; MEDLINE; Information retrieval","score_opus":0.0318367729255427,"score_gpt":0.3748708232248038,"score_spread":0.3430340502992611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785517012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73133826,0.000007668296,0.26549485,0.0002298838,0.0005649021,0.0019290561,0.000005203048,0.00023963752,0.00019055394],"genre_scores_gemma":[0.93040425,0.00012959632,0.06488822,0.002972608,0.0003769052,0.001151088,0.000023252975,0.000013376175,0.000040708954],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829096,0.000041454565,0.0008824619,0.000135499,0.00040626692,0.00024336453],"domain_scores_gemma":[0.99881613,0.00017391167,0.00031261513,0.0002910131,0.00019810861,0.00020821091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047562527,0.00016832368,0.00023557183,0.000107088694,0.00014077326,0.0001528743,0.00030088576,0.00015990231,0.000013989129],"category_scores_gemma":[0.00006400519,0.00012090373,0.00005002336,0.00015567816,0.00005033213,0.0009582397,0.000063990316,0.00013434095,0.000008383199],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000939993,0.0017646289,0.061520386,0.0001994259,0.00011461891,7.4757526e-7,0.03826809,0.00007167695,0.00000175254,0.00015193409,0.00621568,0.89159703],"study_design_scores_gemma":[0.003557912,0.0023562901,0.009340059,0.000048222602,0.000018317705,0.0000010023816,0.00032860294,0.9789883,0.00005821574,0.000005812016,0.005155936,0.00014134946],"about_ca_topic_score_codex":0.000026127842,"about_ca_topic_score_gemma":0.000013541231,"teacher_disagreement_score":0.9789166,"about_ca_system_score_codex":0.00016002693,"about_ca_system_score_gemma":0.00018426767,"threshold_uncertainty_score":0.4930311},"labels":[],"label_agreement":null},{"id":"W2788071859","doi":"10.2196/medinform.9526","title":"The Use of Communication Apps by Medical Staff in the Australian Health Care System: Survey Study on Prevalence and Use","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Health care; Data sharing; Medicine; Internet privacy; Medical education; Nursing; Medical emergency; Computer science; Alternative medicine","score_opus":0.13405978767437324,"score_gpt":0.4784505059855096,"score_spread":0.3443907183111363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788071859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97502875,0.00034738987,0.00016460092,0.01100091,0.00026273256,0.012439178,0.00029138805,0.00007668377,0.0003883568],"genre_scores_gemma":[0.9889716,0.0018489389,0.00013295264,0.004934253,0.000075015036,0.0037711929,0.00013871242,0.000014219042,0.00011313678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992258,0.0034395894,0.0020728225,0.00014182657,0.0014704972,0.00061725196],"domain_scores_gemma":[0.9909956,0.0061441036,0.00075750885,0.0011293592,0.00031196998,0.00066146],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0078871455,0.00016270358,0.000351096,0.000071625975,0.0013622108,0.000032637596,0.0007979968,0.00030605405,0.000044348435],"category_scores_gemma":[0.002077017,0.00009106984,0.000022972905,0.00040378436,0.00052377384,0.00019372477,0.00019664476,0.0013902265,0.000045930778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030155765,0.0010162169,0.2378903,0.0067857904,0.000028886638,0.0000013169362,0.20648728,8.6195115e-7,8.95523e-8,0.0062704952,0.49130562,0.04991159],"study_design_scores_gemma":[0.002253955,0.00140846,0.3677869,0.0024985576,0.000014347408,0.0000058234705,0.18008439,0.0016504369,3.669133e-7,0.000010635856,0.44410977,0.00017633468],"about_ca_topic_score_codex":0.0032514196,"about_ca_topic_score_gemma":0.00983295,"teacher_disagreement_score":0.12989661,"about_ca_system_score_codex":0.00020133694,"about_ca_system_score_gemma":0.0015184142,"threshold_uncertainty_score":0.9999379},"labels":[],"label_agreement":null},{"id":"W2789213378","doi":"10.2196/medinform.8479","title":"Patient and Health System Experience With Implementation of an Enterprise-Wide Telehealth Scheduled Video Visit Program: Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Telemedicine; Health care; Videoconferencing; Medical emergency; Medicine; eHealth; Multimedia; Computer science; Nursing","score_opus":0.024931239555334262,"score_gpt":0.45281543738475594,"score_spread":0.42788419782942166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789213378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857641,0.000034990702,0.008328161,0.0008537797,0.0001587754,0.0045818025,0.000008645671,0.00016870568,0.000101029684],"genre_scores_gemma":[0.92678833,0.000018664181,0.06979062,0.0026294284,0.00013011796,0.0005387761,0.000080444865,0.000021694957,0.000001916827],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9958364,0.00025289267,0.0018705766,0.00022551104,0.0012858254,0.0005288115],"domain_scores_gemma":[0.9973296,0.00010628404,0.00086578913,0.00041485042,0.00031779503,0.0009657015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001780504,0.00024108838,0.0006441278,0.000246016,0.0001969721,0.000027697595,0.00012483145,0.000088779576,0.000113679256],"category_scores_gemma":[0.00007533951,0.00017123729,0.00003184713,0.00045349673,0.0002487447,0.0003638167,0.00009021077,0.00026861482,0.0000045021734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019728368,0.00061460125,0.13670717,0.0015278759,0.000055426128,0.0000091646525,0.07914623,6.525702e-8,0.0000050669273,0.00006456102,0.00050017535,0.7811724],"study_design_scores_gemma":[0.008643122,0.048245527,0.35787094,0.0008361352,0.00008265737,0.00025853672,0.57616377,0.0029279965,0.000874965,0.0000052940945,0.0038546375,0.00023644786],"about_ca_topic_score_codex":0.0005564679,"about_ca_topic_score_gemma":0.00034202944,"teacher_disagreement_score":0.78093594,"about_ca_system_score_codex":0.00019044442,"about_ca_system_score_gemma":0.00077582104,"threshold_uncertainty_score":0.6982854},"labels":[],"label_agreement":null},{"id":"W2790121460","doi":"10.2196/medinform.8175","title":"Representation of Time-Relevant Common Data Elements in the Cancer Data Standards Repository: Statistical Evaluation of an Ontological Approach","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of Allergy and Infectious Diseases; National Cancer Institute","keywords":"Computer science; Data science; Data sharing; Data quality; Dimension (graph theory); Representation (politics); Domain (mathematical analysis); Data integration; Data mining; Service (business); Medicine; Pathology","score_opus":0.10580009607538754,"score_gpt":0.4493720295632368,"score_spread":0.34357193348784926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790121460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883204,0.00016497767,0.007830535,0.00015479854,0.000106868996,0.0004490598,0.00091869757,0.0000095430705,0.0020451313],"genre_scores_gemma":[0.98178226,0.000064208885,0.013332234,0.00017230575,0.00016124808,0.000033683064,0.0044421144,0.0000054101088,0.0000065421013],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968485,0.00040717065,0.000769925,0.00021318124,0.0015934546,0.00016774416],"domain_scores_gemma":[0.9979524,0.00009014606,0.0002850295,0.0013632795,0.00023161793,0.00007753369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043790084,0.0000963466,0.0002364011,0.000031858006,0.000042811174,0.000014930873,0.0014177568,0.0002212685,0.00007171469],"category_scores_gemma":[0.0016654729,0.000060186805,0.000016464559,0.00014810954,0.0006797791,0.000021744143,0.0005720123,0.00015673519,0.0000010315224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085421145,0.0018098612,0.018259402,0.000413258,0.00028383403,0.000007765202,0.0054540583,0.00002661772,0.0037272805,0.00025700225,0.08218405,0.8867227],"study_design_scores_gemma":[0.003426147,0.00197908,0.030523034,0.00018519076,0.00022180114,0.00005399946,0.006676747,0.93792033,0.004596228,0.00032123734,0.013780241,0.00031598168],"about_ca_topic_score_codex":0.0001283391,"about_ca_topic_score_gemma":0.00014848834,"teacher_disagreement_score":0.9378937,"about_ca_system_score_codex":0.000020210347,"about_ca_system_score_gemma":0.00041350198,"threshold_uncertainty_score":0.26345685},"labels":[],"label_agreement":null},{"id":"W2790340339","doi":"10.2196/medinform.7170","title":"Quality of Decision Support in Computerized Provider Order Entry: Systematic Literature Review","year":2018,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical decision support system; Decision support system; Relevance (law); Proxy (statistics); MEDLINE; Medicine; Computer science; Systematic review; Data mining; Machine learning","score_opus":0.101874060007522,"score_gpt":0.529963111789103,"score_spread":0.4280890517815811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790340339","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003402956,0.97531664,0.00088818104,0.00012614828,0.0016798796,0.018835671,0.000090539244,0.00010436232,0.0029551457],"genre_scores_gemma":[4.751165e-7,0.9894086,0.0022944158,0.0029639874,0.0005035773,0.0035661452,0.00057286967,0.000075806456,0.0006141354],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9735662,0.0057947496,0.016368916,0.00036686973,0.0025764732,0.0013268159],"domain_scores_gemma":[0.98349226,0.0058970577,0.007345998,0.0016216373,0.0008968943,0.000746154],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.018123586,0.000790402,0.009264328,0.000526398,0.00016860628,0.00002363752,0.0013627867,0.0025644945,0.0009536308],"category_scores_gemma":[0.0074697435,0.0004956628,0.00058441324,0.0021783852,0.00014889242,0.00030171007,0.00053851184,0.0041231606,0.0012267757],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000112671605,0.00007720175,0.000005178191,0.8472174,0.000067178975,0.000013013061,0.001845136,4.402322e-9,1.5418141e-9,0.0001969971,0.047682516,0.10288414],"study_design_scores_gemma":[0.0005590148,0.00008100138,8.048288e-7,0.5311303,0.00008329382,0.00005147288,0.00009933905,0.000055681394,2.5449296e-9,0.000017580258,0.46770644,0.0002150631],"about_ca_topic_score_codex":0.000026188305,"about_ca_topic_score_gemma":0.0000872408,"teacher_disagreement_score":0.42002392,"about_ca_system_score_codex":0.0009856637,"about_ca_system_score_gemma":0.010482498,"threshold_uncertainty_score":0.99995965},"labels":[],"label_agreement":null},{"id":"W2791141372","doi":"10.2196/medinform.9309","title":"Potential Application of Digitally Linked Tuberculosis Diagnostics for Real-Time Surveillance of Drug-Resistant Tuberculosis Transmission: Validation and Analysis of Test Results","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nipro; Instituut voor Tropische Geneeskunde","keywords":"rpoB; Tuberculosis; Mycobacterium tuberculosis; Transmission (telecommunications); Drug resistance; Medicine; Virology; Mycobacterium tuberculosis complex; Genotype; Rifampicin; Diagnostic test; Biology; Veterinary medicine; Computer science; Microbiology; Pathology; Gene; Genetics","score_opus":0.011701498520477235,"score_gpt":0.31620192368537375,"score_spread":0.3045004251648965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791141372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814483,0.000095566764,0.01229388,0.0025897676,0.000029433553,0.0011712356,0.0012178686,0.000038125963,0.0011158109],"genre_scores_gemma":[0.99123335,0.0017479031,0.005177115,0.0001229751,0.0000883613,0.00007478286,0.0015068979,0.000015331954,0.000033259403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99650675,0.00009201653,0.0020028232,0.00019640436,0.00088362116,0.0003184057],"domain_scores_gemma":[0.9949564,0.002594601,0.00064386,0.000458485,0.00094848516,0.00039817375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016318008,0.00018766882,0.0010463386,0.00042412465,0.000055346725,0.000008900808,0.00019264924,0.00029717197,0.000054722084],"category_scores_gemma":[0.0043939142,0.00014546375,0.00027405922,0.0009061318,0.00063031487,0.00013659237,0.000068266745,0.00016084244,0.000003753281],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019269707,0.007687112,0.37260643,0.020875856,0.0147121055,0.000015461048,0.020877149,0.0005411169,0.14127423,0.0014739349,0.04811335,0.35255355],"study_design_scores_gemma":[0.0058207563,0.003230385,0.52043104,0.000659112,0.0021749202,0.000016742824,0.0006033703,0.44560468,0.018404095,0.0002021881,0.0024587447,0.00039392902],"about_ca_topic_score_codex":0.00012669686,"about_ca_topic_score_gemma":0.000023991543,"teacher_disagreement_score":0.44506356,"about_ca_system_score_codex":0.000039195016,"about_ca_system_score_gemma":0.00017529663,"threshold_uncertainty_score":0.59318393},"labels":[],"label_agreement":null},{"id":"W2791398510","doi":"10.2196/medinform.8154","title":"Experiences of Indian Health Workers Using WhatsApp for Improving Aseptic Practices With Newborns: Exploratory Qualitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PDCA; Teamwork; Psychological intervention; Medicine; Nursing; Quality management; Workload; Qualitative research; Exploratory research; Health care; Medical education; Knowledge management; Computer science; Operations management; Engineering","score_opus":0.131752322573722,"score_gpt":0.5338806127780961,"score_spread":0.4021282902043741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791398510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97505593,0.00010329276,0.011913813,0.0010208959,0.0004234271,0.010939655,0.000019111303,0.000101399964,0.00042249614],"genre_scores_gemma":[0.9572084,0.000030819992,0.018409798,0.005269983,0.00046539732,0.018511591,0.000028471166,0.000033346994,0.000042225445],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9952368,0.00067005766,0.0020884613,0.00021715634,0.00090492854,0.0008825903],"domain_scores_gemma":[0.99271286,0.0015872628,0.0036470601,0.00046771503,0.0005673723,0.0010177381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045409794,0.0002202345,0.0005598229,0.00021398552,0.001277555,0.000017789987,0.00036032154,0.0002331335,0.00020577898],"category_scores_gemma":[0.0011566593,0.00016334442,0.000042577532,0.0006109717,0.00046494143,0.0007274164,0.00008326475,0.0006509015,0.00003803393],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002104223,0.00028210084,0.0011540684,0.0030313057,0.000025470434,5.532675e-7,0.9760341,9.582158e-7,9.219317e-7,0.0001993143,0.0024408717,0.016619895],"study_design_scores_gemma":[0.0017488283,0.0019846337,0.00014777249,0.00070915103,0.00001750821,0.00000205115,0.9850618,0.0018221939,0.0000059434824,0.000047398164,0.008304675,0.00014801024],"about_ca_topic_score_codex":0.0005314074,"about_ca_topic_score_gemma":0.0008807542,"teacher_disagreement_score":0.017847542,"about_ca_system_score_codex":0.00023031213,"about_ca_system_score_gemma":0.007344414,"threshold_uncertainty_score":0.998283},"labels":[],"label_agreement":null},{"id":"W2791458756","doi":"10.2196/medinform.8960","title":"Characterizing and Managing Missing Structured Data in Electronic Health Records: Data Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of Environmental Health Sciences; National Institute of Allergy and Infectious Diseases; National Human Genome Research Institute; University of Pennsylvania; National Institutes of Health; Pennsylvania Department of Health","keywords":"Missing data; Imputation (statistics); Health records; Computer science; Data science; Electronic health record; Data mining; Health care; Machine learning","score_opus":0.08677746776859628,"score_gpt":0.4334871571936644,"score_spread":0.3467096894250681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791458756","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014445595,0.00007652992,0.9822434,0.00183154,0.000106684376,0.00028023837,0.00016965976,0.000067448826,0.00077891187],"genre_scores_gemma":[0.092336886,0.00026673064,0.9045528,0.0021072363,0.00021486772,0.0000070237984,0.0004837643,0.00001975283,0.000010941795],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738795,0.00016765571,0.0010356925,0.00028228917,0.0005649219,0.000561522],"domain_scores_gemma":[0.9970308,0.0007620195,0.00035238537,0.0015155465,0.000038746464,0.00030050674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030037619,0.0001791736,0.0005578861,0.00024962972,0.00012804472,0.00012860177,0.0010928038,0.0001242004,0.00030747498],"category_scores_gemma":[0.0022481515,0.00014658869,0.000019297968,0.0007025594,0.00020706789,0.00057184376,0.0009949419,0.0004946358,0.000006599061],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002254849,0.000052241336,0.0017020109,0.0006350051,0.00018162596,0.000007894357,0.003868597,1.4435593e-8,0.000004908723,0.04932584,0.001740091,0.9424592],"study_design_scores_gemma":[0.000823977,0.0001861368,0.008353455,0.00069359,0.0002208136,0.00004722894,0.0018645354,0.6203794,0.00001412577,0.36125597,0.0056742826,0.00048649064],"about_ca_topic_score_codex":0.00006948588,"about_ca_topic_score_gemma":0.00045982268,"teacher_disagreement_score":0.94197273,"about_ca_system_score_codex":0.00006598208,"about_ca_system_score_gemma":0.0002903678,"threshold_uncertainty_score":0.5977713},"labels":[],"label_agreement":null},{"id":"W2791769113","doi":"10.2196/medinform.8611","title":"Assessing the Readability of Medical Documents: A Ranking Approach","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; U.S. Department of Veterans Affairs","keywords":"Readability; Computer science; Ranking (information retrieval); Concordance; Natural language processing; Information retrieval; Set (abstract data type); Artificial intelligence; Feature (linguistics); Machine learning; Data science; Medicine; Linguistics","score_opus":0.034709532721056736,"score_gpt":0.3604011198138306,"score_spread":0.32569158709277385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791769113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17188497,0.000016877306,0.8130813,0.0032588642,0.00021358716,0.0003046884,7.1260473e-7,0.00011285545,0.0111260945],"genre_scores_gemma":[0.9727356,0.000009219592,0.02577335,0.0012793439,0.00014536576,0.00003463461,0.0000050938033,0.000003906708,0.000013484189],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958535,0.00016828137,0.0009030704,0.00014682037,0.0026583397,0.00026998285],"domain_scores_gemma":[0.9979508,0.00041651487,0.00027653665,0.0009423653,0.00018457901,0.00022919207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043846625,0.00011847713,0.00021897366,0.00005479217,0.00019375978,0.00022906446,0.0022215017,0.00024336796,0.00014707039],"category_scores_gemma":[0.00096595555,0.0000703901,0.000074162526,0.00050267915,0.00080428325,0.0012625124,0.000540338,0.0004163831,0.000031397783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007919911,0.00048095657,0.0018832515,0.00040103987,0.00004191608,0.000001672544,0.036195714,0.0000024181131,0.00001291792,0.09305896,0.0029289145,0.86498433],"study_design_scores_gemma":[0.0005737546,0.00016077426,0.009211279,0.00028383164,0.00001580192,0.00011918647,0.00518316,0.94836175,0.0007363188,0.011886505,0.023139104,0.0003285312],"about_ca_topic_score_codex":0.000033034674,"about_ca_topic_score_gemma":0.0000049869263,"teacher_disagreement_score":0.9483593,"about_ca_system_score_codex":0.000048751866,"about_ca_system_score_gemma":0.0004441749,"threshold_uncertainty_score":0.41281396},"labels":[],"label_agreement":null},{"id":"W2791948387","doi":"10.2196/medinform.9680","title":"Effect of Seasonal Variation on Clinical Outcome in Patients with Chronic Conditions: Analysis of the Commonwealth Scientific and Industrial Research Organization (CSIRO) National Telehealth Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Medicine; Commonwealth; Myocardial infarction; Gold coast; Clinical trial; Variation (astronomy); Telemedicine; Emergency medicine; Medical emergency; Physical therapy; Demography; Internal medicine; Geography; Health care","score_opus":0.12380507750147755,"score_gpt":0.4551889313554435,"score_spread":0.33138385385396596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791948387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981905,0.0000011944205,0.000009108223,0.00032586782,0.000206598,0.0010481958,0.000067901914,0.0000052541363,0.00014535403],"genre_scores_gemma":[0.9995019,0.000005803364,0.000018553497,0.00020485862,0.00009062856,0.000015977632,0.00015188877,0.00000474526,0.0000056686554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99608797,0.0005028736,0.0009394553,0.00011859811,0.002107346,0.00024378429],"domain_scores_gemma":[0.99802107,0.0009936532,0.000447718,0.00019340296,0.00014998375,0.00019419435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056572575,0.000083615814,0.00030427016,0.00024575143,0.00023076127,0.000022059547,0.00020729727,0.00018068402,0.00050997693],"category_scores_gemma":[0.0023161042,0.000050574596,0.00003312206,0.0024210697,0.0010189525,0.00017846438,0.0001449228,0.00040716512,0.000014505038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013041635,0.00027827866,0.99283415,0.00006752375,0.000021921434,6.51293e-8,0.0010093623,0.000026499109,8.3424777e-7,0.00012981174,0.0011010435,0.0032263717],"study_design_scores_gemma":[0.012292541,0.0034299735,0.9791351,0.000100110155,0.000035852943,1.8366008e-7,0.0000306023,0.0047938223,0.000010766987,0.000036636317,0.00008628086,0.000048152637],"about_ca_topic_score_codex":0.00008476775,"about_ca_topic_score_gemma":0.00034585586,"teacher_disagreement_score":0.013699047,"about_ca_system_score_codex":0.00036926795,"about_ca_system_score_gemma":0.0003335163,"threshold_uncertainty_score":0.55838895},"labels":[],"label_agreement":null},{"id":"W2792025012","doi":"10.2196/medinform.8286","title":"Secure and Efficient Regression Analysis Using a Hybrid Cryptographic Framework: Development and Evaluation","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Institute of Biomedical Imaging and Bioengineering; National Human Genome Research Institute; National Institute of General Medical Sciences; Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Computer science; Cryptography; Data mining; Computer security","score_opus":0.03758736119237864,"score_gpt":0.34362437894026415,"score_spread":0.3060370177478855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792025012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5301813,0.00008033846,0.4686307,0.0007186284,0.00007315829,0.00013911842,0.0000014425952,0.00012396205,0.000051349092],"genre_scores_gemma":[0.5076855,0.00002252817,0.4920366,0.00021217465,0.00001983526,0.000013326688,0.000006783916,0.0000028930945,3.9100442e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997729,0.000055270946,0.00047625264,0.0002085173,0.0012522916,0.0002786696],"domain_scores_gemma":[0.99736744,0.00014150774,0.00021250999,0.001935282,0.00016122077,0.00018202268],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0015069378,0.00014776939,0.00021081034,0.00045379726,0.00024219416,0.00017132491,0.0035207358,0.00019517387,0.000029891431],"category_scores_gemma":[0.0053016325,0.00011140753,0.000029208493,0.0012010087,0.00034047748,0.00037166933,0.018731428,0.00032142026,0.0000057072007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019571593,0.00019580622,0.005680886,0.00033796736,0.0005304209,0.000020816577,0.020277122,0.0000561832,0.000032804634,0.0053582387,0.01400624,0.95348394],"study_design_scores_gemma":[0.00019369794,0.000030788706,0.0014875181,0.00021370706,0.00004506922,0.00002387688,0.00023054646,0.9853179,0.00031238113,0.0113907745,0.00060917693,0.00014459422],"about_ca_topic_score_codex":0.000002476468,"about_ca_topic_score_gemma":0.0000024944513,"teacher_disagreement_score":0.9852617,"about_ca_system_score_codex":0.000055437093,"about_ca_system_score_gemma":0.0001572271,"threshold_uncertainty_score":0.9892049},"labels":[],"label_agreement":null},{"id":"W2796301980","doi":"10.2196/medinform.8895","title":"Patient-Physician Communication in the Era of Mobile Phones and Social Media Apps: Cross-Sectional Observational Study on Lebanese Physicians’ Perceptions and Attitudes","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Cross-sectional study; Social media; Medicine; Mobile apps; Perception; Family medicine; Internet privacy; Psychology; Computer science; World Wide Web","score_opus":0.1369271845003128,"score_gpt":0.4496772980993882,"score_spread":0.31275011359907545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796301980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965276,0.000025698295,0.0000042785987,0.001298579,0.00044618137,0.001146139,0.000012332348,0.000020164152,0.0005190145],"genre_scores_gemma":[0.99721986,0.000063402666,0.00015106291,0.0010053888,0.00068501866,0.0008280428,0.000040181425,0.0000054376364,0.0000016301008],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.997735,0.00033277817,0.00055583636,0.00008917862,0.0010968755,0.00019031063],"domain_scores_gemma":[0.9969695,0.002327014,0.00025233318,0.00014381418,0.0002388148,0.000068520196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011674173,0.00009554124,0.00017230265,0.00006213819,0.00079955533,0.00006982407,0.000245254,0.00014445544,0.00006430355],"category_scores_gemma":[0.0007827233,0.000077459335,0.000027303942,0.00036284287,0.0015487303,0.00038191644,0.000054558892,0.00036928355,0.000012223407],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000127168,0.00046764754,0.272891,0.000032919106,0.000005876806,7.8234685e-8,0.7060324,5.105152e-7,0.0000019073194,0.0018733565,0.00019613148,0.018485446],"study_design_scores_gemma":[0.00022630303,0.00012115881,0.7644883,0.000044635988,0.0000038442454,2.495546e-7,0.23390296,0.0000620713,0.0000011855886,0.00036603442,0.00072454265,0.000058757294],"about_ca_topic_score_codex":0.00045536936,"about_ca_topic_score_gemma":0.0019664825,"teacher_disagreement_score":0.49159724,"about_ca_system_score_codex":0.000083772786,"about_ca_system_score_gemma":0.00025136804,"threshold_uncertainty_score":0.6149614},"labels":[],"label_agreement":null},{"id":"W2797870998","doi":"10.2196/medinform.7744","title":"Privacy-Preserving Patient Similarity Learning in a Federated Environment: Development and Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":191,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine; National Institute of General Medical Sciences; National Human Genome Research Institute; National Heart, Lung, and Blood Institute; National Science Foundation","keywords":"Homomorphic encryption; Computer science; Hash function; Similarity (geometry); Encryption; Context (archaeology); Matching (statistics); Data mining; Information retrieval; Computer security; Artificial intelligence; Medicine","score_opus":0.016437242486236958,"score_gpt":0.2847583559313596,"score_spread":0.26832111344512266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797870998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84141916,0.00003047665,0.15567271,0.0012302264,0.000052803774,0.00022153054,3.923476e-7,0.00013427263,0.001238441],"genre_scores_gemma":[0.9246827,0.00001367281,0.07418453,0.0010171117,0.00002270791,0.000030283367,0.000012401988,0.0000056466824,0.00003096979],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772936,0.00015624732,0.000725251,0.00018395725,0.0008384029,0.00036677788],"domain_scores_gemma":[0.99897534,0.00014716438,0.0002004561,0.00032661983,0.000047068163,0.0003033686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082521065,0.00014625167,0.000250311,0.00027519613,0.00026452704,0.00014762573,0.0005883512,0.00015133445,0.00014795689],"category_scores_gemma":[0.000451463,0.00012883982,0.000030200315,0.0006994372,0.00008729164,0.00037976087,0.0013444483,0.00064067636,0.00004455971],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000140884395,0.00014650813,0.31226853,0.0003227435,0.00014120489,0.000039029062,0.15093167,0.0008547208,0.0000026721145,0.000756863,0.00030982913,0.5342122],"study_design_scores_gemma":[0.0002393589,0.000097803684,0.058669433,0.00006355751,0.0000058210335,0.000006473233,0.00043057062,0.9215349,0.0000407152,0.00005815802,0.01869273,0.00016049521],"about_ca_topic_score_codex":0.00004459916,"about_ca_topic_score_gemma":0.0000514914,"teacher_disagreement_score":0.92068017,"about_ca_system_score_codex":0.00010573359,"about_ca_system_score_gemma":0.00016122604,"threshold_uncertainty_score":0.52539355},"labels":[],"label_agreement":null},{"id":"W2797906538","doi":"10.2196/medinform.9200","title":"Patient Adherence to Scheduled Vital Sign Measurements During Home Telemonitoring: Analysis of the Intervention Arm in a Before and After Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Samsung; Commonwealth Scientific and Industrial Research Organisation; Australian Government; ACT Government","keywords":"Vital signs; Medicine; Intervention (counseling); Emergency medicine; Medical emergency; Physical therapy; Intensive care medicine; Surgery; Nursing","score_opus":0.023894635456324427,"score_gpt":0.31503878894628423,"score_spread":0.2911441534899598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797906538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99824315,0.0000057211823,0.00006880622,0.00023492405,0.00018454729,0.0011026707,0.0000023246887,0.000013907892,0.00014393928],"genre_scores_gemma":[0.9988588,0.0000018198649,0.00071032526,0.0001256287,0.0000649375,0.00017470255,0.0000049377177,0.0000049093114,0.000053945565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998297,0.00003375832,0.0006332631,0.0000868328,0.00076458044,0.0001846011],"domain_scores_gemma":[0.99939764,0.000014994652,0.000119647644,0.00021271908,0.00007935829,0.00017566724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032983624,0.000110621746,0.00030056457,0.0002770389,0.00003125505,0.00001532315,0.00007523875,0.000076880846,0.00017359132],"category_scores_gemma":[0.00013084133,0.00006858421,0.00012151565,0.00058750226,0.00008007715,0.0001021438,0.00015363084,0.00012354851,0.000012197987],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018669901,0.0036118783,0.72720325,0.0013733759,0.0030068494,0.0000433157,0.071605176,0.0000060434477,0.00022202996,0.0000677147,0.00039456546,0.1737959],"study_design_scores_gemma":[0.05614031,0.010929506,0.91550726,0.0025664242,0.0015541905,0.000009310424,0.0065438733,0.002486837,0.002754284,0.000049197737,0.0011185016,0.00034030774],"about_ca_topic_score_codex":0.000021234804,"about_ca_topic_score_gemma":0.00021181442,"teacher_disagreement_score":0.18830399,"about_ca_system_score_codex":0.00009137072,"about_ca_system_score_gemma":0.000037690395,"threshold_uncertainty_score":0.2796783},"labels":[],"label_agreement":null},{"id":"W2797911717","doi":"10.2196/medinform.9679","title":"Agile Acceptance Test–Driven Development of Clinical Decision Support Advisories: Feasibility of Using Open Source Software","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Regression testing; Computer science; Agile software development; Acceptance testing; Software engineering; Manual testing; Test Management Approach; Test strategy; Vendor; Documentation; Keyword-driven testing; Non-regression testing; Software versioning; Reliability engineering; Software development; Software; Engineering; Software construction; Operating system","score_opus":0.19530978473723068,"score_gpt":0.5551727348669783,"score_spread":0.35986295012974756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797911717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9193082,0.000018884672,0.07372931,0.00007837542,0.0010430211,0.0027533565,0.000028901648,0.00008442973,0.0029555322],"genre_scores_gemma":[0.70997244,0.000039740196,0.28666434,0.001791975,0.0006472691,0.00019303047,0.000042934673,0.00005612366,0.00059210643],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901787,0.00047730617,0.0068070786,0.00023769539,0.0014582169,0.0008410161],"domain_scores_gemma":[0.9907705,0.003995624,0.002626918,0.00086622505,0.0010227222,0.000717986],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008773031,0.00023197499,0.0012011993,0.00011203578,0.0004848095,0.000010635489,0.0013375937,0.0007331896,0.0022982291],"category_scores_gemma":[0.01110979,0.00018421395,0.00011258752,0.00048023913,0.00049309735,0.00043757685,0.0011792557,0.0011775058,0.00025513212],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003228618,0.000585496,0.6726753,0.00395349,0.000054148935,0.0000016247685,0.043868043,0.000002774317,0.00001202842,0.00007518252,0.018379569,0.26006946],"study_design_scores_gemma":[0.017363397,0.0040414417,0.18618934,0.01867869,0.00010260686,0.00004329695,0.0462295,0.050072398,0.00048206004,0.00090789393,0.674339,0.0015503955],"about_ca_topic_score_codex":0.00009844686,"about_ca_topic_score_gemma":0.0004361856,"teacher_disagreement_score":0.6559594,"about_ca_system_score_codex":0.000414522,"about_ca_system_score_gemma":0.013012143,"threshold_uncertainty_score":0.99861383},"labels":[],"label_agreement":null},{"id":"W2799442961","doi":"10.2196/medinform.7992","title":"The Importance of Nonlinear Transformations Use in Medical Data Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institute on Aging; National Institutes of Health; European Commission; U.S. Department of Defense","keywords":"Computer science; Cluster analysis; Data mining; Preprocessor; Nonlinear system; Missing data; Transformation (genetics); Field (mathematics); Big data; Stability (learning theory); Data science; Artificial intelligence; Machine learning; Mathematics","score_opus":0.04242551858349133,"score_gpt":0.3792663197234097,"score_spread":0.3368408011399184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799442961","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22318715,0.00009872238,0.75189614,0.020700019,0.0004622235,0.0006050628,0.000062558116,0.00019784765,0.0027902864],"genre_scores_gemma":[0.8514317,0.00036822376,0.14003491,0.0074182227,0.00033141897,0.000052860556,0.00027033073,0.000016531454,0.000075757845],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962519,0.00013184278,0.0013245156,0.00013778126,0.0018241692,0.00032981083],"domain_scores_gemma":[0.99671626,0.0008388397,0.00028176236,0.0016834562,0.00016217894,0.00031752052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028612146,0.00011109511,0.0002658245,0.0002048641,0.00015175079,0.0000884936,0.0035342553,0.00018140842,0.00015652992],"category_scores_gemma":[0.0021156042,0.0000720386,0.000061172635,0.0018468944,0.00036106457,0.0010941277,0.0006362762,0.0006206209,0.000033045075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046026806,0.00046862764,0.45373905,0.0006611716,0.00051393284,0.00005905359,0.049889993,0.00020315447,5.654808e-7,0.08444231,0.015761128,0.394215],"study_design_scores_gemma":[0.00022446859,0.0000451787,0.01340282,0.000051813084,0.000011880384,0.000012019861,0.00019920121,0.96580535,0.0000025851311,0.00014578782,0.02002022,0.00007865505],"about_ca_topic_score_codex":0.00011094414,"about_ca_topic_score_gemma":0.003326982,"teacher_disagreement_score":0.9656022,"about_ca_system_score_codex":0.000028209355,"about_ca_system_score_gemma":0.0005651812,"threshold_uncertainty_score":0.6567584},"labels":[],"label_agreement":null},{"id":"W2799930623","doi":"10.2196/medinform.8912","title":"Reasons For Physicians Not Adopting Clinical Decision Support Systems: Critical Analysis","year":2018,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":357,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical decision support system; Computer science; Adaptation (eye); Task (project management); Decision support system; Implementation; User requirements document; Knowledge management; Artificial intelligence; Software engineering; Systems engineering; Engineering; Psychology","score_opus":0.20516622623780134,"score_gpt":0.5933476856428958,"score_spread":0.3881814594050944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799930623","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022473423,0.8488369,0.11387422,0.00043192328,0.013560452,0.01547262,0.0012221311,0.00073475955,0.005844523],"genre_scores_gemma":[0.000013419139,0.9712626,0.009275073,0.0028950025,0.00843108,0.0055993055,0.0010708467,0.00018322087,0.0012695002],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9781977,0.0028101855,0.013111256,0.0006781533,0.002529308,0.002673423],"domain_scores_gemma":[0.95651555,0.034759518,0.0040516886,0.0017587607,0.0011518279,0.001762683],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.020022959,0.00092044915,0.0075592785,0.0008157706,0.0012011975,0.00007844587,0.0015807406,0.0046198987,0.0006232804],"category_scores_gemma":[0.018608427,0.00068894913,0.0024930625,0.0018589725,0.000475964,0.00032113536,0.00051821634,0.0053155464,0.0030212079],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030725114,0.00014554114,0.00004334495,0.124530636,0.00095509103,0.000008722757,0.0009656415,2.0736228e-7,4.3773385e-10,0.001496157,0.17713042,0.6946935],"study_design_scores_gemma":[0.0006455277,0.00046043788,0.000004691552,0.063239284,0.003625694,0.000026349837,0.0014239188,0.006061855,2.3984534e-9,0.0000157721,0.9239227,0.0005737181],"about_ca_topic_score_codex":0.00005564371,"about_ca_topic_score_gemma":0.00012574508,"teacher_disagreement_score":0.7467923,"about_ca_system_score_codex":0.0011972974,"about_ca_system_score_gemma":0.010942632,"threshold_uncertainty_score":0.9995562},"labels":[],"label_agreement":null},{"id":"W2799935832","doi":"10.2196/medinform.7710","title":"Developing a Third-Party Analytics Application Using Australia’s National Personal Health Records System: Case Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Timeline; Computer science; Thriving; Usability; Data science; Analytics; Health informatics; World Wide Web; Health care; Internet privacy; Political science; Psychology","score_opus":0.22312818518647096,"score_gpt":0.5315678362769828,"score_spread":0.30843965109051186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799935832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93731797,0.000028340586,0.051419813,0.0013927466,0.0015416768,0.005063137,0.000038434835,0.00037037645,0.0028275016],"genre_scores_gemma":[0.9873426,0.000007891477,0.0060624257,0.0033786052,0.002112434,0.0006115022,0.00004411021,0.000039262584,0.0004011853],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99219865,0.00092603406,0.0031640003,0.00028228518,0.002129394,0.0012996494],"domain_scores_gemma":[0.9956973,0.0005296857,0.0014261684,0.00039231565,0.0010714935,0.00088302273],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.007703455,0.0003193236,0.00070616876,0.00032348844,0.001834409,0.000033160406,0.0003673554,0.00051788305,0.00020129036],"category_scores_gemma":[0.00042449005,0.00027500652,0.00007793612,0.0008811429,0.00016193521,0.00036058962,0.00018579976,0.0015413737,0.0007763515],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00029809066,0.001516774,0.18815671,0.034092065,0.0008483401,0.000512177,0.5668076,0.000030592466,0.000008464848,0.028720897,0.1526759,0.026332386],"study_design_scores_gemma":[0.00371993,0.00119152,0.0020731888,0.002808958,0.000061307386,0.003424328,0.36812934,0.5637182,0.000002260637,0.00012365346,0.053944543,0.00080273923],"about_ca_topic_score_codex":0.00529376,"about_ca_topic_score_gemma":0.0058850553,"teacher_disagreement_score":0.5636876,"about_ca_system_score_codex":0.005029353,"about_ca_system_score_gemma":0.01209285,"threshold_uncertainty_score":0.9999702},"labels":[],"label_agreement":null},{"id":"W2800020257","doi":"10.2196/medinform.5587","title":"An Assistive Technology System that Provides Personalized Dressing Support for People Living with Dementia: Capability Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Institutes of Health","keywords":"Dementia; Set (abstract data type); Process (computing); Assistive technology; Assisted living; Activities of daily living; Applied psychology; Internet privacy; Psychology; Computer science; Human–computer interaction; Medicine; Nursing; Psychiatry","score_opus":0.021251758273357287,"score_gpt":0.34977732396680017,"score_spread":0.3285255656934429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800020257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9764102,0.000012555742,0.017285392,0.00027177588,0.000071189635,0.0033379062,0.000010818303,0.00023391773,0.0023662134],"genre_scores_gemma":[0.99469614,0.0000018559625,0.0036951734,0.00024478906,0.00013806035,0.0010160116,0.000034108994,0.000022809336,0.00015104839],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99710935,0.000093408664,0.0005523615,0.00023748976,0.001433481,0.00057392434],"domain_scores_gemma":[0.998112,0.00019498997,0.00020541315,0.00037715718,0.0006827803,0.00042762997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015903788,0.00022179347,0.0005038649,0.00024869788,0.00033712504,0.00009595485,0.00025048814,0.0001852093,0.00046592625],"category_scores_gemma":[0.0003677059,0.00014985705,0.000071864844,0.00037197318,0.0006162026,0.0003819383,0.00013313128,0.00033554,0.00003034611],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036755385,0.0014352846,0.97364306,0.0015390278,0.00039801295,0.000023100023,0.009728452,3.5599705e-8,0.00003667899,0.000099247045,0.00032384403,0.0124057],"study_design_scores_gemma":[0.007857792,0.016214296,0.6840072,0.0016324884,0.00066260266,0.00027034772,0.2763043,0.010640991,0.0006019261,0.000011688776,0.0014233021,0.0003730367],"about_ca_topic_score_codex":0.000018500463,"about_ca_topic_score_gemma":0.000082948514,"teacher_disagreement_score":0.28963584,"about_ca_system_score_codex":0.00015326506,"about_ca_system_score_gemma":0.0007433819,"threshold_uncertainty_score":0.6110993},"labels":[],"label_agreement":null},{"id":"W2800480057","doi":"10.2196/10167","title":"Finding Meaning in Medication Reconciliation Using Electronic Health Records: Qualitative Analysis in Safety Net Primary and Specialty Care","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of Diabetes and Digestive and Kidney Diseases; Agency for Healthcare Research and Quality; National Institutes of Health","keywords":"Safety net; Electronic health record; Health records; Patient safety; Specialty; Meaningful use; Medicine; Meaning (existential); Medical emergency; Affect (linguistics); Health information technology; Medication Reconciliation; Health care; Quality (philosophy); Qualitative research; Quality management; Nursing; Primary care; Family medicine; Psychology; Management system; Pharmacy; Communication; Operations management","score_opus":0.10816654435786698,"score_gpt":0.478749047148393,"score_spread":0.370582502790526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800480057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98783576,0.00031843374,0.0038860678,0.0020887102,0.0001509034,0.000740656,0.000009400695,0.00003058433,0.0049394513],"genre_scores_gemma":[0.9916493,0.00071461033,0.0030502784,0.004154942,0.0001702717,0.0000135781,0.00022104358,0.000009519779,0.00001640491],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973032,0.00027546394,0.0011526053,0.00014658556,0.000716883,0.0004052974],"domain_scores_gemma":[0.99852175,0.0005073675,0.00043955486,0.00014901979,0.00009025547,0.00029203293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025144955,0.0001392884,0.0005145391,0.00047112713,0.00009043844,0.000018296594,0.0000813642,0.00015955232,0.00021915435],"category_scores_gemma":[0.0007826278,0.000121018136,0.000054863638,0.0010202127,0.0001271959,0.00044259732,0.000056755096,0.00064990186,0.000008574848],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091068505,0.00022842047,0.31128642,0.0017783396,0.0003348901,0.00000979686,0.5246756,0.00003672827,0.000009922268,0.0014203043,0.0002711255,0.15903775],"study_design_scores_gemma":[0.0097337235,0.0015167547,0.24641277,0.001959343,0.0004950135,0.000043230084,0.15088247,0.56923723,0.00004601503,0.00061777205,0.018402085,0.00065358257],"about_ca_topic_score_codex":0.0002543382,"about_ca_topic_score_gemma":0.0019709938,"teacher_disagreement_score":0.5692005,"about_ca_system_score_codex":0.0011155498,"about_ca_system_score_gemma":0.0007489214,"threshold_uncertainty_score":0.49349764},"labels":[],"label_agreement":null},{"id":"W2800489730","doi":"10.2196/medinform.9299","title":"An Early Model for Value and Sustainability in Health Information Exchanges: Qualitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health information exchange; eHealth; Sustainability; Value (mathematics); Relative value; Information exchange; Value proposition; Qualitative research; Knowledge management; Grounded theory; Business; Health care; Marketing; Computer science; Health information; Economics","score_opus":0.08077077795176024,"score_gpt":0.5437420881054134,"score_spread":0.4629713101536531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800489730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9161003,0.00002600667,0.06993342,0.0030160777,0.0002591614,0.010034787,0.000037708796,0.0001310354,0.0004614936],"genre_scores_gemma":[0.99067324,0.0000215933,0.0016652113,0.0047077485,0.0002180572,0.0025208434,0.00004430576,0.000017769782,0.00013120125],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99394155,0.0014884359,0.0025855878,0.00014873732,0.00076415227,0.0010715545],"domain_scores_gemma":[0.9964729,0.0009771168,0.0007453288,0.00041468706,0.000675153,0.0007148227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012809672,0.00020361657,0.0005475103,0.0002817282,0.00059544574,0.00002430468,0.0002715355,0.00036312922,0.000033778106],"category_scores_gemma":[0.001516852,0.00017024831,0.000029144041,0.00034662205,0.00017748022,0.0013588853,0.00010293034,0.000881024,0.000037475085],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012914289,0.00018817419,0.0038401133,0.004311829,0.000009293888,1.6133673e-7,0.9749314,0.0000090310805,3.88648e-8,0.004500504,0.001708321,0.0103719765],"study_design_scores_gemma":[0.0024225123,0.0025042028,0.0024008183,0.00027339646,0.0000030053102,7.2307216e-7,0.55907226,0.42723897,1.3323904e-7,0.0029468222,0.0029885198,0.00014863437],"about_ca_topic_score_codex":0.0019910135,"about_ca_topic_score_gemma":0.0029358503,"teacher_disagreement_score":0.42722994,"about_ca_system_score_codex":0.0011882812,"about_ca_system_score_gemma":0.004582332,"threshold_uncertainty_score":0.81288606},"labels":[],"label_agreement":null},{"id":"W2800673833","doi":"10.2196/medinform.8724","title":"Data Access and Usage Practices Across a Cohort of Researchers at a Large Tertiary Pediatric Hospital: Qualitative Survey Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; BC Children's Hospital","funders":"BC Children's Hospital","keywords":"Data quality; Data collection; Data governance; Data access; Data sharing; Health informatics; Usability; Qualitative property; Health care; Data science; Computer science; Knowledge management; Medicine; Nursing; Business; Political science; Public health; Database","score_opus":0.6743782447019563,"score_gpt":0.708224658644603,"score_spread":0.03384641394264676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800673833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942737,0.00008961497,0.00013433666,0.0016504058,0.00012411282,0.001918402,0.00051402964,0.000041546817,0.0012538268],"genre_scores_gemma":[0.9962801,0.0010492781,0.000748314,0.0008140022,0.0002669141,0.000080851,0.0002536718,0.000027709515,0.00047915726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9904939,0.0012548391,0.0017091088,0.00041341197,0.0053511616,0.0007776088],"domain_scores_gemma":[0.95851916,0.0353805,0.0011347982,0.0020041338,0.0018054789,0.0011559022],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.063176714,0.0002048963,0.0006286709,0.00015892467,0.00023302552,0.00012311187,0.0017024663,0.00053866033,0.0004300028],"category_scores_gemma":[0.21027027,0.00015020085,0.000047505448,0.00083803537,0.0017780788,0.0011145127,0.006622374,0.002544237,0.00008821691],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004392978,0.0015068285,0.9176296,0.0012003385,0.00021552258,0.000039591992,0.07009737,1.0426721e-8,7.64053e-7,0.000036037723,0.008176861,0.0006577971],"study_design_scores_gemma":[0.0033059388,0.0024673063,0.94849396,0.00021199787,0.00008656435,0.000011600494,0.04174485,0.002051403,0.000011693904,0.00022784769,0.0011922397,0.00019460112],"about_ca_topic_score_codex":0.00045732077,"about_ca_topic_score_gemma":0.00339403,"teacher_disagreement_score":0.14709356,"about_ca_system_score_codex":0.000092114315,"about_ca_system_score_gemma":0.0012370056,"threshold_uncertainty_score":0.99975693},"labels":[],"label_agreement":null},{"id":"W2801232444","doi":"10.2196/medinform.8687","title":"Capturing a Patient-Reported Measure of Physical Function Through an Online Electronic Health Record Patient Portal in an Ambulatory Clinic: Implementation Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; Agency for Healthcare Research and Quality; National Institutes of Health; Pfizer","keywords":"Medicine; Patient portal; Rheumatology; Rheumatoid arthritis; Ambulatory; Physical therapy; Patient-reported outcome; Internal medicine; Documentation; MEDLINE; Electronic health record; Health care; Family medicine; Quality of life (healthcare); Nursing","score_opus":0.04438601826782224,"score_gpt":0.3920724774182361,"score_spread":0.34768645915041385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801232444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979055,0.0000901038,0.000100786936,0.00011208085,0.00011011259,0.0014991884,0.000012073978,0.000060067836,0.000110088054],"genre_scores_gemma":[0.99854195,0.00017828961,0.00026268122,0.0005434613,0.0001381137,0.000076514276,0.00023727622,0.00001996011,0.0000017749744],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9961987,0.00018524248,0.0014905921,0.00017337891,0.0014436645,0.0005084288],"domain_scores_gemma":[0.9984164,0.000037010534,0.00051076134,0.00036277765,0.00027877023,0.0003942488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006414135,0.00017776799,0.00048753415,0.00015747857,0.000088891946,0.00001714631,0.00010074102,0.00009289287,0.0003077967],"category_scores_gemma":[0.00009607553,0.00014357764,0.00007278171,0.00027967905,0.0001610186,0.0007215092,0.00005036678,0.00053008733,0.000009834061],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013869707,0.007937762,0.093766,0.00017326088,0.00022912935,0.00003124915,0.14773661,0.0000015991094,0.00009632293,0.00010918467,0.0003982058,0.7481337],"study_design_scores_gemma":[0.025361078,0.19166574,0.34933403,0.0013766096,0.000054928474,0.00018367528,0.40858006,0.014351883,0.00062662497,0.000722724,0.006949983,0.00079268037],"about_ca_topic_score_codex":0.00042661894,"about_ca_topic_score_gemma":0.003960426,"teacher_disagreement_score":0.74734104,"about_ca_system_score_codex":0.00013316047,"about_ca_system_score_gemma":0.00090946775,"threshold_uncertainty_score":0.5854926},"labels":[],"label_agreement":null},{"id":"W2801511884","doi":"10.2196/medinform.9629","title":"Diabetes-Related Behavior Change Knowledge Transfer to Primary Care Practitioners and Patients: Implementation and Evaluation of a Digital Health Platform","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diabetes Management and Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Digital health; Primary care; Knowledge transfer; Health care; Knowledge management; Computer science; Family medicine","score_opus":0.04306264529615009,"score_gpt":0.3779376597786679,"score_spread":0.3348750144825178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801511884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99443686,0.00008800547,0.000019481296,0.00038276656,0.00014609264,0.0025079763,0.000028688251,0.00002403297,0.0023661216],"genre_scores_gemma":[0.9970811,0.000028391725,0.00013248363,0.00083773595,0.00007018381,0.0004325981,0.0013977533,0.000008920674,0.000010860434],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99862605,0.000016044116,0.0004784816,0.00008152558,0.00061796943,0.00017991745],"domain_scores_gemma":[0.9991903,0.000024513192,0.00007841631,0.0000979094,0.0003563838,0.00025251682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044401907,0.00009786995,0.00018319133,0.00017908777,0.000059925438,0.00002770841,0.0000348621,0.00006957,0.0001182831],"category_scores_gemma":[0.000045340752,0.000084733176,0.000021220661,0.00019551007,0.00008750663,0.0006855875,0.00003688521,0.0000843667,0.000014072148],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020566571,0.00022968213,0.07239626,0.0010122877,0.00003448594,5.5141467e-8,0.057534225,1.939511e-8,0.000003934225,0.000058550526,0.0011496663,0.86756027],"study_design_scores_gemma":[0.006623535,0.00306159,0.9515655,0.00077813823,0.00037865454,0.000001923428,0.0308154,0.0010689646,0.00012294068,0.000037619157,0.005319856,0.0002258865],"about_ca_topic_score_codex":0.0000056562685,"about_ca_topic_score_gemma":0.00001309399,"teacher_disagreement_score":0.8791692,"about_ca_system_score_codex":0.00016576155,"about_ca_system_score_gemma":0.00019115023,"threshold_uncertainty_score":0.34553185},"labels":[],"label_agreement":null},{"id":"W2801958627","doi":"10.2196/medinform.8805","title":"Secure Logistic Regression Based on Homomorphic Encryption: Design and Evaluation","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":247,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institute of Biomedical Imaging and Bioengineering; National Human Genome Research Institute; National Research Foundation of Korea; National Research Foundation","keywords":"Homomorphic encryption; Computer science; Encryption; Logistic regression; Machine learning; Cloud computing; Discriminative model; Support vector machine; Computation; Data mining; Artificial intelligence; Outsourcing; Classifier (UML); Algorithm; Computer security","score_opus":0.05255794342517325,"score_gpt":0.3334524473528274,"score_spread":0.2808945039276542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801958627","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013361331,0.000031390828,0.9841853,0.0006870196,0.0002707239,0.0003976868,0.0000034656643,0.0001680787,0.00089504203],"genre_scores_gemma":[0.87775296,0.00002465083,0.11944716,0.0025139523,0.00016916316,0.000058877155,0.000026026126,0.0000058525243,0.0000013867228],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997924,0.00014758954,0.0003362378,0.00014309461,0.0012466226,0.00020248281],"domain_scores_gemma":[0.998702,0.00026686248,0.00013500331,0.00048667626,0.00016645459,0.00024300552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001578264,0.000130943,0.00013189221,0.00014180543,0.00019000507,0.00012726185,0.00047051362,0.00017261611,0.00019874811],"category_scores_gemma":[0.00029148196,0.000094676376,0.000032110976,0.00039665043,0.00027446842,0.00050826854,0.00013502342,0.00024399023,0.0001049474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022727883,0.0007340004,0.00048689553,0.00048356657,0.00004040034,0.00004240918,0.019297697,0.00027594547,0.000048278,0.2561085,0.09616396,0.62609106],"study_design_scores_gemma":[0.00068064686,0.00040910937,0.0007113006,0.0001866493,0.00000783454,0.000017072967,0.000075030795,0.98531234,0.00007701844,0.009444594,0.002947939,0.00013044098],"about_ca_topic_score_codex":0.0000014777447,"about_ca_topic_score_gemma":0.0000010984322,"teacher_disagreement_score":0.98503643,"about_ca_system_score_codex":0.0000250184,"about_ca_system_score_gemma":0.00019325194,"threshold_uncertainty_score":0.38607904},"labels":[],"label_agreement":null},{"id":"W2802355308","doi":"10.2196/medinform.8403","title":"Implementing an Open Source Electronic Health Record System in Kenyan Health Care Facilities: Case Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Institute for Health and Care Research; National Institute of General Medical Sciences; Wellcome Trust","keywords":"Electronic health record; Open source; Health care; Health records; Medical emergency; Medicine; Patient portal; Computer science; Software; Operating system","score_opus":0.04300816973493849,"score_gpt":0.3742949347614814,"score_spread":0.3312867650265429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802355308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9228724,0.00010272148,0.0704266,0.000840827,0.0004507651,0.002633892,0.000010768949,0.0005349616,0.0021270504],"genre_scores_gemma":[0.9823914,0.000011593773,0.014894479,0.0023145408,0.00009710902,0.00017583783,0.000019530056,0.000017748462,0.00007771717],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99532044,0.00064466096,0.0016024179,0.0001989861,0.00089041906,0.001343063],"domain_scores_gemma":[0.99749774,0.0001585487,0.0004792127,0.0012614329,0.00017064247,0.0004324507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045537925,0.00024336221,0.000521895,0.0002766333,0.00093808636,0.00053991773,0.0033395607,0.00009047207,0.000030166173],"category_scores_gemma":[0.00007109512,0.00022557187,0.00002933833,0.0006238364,0.000113057766,0.0013500886,0.003058535,0.0006946858,0.000037421058],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053208164,0.00012513595,0.0012200534,0.0006907278,0.000017883505,0.0000497589,0.82537675,0.0000017700439,1.407245e-8,0.0031534878,0.0012824977,0.16807659],"study_design_scores_gemma":[0.0010507513,0.0026961027,0.00013023149,0.00042059273,0.0000013136837,0.0007721463,0.903237,0.03413333,0.0000015272309,0.000055377914,0.05720625,0.0002953744],"about_ca_topic_score_codex":0.014262335,"about_ca_topic_score_gemma":0.036222376,"teacher_disagreement_score":0.16778122,"about_ca_system_score_codex":0.0012525603,"about_ca_system_score_gemma":0.003308916,"threshold_uncertainty_score":0.99230176},"labels":[],"label_agreement":null},{"id":"W2802613071","doi":"10.2196/medinform.9063","title":"A Neuroimaging Web Services Interface as a Cyber Physical System for Medical Imaging and Data Management in Brain Research: Design Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Genentech; IXICO; H. Lundbeck A/S; Servier; Eisai; Janssen Alzheimer Immunotherapy Research And Development; Northern California Institute for Research and Education; BioClinica; F. Hoffmann-La Roche; Florida Department of Health; University of Southern California; Biogen; Novartis Pharmaceuticals Corporation; Pfizer; Eli Lilly and Company; Bristol-Myers Squibb; U.S. Department of Defense; Meso Scale Diagnostics; National Institute on Aging; Alzheimer's Association; National Science Foundation","keywords":"Neuroimaging; Computer science; Interface (matter); Human–computer interaction; Data science; World Wide Web; Medicine; Psychology; Neuroscience","score_opus":0.12218466741848316,"score_gpt":0.4244814521929944,"score_spread":0.3022967847745112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802613071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9604403,0.000041013936,0.007066708,0.022821868,0.00061818975,0.003981694,0.000030317004,0.00027875998,0.0047211805],"genre_scores_gemma":[0.9934755,0.000011036963,0.00054818887,0.005289854,0.0002830575,0.00030939985,0.000003048806,0.000023507637,0.00005640588],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99519694,0.0005317973,0.00058686547,0.0005182063,0.002577208,0.00058900943],"domain_scores_gemma":[0.9893071,0.009473011,0.000109063534,0.0006887159,0.00011970665,0.00030237163],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053150356,0.000212761,0.00032538487,0.000310184,0.00035374644,0.00019904002,0.0012918751,0.00006557218,0.000022006156],"category_scores_gemma":[0.008704442,0.00017434015,0.000026524214,0.0006133402,0.00069844146,0.0007999301,0.003022122,0.00064217666,0.00009975157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030671097,0.008217966,0.008070265,0.013390644,0.0005573128,0.002576214,0.27812174,0.000046563408,0.0026217194,0.020346569,0.28072104,0.3822629],"study_design_scores_gemma":[0.002592235,0.000431247,0.00045271806,0.0006538368,0.000017053757,0.0001456979,0.044757035,0.9374852,0.00028882246,0.00043487374,0.012498226,0.0002430627],"about_ca_topic_score_codex":0.000034985947,"about_ca_topic_score_gemma":0.000072002695,"teacher_disagreement_score":0.9374386,"about_ca_system_score_codex":0.00009958346,"about_ca_system_score_gemma":0.00017097699,"threshold_uncertainty_score":0.99964565},"labels":[],"label_agreement":null},{"id":"W2802625156","doi":"10.2196/medinform.9171","title":"Automated Modular Magnetic Resonance Imaging Clinical Decision Support System (MIROR): An Application in Pediatric Cancer Diagnosis","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"MRI in cancer diagnosis","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Medical Research Council; National Institute for Health and Care Research; Cancer Research UK; Children's Cancer and Leukaemia Group","keywords":"Magnetic resonance imaging; Modular design; Clinical decision support system; Computer science; Medicine; Medical imaging; Cancer; Decision support system; Radiology; Medical physics; Artificial intelligence; Programming language; Internal medicine","score_opus":0.019508077861417047,"score_gpt":0.37834640085984234,"score_spread":0.3588383229984253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802625156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98982036,0.001332018,0.0019886566,0.0015688885,0.000972728,0.0018779695,0.000038913437,0.0009246501,0.0014758317],"genre_scores_gemma":[0.9785806,0.004808268,0.008206006,0.0034334506,0.0017780187,0.0030328308,0.00007287893,0.00006178579,0.000026163116],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951167,0.00010712141,0.002192873,0.00037882593,0.0015969562,0.0006074856],"domain_scores_gemma":[0.9971189,0.00044173293,0.00039316065,0.0008913085,0.00033512132,0.00081980904],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017140281,0.0003008028,0.00068213046,0.00036559842,0.00009675581,0.00004777816,0.0004883441,0.00042879969,0.00070319575],"category_scores_gemma":[0.00036775233,0.00026216218,0.00012131946,0.0010206153,0.00025541527,0.00043795095,0.00017440297,0.00063307054,0.00042678363],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010886748,0.0003648343,0.65061474,0.0005057026,0.0000058548503,0.000052009247,0.0009087074,0.000004621762,0.0000013017705,0.00005028093,0.044073593,0.3033095],"study_design_scores_gemma":[0.0034688727,0.0005785197,0.4574404,0.0009534208,0.00010808257,0.00008093789,0.00045331844,0.48063675,0.00004752769,0.000022515995,0.05589407,0.00031560572],"about_ca_topic_score_codex":0.00017656323,"about_ca_topic_score_gemma":0.00018610488,"teacher_disagreement_score":0.48063213,"about_ca_system_score_codex":0.00046962724,"about_ca_system_score_gemma":0.0006848237,"threshold_uncertainty_score":0.9999831},"labels":[],"label_agreement":null},{"id":"W2803493841","doi":"10.2196/10184","title":"Emergency Physician Use of the Alberta Netcare Portal, a Province-Wide Interoperable Electronic Health Record: Multi-Method Observational Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta; Alberta Health Services","funders":"University of Alberta; University of Calgary; Alberta Health Services","keywords":"Medicine; Medical emergency; Audit; Interquartile range; Electronic health record; Health information exchange; Observational study; Emergency department; Vendor; Medical record; Emergency medicine; Health care; Health information; Business; Nursing; Surgery","score_opus":0.1406498823296238,"score_gpt":0.46751319129579966,"score_spread":0.3268633089661759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803493841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96803564,0.000114083305,0.008207437,0.005769235,0.0033871627,0.0107906405,0.00004305803,0.00015716063,0.0034955957],"genre_scores_gemma":[0.9218995,0.00033406174,0.009085386,0.043344848,0.002014784,0.0024457767,0.00014679301,0.00018504153,0.020543786],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916283,0.0017760916,0.0035434018,0.00026190616,0.0012866784,0.0015036169],"domain_scores_gemma":[0.9950113,0.0010290577,0.0018656643,0.0009817757,0.00063135487,0.00048083375],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033178888,0.00032162663,0.00076572585,0.000114604554,0.0009123718,0.000013451571,0.00084774505,0.00032922442,0.0010475572],"category_scores_gemma":[0.0017680771,0.00021384939,0.0001473811,0.0007412384,0.00013801533,0.0005379511,0.0003787468,0.0020043722,0.00022825802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014599659,0.0015638473,0.61526626,0.0034615097,0.0002659958,0.0000016073677,0.087959275,0.000007226514,0.000009051873,0.0025571014,0.25025013,0.03851198],"study_design_scores_gemma":[0.0050497036,0.005506507,0.14948907,0.003418024,0.00006869726,0.00001231835,0.050298993,0.07092824,0.000018365896,0.0002333343,0.71412784,0.0008488757],"about_ca_topic_score_codex":0.010367285,"about_ca_topic_score_gemma":0.08603336,"teacher_disagreement_score":0.46577722,"about_ca_system_score_codex":0.00071403873,"about_ca_system_score_gemma":0.009608731,"threshold_uncertainty_score":0.9998656},"labels":[],"label_agreement":null},{"id":"W2803714820","doi":"10.2196/medinform.9080","title":"Perspectives of Nurses Toward Telehealth Efficacy and Quality of Health Care: Pilot Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Nursing; Context (archaeology); SERVQUAL; Medicine; Health care; Test (biology); Telemedicine; Quality (philosophy); Service delivery framework; Service (business); Service quality; Psychology; Business","score_opus":0.08989011877116104,"score_gpt":0.46480741557822275,"score_spread":0.3749172968070617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803714820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99459505,0.00042853176,0.00027224017,0.0020758146,0.00013359134,0.0017215156,0.000015477024,0.000045152778,0.00071260147],"genre_scores_gemma":[0.99668103,0.00015774253,0.0015667174,0.0013330559,0.0001829131,0.000026225962,0.000027446427,0.000010736803,0.000014104851],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99649537,0.00015348473,0.0018287346,0.00012107935,0.0010969191,0.00030441297],"domain_scores_gemma":[0.9979344,0.00022292306,0.0007539742,0.0002819654,0.00039522562,0.00041149533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013433795,0.00014707075,0.00075129006,0.00018165284,0.00008147578,0.0000043390064,0.00010615705,0.000054956505,0.00016705556],"category_scores_gemma":[0.0005838984,0.000111051595,0.000031293064,0.00030305595,0.0004911654,0.00010322802,0.000059570513,0.00024007619,0.000004291191],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009850179,0.002865876,0.13162196,0.0057763224,0.00013929635,0.0000016911466,0.65001225,3.86291e-8,0.000027986747,0.001181651,0.0028120787,0.2045758],"study_design_scores_gemma":[0.007715481,0.03226443,0.5283671,0.00026392887,0.00004000022,0.000013879093,0.4297074,0.000024520794,0.00010711769,0.000014985566,0.001386973,0.000094185554],"about_ca_topic_score_codex":0.0010574705,"about_ca_topic_score_gemma":0.00016906096,"teacher_disagreement_score":0.39674512,"about_ca_system_score_codex":0.00009235058,"about_ca_system_score_gemma":0.00088743813,"threshold_uncertainty_score":0.45285526},"labels":[],"label_agreement":null},{"id":"W2803820034","doi":"10.2196/10248","title":"Adverse Drug Event Reporting From Clinical Care: Mixed-Methods Analysis for a Minimum Required Dataset","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia; Vancouver Coastal Health Research Institute; Simon Fraser University; Vancouver Coastal Health","funders":"Canadian Institutes of Health Research; Health Canada; Michael Smith Health Research BC","keywords":"Medicine; Adverse effect; Adverse drug event; Computer science; Intensive care medicine; Medical emergency; Emergency medicine; Pharmacology","score_opus":0.1651963355801252,"score_gpt":0.5752440876773514,"score_spread":0.41004775209722616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803820034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94056106,0.00020595177,0.037371393,0.0014311783,0.007857865,0.001668267,0.0068605295,0.00032491385,0.003718828],"genre_scores_gemma":[0.93356717,0.00033450825,0.030622967,0.017915504,0.0036529764,0.00049141305,0.012943889,0.000048611153,0.00042293564],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99430096,0.0005922106,0.003510787,0.00036270567,0.0005321016,0.00070124294],"domain_scores_gemma":[0.9938199,0.0022334852,0.0020734288,0.00062130357,0.00029355346,0.000958342],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005168841,0.00033255346,0.00086080545,0.00023660499,0.00046519225,0.00002874407,0.00064057607,0.0006258241,0.0020970644],"category_scores_gemma":[0.0024349864,0.00029465125,0.00062223943,0.00068915583,0.0006612092,0.00045194032,0.00029074668,0.0012024005,0.00037595237],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001046013,0.0012034134,0.03176398,0.0003616952,0.00600615,0.0001180618,0.017625814,0.00028274028,0.00064547843,0.0001729239,0.7503222,0.19045152],"study_design_scores_gemma":[0.0030837513,0.00011623738,0.00197929,0.000044112796,0.0019787438,0.00001374154,0.0071946047,0.08857235,0.0029161826,0.00012293986,0.893569,0.00040903685],"about_ca_topic_score_codex":0.000035867477,"about_ca_topic_score_gemma":0.00006691602,"teacher_disagreement_score":0.19004248,"about_ca_system_score_codex":0.00011494255,"about_ca_system_score_gemma":0.0004639446,"threshold_uncertainty_score":0.9999506},"labels":[],"label_agreement":null},{"id":"W2803853169","doi":"10.2196/10295","title":"Three-Dimensional Portable Document Format (3D PDF) in Clinical Communication and Biomedical Sciences: Systematic Review of Applications, Tools, and Protocols","year":2018,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Scope (computer science); Data science; The Internet; Systematic review; Visualization; Scientific literature; World Wide Web; MEDLINE; Information retrieval; Data mining","score_opus":0.051430637312853286,"score_gpt":0.4004115914000088,"score_spread":0.3489809540871555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803853169","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000298218,0.9791436,0.0015832974,0.00006170522,0.000040939554,0.018503655,0.00002014746,0.000094146824,0.0005494969],"genre_scores_gemma":[0.0000011228916,0.9773692,0.005430361,0.00030339055,0.000035012195,0.016700149,0.00013759262,0.00001622859,0.000006972828],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99440986,0.00012329551,0.0040521817,0.00016945961,0.0009115319,0.0003336648],"domain_scores_gemma":[0.9974707,0.0007479922,0.00075165794,0.0006252005,0.00006713856,0.0003373485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045398017,0.00032527756,0.002434735,0.00025954956,0.00007275148,0.000030757867,0.00074923405,0.00088635675,0.00013260097],"category_scores_gemma":[0.000815221,0.0002215237,0.00014165168,0.000606724,0.0015256435,0.00027706707,0.00040760526,0.0009784759,0.00006358525],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.988433e-7,0.000043679243,0.0000016993664,0.7548259,0.000046026802,0.0000013408772,0.00002571179,2.4486784e-8,7.4432627e-10,0.0010334401,0.002676389,0.2413452],"study_design_scores_gemma":[0.00020237666,0.000074407166,5.8637755e-7,0.4677275,0.0001385308,0.000097754884,0.000030211335,0.0017267541,3.7665206e-8,0.00021778581,0.529629,0.0001550866],"about_ca_topic_score_codex":0.000002338366,"about_ca_topic_score_gemma":0.000004994893,"teacher_disagreement_score":0.52695256,"about_ca_system_score_codex":0.0000710061,"about_ca_system_score_gemma":0.00040558953,"threshold_uncertainty_score":0.90334743},"labels":[],"label_agreement":null},{"id":"W2803907651","doi":"10.2196/10264","title":"Health Information Technology in Healthcare Quality and Patient Safety: Literature Review","year":2018,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Patient safety; Health information technology; Thematic analysis; Quality (philosophy); Knowledge management; Information technology; Health information exchange; Identification (biology); Medicine; Business; Computer science; Qualitative research; Health information; Political science","score_opus":0.07651076199369453,"score_gpt":0.5215595673992847,"score_spread":0.4450488054055901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803907651","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026363628,0.9583787,0.000054967193,0.028333975,0.0009269526,0.010827193,0.00025194878,0.00023050023,0.0009931413],"genre_scores_gemma":[0.0000011185319,0.95414484,0.00042846196,0.04155512,0.00024019604,0.0024979548,0.0010445564,0.000043840766,0.00004388537],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820468,0.0031713091,0.011306569,0.00030592474,0.0014026199,0.001766792],"domain_scores_gemma":[0.99105966,0.000937962,0.0053709187,0.0010609363,0.0004907428,0.0010797705],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0077701146,0.0007092489,0.004823364,0.0010946479,0.0005461684,0.000026610034,0.0006640105,0.0031221306,0.00010415526],"category_scores_gemma":[0.0022620235,0.0005183073,0.00021233455,0.0024257626,0.00020800962,0.0006280989,0.0005437134,0.0071166353,0.0007236785],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042875627,0.000014631272,0.000014889447,0.42028257,0.000013316666,0.0000018384163,0.002484857,1.1302488e-9,4.2513413e-11,0.0019652965,0.021977538,0.5532408],"study_design_scores_gemma":[0.00028950133,0.00020629833,0.000006059378,0.3847616,0.000013458019,0.000079322366,0.00044413694,0.00000894367,8.6842633e-10,0.00014316793,0.613813,0.00023455138],"about_ca_topic_score_codex":0.00023798629,"about_ca_topic_score_gemma":0.00039348242,"teacher_disagreement_score":0.59183544,"about_ca_system_score_codex":0.0024561875,"about_ca_system_score_gemma":0.011743734,"threshold_uncertainty_score":0.99972683},"labels":[],"label_agreement":null},{"id":"W2803982643","doi":"10.2196/medinform.9455","title":"Privacy-Preserving Predictive Modeling: Harmonization of Contextual Embeddings From Different Sources","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences; National Center for Advancing Translational Sciences; National Institute of Biomedical Imaging and Bioengineering; National Human Genome Research Institute","keywords":"Computer science; Pooling; Embedding; Context (archaeology); Word2vec; Data sharing; Data mining; Machine learning; Harmonization; Artificial intelligence; Data science","score_opus":0.025189409632208535,"score_gpt":0.3102796689629046,"score_spread":0.28509025933069604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803982643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47318655,0.000021639016,0.5251645,0.000550977,0.00018560943,0.00016865532,0.0000050492395,0.00013539333,0.0005816414],"genre_scores_gemma":[0.9762796,0.000010103955,0.022713285,0.0006650506,0.00024974582,0.000020907786,0.000024801779,0.000010593574,0.000025916755],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973682,0.00009671588,0.0008581397,0.00016724464,0.0012072991,0.0003024074],"domain_scores_gemma":[0.998113,0.00026601527,0.00036759823,0.0006176365,0.0003354055,0.00030037982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035943298,0.00016972657,0.00029470993,0.00011642011,0.00013680609,0.00008774626,0.0017029819,0.00020069817,0.00017326511],"category_scores_gemma":[0.00094134454,0.00013491041,0.000056510456,0.00023447681,0.00015540159,0.0006296973,0.001203502,0.00043963254,0.00003094774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019473548,0.00059935835,0.0998196,0.0014717507,0.00030796498,0.000012826057,0.71988446,0.0053637773,0.00015719587,0.01860021,0.009597332,0.1439908],"study_design_scores_gemma":[0.00039704295,0.00021279698,0.001449284,0.00026192324,0.000005594575,0.0000031349407,0.0009879827,0.99459285,0.00038766486,0.0012013232,0.0003737079,0.00012672544],"about_ca_topic_score_codex":0.00014209714,"about_ca_topic_score_gemma":0.000010891491,"teacher_disagreement_score":0.989229,"about_ca_system_score_codex":0.000051816172,"about_ca_system_score_gemma":0.00014643345,"threshold_uncertainty_score":0.55014867},"labels":[],"label_agreement":null},{"id":"W2804541737","doi":"10.2196/medinform.9960","title":"Predicting the Reasons of Customer Complaints: A First Step Toward Anticipating Quality Issues of In Vitro Diagnostics Assays with Machine Learning","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Imbalanced Data Classification Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Boosting (machine learning); Vendor; Machine learning; Data mining; Artificial intelligence; Training set; Quality (philosophy); Customer satisfaction; Data quality; Set (abstract data type); Operations management; Engineering","score_opus":0.034454761967715644,"score_gpt":0.33729159992895574,"score_spread":0.3028368379612401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804541737","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19845977,0.000054442007,0.7959917,0.0018161534,0.00010574714,0.0006624107,0.000061163264,0.0002866167,0.0025619643],"genre_scores_gemma":[0.89971054,0.00006569194,0.09991995,0.00018773488,0.000036526988,0.000040934385,0.000024004497,0.0000075171765,0.000007079633],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99732137,0.00017668278,0.0010723381,0.00012354978,0.0010318743,0.0002742123],"domain_scores_gemma":[0.9969952,0.0012200796,0.0008144357,0.00058463955,0.00028905654,0.00009660612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021046726,0.00014254914,0.00035322455,0.00012558654,0.000121410434,0.000042950254,0.0011205436,0.000112537215,0.000017770055],"category_scores_gemma":[0.0027565546,0.00009303678,0.000034916153,0.000633388,0.0005378287,0.00046174187,0.00045299163,0.00043729186,0.000006424767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002860911,0.001313172,0.5956616,0.0035522757,0.00021621585,0.00002096105,0.19488825,0.00015012875,0.0008145168,0.05664609,0.0064904382,0.13996027],"study_design_scores_gemma":[0.00087251945,0.00039351417,0.029852612,0.0012165296,0.000015203752,0.00002325395,0.004095364,0.94756067,0.009854013,0.00012972686,0.0057047354,0.0002818615],"about_ca_topic_score_codex":0.00026551905,"about_ca_topic_score_gemma":0.00009403387,"teacher_disagreement_score":0.9474105,"about_ca_system_score_codex":0.00004262917,"about_ca_system_score_gemma":0.000114015056,"threshold_uncertainty_score":0.37939298},"labels":[],"label_agreement":null},{"id":"W2804976322","doi":"10.2196/10488","title":"Implementing a National Electronic Referral Program: Qualitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"IDA Ireland; University College Dublin; Enterprise Ireland","keywords":"Sociotechnical system; Referral; Health information technology; Electronic prescribing; Health informatics; Electronic data; Workaround; Thematic analysis; Qualitative research; Health care; Computer science; Medicine; Nursing; Knowledge management; Public health; Pharmacy; Sociology","score_opus":0.05352458917817437,"score_gpt":0.4253730769369171,"score_spread":0.37184848775874274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804976322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9533019,0.000007338586,0.00028887676,0.0014285806,0.00021224502,0.0012370212,0.0000016042939,0.00047810472,0.043044325],"genre_scores_gemma":[0.995673,7.9566934e-7,0.0002717423,0.002385981,0.0012753316,0.0002541687,0.000030867697,0.000013236096,0.00009486185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973682,0.000026698068,0.00079079444,0.00011490044,0.0009980688,0.0007013143],"domain_scores_gemma":[0.99896926,0.000041912983,0.0003270884,0.0001605358,0.00046783534,0.000033391065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025888649,0.00014234275,0.00021661462,0.00024927032,0.00028420662,0.00012731229,0.00031485604,0.0001445138,0.00045588554],"category_scores_gemma":[0.00033229886,0.00011415411,0.00004380601,0.00057037605,0.00013167081,0.00067596586,0.0002922474,0.0003640264,0.0006381399],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051979303,0.0011954552,0.0041865427,0.0008399471,0.00022092185,0.000011387702,0.07889655,9.021468e-8,0.0000032883647,0.48707888,0.049825717,0.37768924],"study_design_scores_gemma":[0.0011321512,0.00033979368,0.00083837396,0.00006155098,0.0000122102965,0.000008034577,0.1544766,0.0052900715,0.0000018761808,0.0063607576,0.8312448,0.00023372738],"about_ca_topic_score_codex":0.00041298845,"about_ca_topic_score_gemma":0.0011419165,"teacher_disagreement_score":0.78141916,"about_ca_system_score_codex":0.000084358,"about_ca_system_score_gemma":0.000254324,"threshold_uncertainty_score":0.82022107},"labels":[],"label_agreement":null},{"id":"W2806398775","doi":"10.2196/medinform.7799","title":"Development and Validation of a Functional Behavioural Assessment Ontology to Support Behavioural Health Interventions","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Ontology; Computer science; Psychology; Medicine; Nursing","score_opus":0.07670011050300879,"score_gpt":0.39281468987887525,"score_spread":0.31611457937586646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806398775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97242105,0.000029138555,0.02617996,0.0007157538,0.00022532258,0.0001702719,0.000013132097,0.000016824546,0.00022855065],"genre_scores_gemma":[0.96151197,0.000009985618,0.037010763,0.0008979693,0.00007037363,0.00005171273,0.00031157178,0.0000055464798,0.0001301011],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986883,0.000032921726,0.00063450885,0.0001041174,0.0003310701,0.0002090769],"domain_scores_gemma":[0.99932635,0.000011819644,0.00016999709,0.00013251473,0.000099386154,0.000259947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047576055,0.00010026493,0.0001864014,0.000070138405,0.00008616509,0.000011489237,0.00012489605,0.00017043125,0.00016319347],"category_scores_gemma":[0.000081432256,0.000083859915,0.00005274885,0.000072107054,0.0002562689,0.0000059928675,0.0001792389,0.000112959904,0.000010765029],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000185638,0.0010003848,0.08137282,0.0006285701,0.00021739102,0.0000071327204,0.009944524,0.0000014129332,0.0017855406,0.0008437364,0.04546089,0.858552],"study_design_scores_gemma":[0.005268637,0.014946732,0.743449,0.00088615814,0.00009717369,0.0005763945,0.011578433,0.0005755416,0.031990424,0.00009731201,0.18946178,0.0010724141],"about_ca_topic_score_codex":0.000015094683,"about_ca_topic_score_gemma":0.00011964383,"teacher_disagreement_score":0.8574796,"about_ca_system_score_codex":0.000029802719,"about_ca_system_score_gemma":0.00038906772,"threshold_uncertainty_score":0.3419708},"labels":[],"label_agreement":null},{"id":"W2808081817","doi":"10.2196/medinform.8204","title":"Validation of a Natural Language Processing Algorithm for Detecting Infectious Disease Symptoms in Primary Care Electronic Medical Records in Singapore","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Medical Research Council; Medical Research Council","keywords":"Infectious disease (medical specialty); Medicine; Medical record; Computer science; Electronic medical record; Primary care; Disease; Algorithm; Natural language processing; Artificial intelligence; Family medicine; Pathology; Internal medicine","score_opus":0.005343844386947216,"score_gpt":0.29645749600437293,"score_spread":0.2911136516174257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808081817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99426615,0.0006733252,0.0030958725,0.000102733095,0.00016919307,0.0009932923,0.00004638496,0.00011804133,0.0005349972],"genre_scores_gemma":[0.996162,0.000023829485,0.0017658385,0.0007712037,0.00028686033,0.00014187096,0.0008095144,0.000025880967,0.000013015353],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99719864,0.000060911127,0.0009683137,0.00017269424,0.0011025964,0.00049684616],"domain_scores_gemma":[0.99864787,0.00016836544,0.00028761724,0.00026546977,0.00024022975,0.00039046162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007750068,0.00019096899,0.00045876912,0.00031113185,0.000051381452,0.000019923084,0.00020370823,0.00021435908,0.000063953135],"category_scores_gemma":[0.0016599955,0.00016595804,0.00008921241,0.00058361987,0.00022108058,0.0003146508,0.000105911706,0.0005995719,0.0000062343547],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024944238,0.00020630857,0.024757884,0.0029076026,0.000025258705,0.000049107697,0.0071410025,0.0000015572857,0.00002407842,0.0000063227653,0.00009870693,0.96453273],"study_design_scores_gemma":[0.023513874,0.0020030176,0.11305132,0.013472606,0.00019740948,0.00026023402,0.010012738,0.83190095,0.0015016826,0.00016703604,0.0027863735,0.0011327744],"about_ca_topic_score_codex":0.000033782617,"about_ca_topic_score_gemma":0.0001930356,"teacher_disagreement_score":0.96339995,"about_ca_system_score_codex":0.0005004956,"about_ca_system_score_gemma":0.0020355317,"threshold_uncertainty_score":0.6767573},"labels":[],"label_agreement":null},{"id":"W2808748255","doi":"10.2196/medinform.9776","title":"The Impact of Implementation of a Clinically Integrated Problem-Based Neonatal Electronic Health Record on Documentation Metrics, Provider Satisfaction, and Hospital Reimbursement: A Quality Improvement Project","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Health and Human Services","keywords":"Documentation; Reimbursement; Electronic health record; Psychological intervention; Quality management; Quality (philosophy); Medicine; Medical diagnosis; Health information technology; Medical emergency; Health care; Computer science; Nursing; Operations management; Engineering","score_opus":0.03964992029619211,"score_gpt":0.5045394559759406,"score_spread":0.4648895356797485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808748255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98438346,0.000100153215,0.0037759864,0.0020663352,0.0004182379,0.008839334,0.00009381751,0.00007411429,0.00024857934],"genre_scores_gemma":[0.9962653,0.00036304965,0.0012100707,0.0008442263,0.00015149369,0.000977343,0.00012268955,0.000026059095,0.000039766655],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9913809,0.0011083011,0.0049896357,0.0002274808,0.0012899339,0.0010037862],"domain_scores_gemma":[0.9929171,0.0014414759,0.00408582,0.00043013427,0.00082456996,0.0003008694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009007051,0.00026977295,0.0006293766,0.00027599276,0.0005428659,0.000024173478,0.00023211371,0.00026911832,0.00019889126],"category_scores_gemma":[0.0009291378,0.00016855277,0.0001310612,0.0007758203,0.0002806008,0.00030649034,0.00006824729,0.0010757807,0.000013959915],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008026184,0.00022626178,0.13346316,0.0024794498,0.00027467066,1.9667105e-7,0.019755311,0.0000010457137,0.00002693199,0.0017839606,0.010791127,0.8303953],"study_design_scores_gemma":[0.049745087,0.24335071,0.3507732,0.0076042935,0.0002534192,0.000014509394,0.26066968,0.026509268,0.0011049089,0.0050088973,0.052649442,0.0023166062],"about_ca_topic_score_codex":0.024685128,"about_ca_topic_score_gemma":0.007721758,"teacher_disagreement_score":0.8280787,"about_ca_system_score_codex":0.0018233502,"about_ca_system_score_gemma":0.012330096,"threshold_uncertainty_score":0.9932691},"labels":[],"label_agreement":null},{"id":"W2808903237","doi":"10.2196/medinform.9162","title":"Novel Approach to Cluster Patient-Generated Data Into Actionable Topics: Case Study of a Web-Based Breast Cancer Forum","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Topic model; Categorization; Computer science; Context (archaeology); Cluster analysis; Breast cancer; World Wide Web; Data science; Information retrieval; Medicine; Artificial intelligence; Cancer","score_opus":0.10483459910822919,"score_gpt":0.42221765276616113,"score_spread":0.31738305365793196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808903237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98724604,0.0000097580405,0.0013170437,0.004696518,0.002643384,0.0026652599,0.000051443312,0.00006320345,0.0013073451],"genre_scores_gemma":[0.9882849,0.0000059984936,0.0058480785,0.003127556,0.0014316167,0.0012171873,0.000049044276,0.00001234856,0.000023298158],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975074,0.00012649487,0.0006899321,0.00015368189,0.0011627785,0.00035974244],"domain_scores_gemma":[0.9979737,0.0003001923,0.00025975564,0.00046354468,0.00049985346,0.0005029487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071100413,0.00011552263,0.0002170286,0.00013188092,0.00046652745,0.000045273693,0.00054244825,0.00020672362,0.00021276281],"category_scores_gemma":[0.0011431965,0.000103040315,0.000020571295,0.00076817104,0.00027511347,0.00044092894,0.00019351469,0.00021542379,0.000020541222],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007404216,0.0026150187,0.009331477,0.00029448504,0.00005350956,0.000004181698,0.7778779,0.000042115524,0.0000075135317,0.00022174328,0.036584377,0.17289361],"study_design_scores_gemma":[0.0022243455,0.00045365654,0.0011216762,0.00013015453,0.000044302982,0.00003192335,0.7893399,0.06840318,0.000021683121,0.000019844501,0.13788342,0.00032590315],"about_ca_topic_score_codex":0.026913043,"about_ca_topic_score_gemma":0.022953557,"teacher_disagreement_score":0.17256771,"about_ca_system_score_codex":0.0002846744,"about_ca_system_score_gemma":0.002191518,"threshold_uncertainty_score":0.994875},"labels":[],"label_agreement":null},{"id":"W2809070429","doi":"10.2196/medinform.7096","title":"Contextual Anonymization for Secondary Use of Big Data in Biomedical Research: Proposal for an Anonymization Matrix","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data anonymization; Big data; Data science; Data mining; Computer security; Information privacy","score_opus":0.674555123165151,"score_gpt":0.6211667524373141,"score_spread":0.053388370727836865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809070429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39352125,0.000119175966,0.5583025,0.020494351,0.0020741085,0.0196034,0.0026407354,0.0002879505,0.002956535],"genre_scores_gemma":[0.6931415,0.00043595585,0.2839721,0.0033175605,0.0044518504,0.0008558546,0.011896405,0.00015285308,0.0017758848],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99359155,0.00023149383,0.0019685973,0.00033915622,0.0031971636,0.00067205867],"domain_scores_gemma":[0.98381555,0.010975389,0.00030713668,0.0013301146,0.0028016414,0.0007701857],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015960434,0.00017299036,0.00054855493,0.00064482744,0.00014907286,0.00007342798,0.00090039923,0.0010990575,0.00022263321],"category_scores_gemma":[0.0765589,0.0001387836,0.00007311073,0.000908254,0.0023938685,0.00081209175,0.0006037997,0.0016785993,0.000021835729],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013241511,0.007640763,0.0082148295,0.022424798,0.00037346644,0.000034393608,0.02177304,0.000006544671,0.0016089058,0.1278085,0.19423653,0.6026367],"study_design_scores_gemma":[0.021232912,0.01812855,0.0020907356,0.0029761116,0.000089577494,0.00005757696,0.0059010917,0.7422101,0.0014343193,0.029954907,0.17536868,0.0005554198],"about_ca_topic_score_codex":0.000051362276,"about_ca_topic_score_gemma":0.00069961965,"teacher_disagreement_score":0.7422036,"about_ca_system_score_codex":0.00011779025,"about_ca_system_score_gemma":0.006424729,"threshold_uncertainty_score":0.9992079},"labels":[],"label_agreement":null},{"id":"W2809498930","doi":"10.2196/medinform.9525","title":"Development of an eHealth System to Capture and Analyze Patient Sensor and Self-Report Data: Mixed-Methods Assessment of Potential Applications to Improve Cancer Care Delivery","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cancer survivorship and care","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Thematic analysis; Context (archaeology); eHealth; Medicine; Compass; Health care; Health informatics; Medical physics; Nursing; Qualitative research; Public health","score_opus":0.014270825716027415,"score_gpt":0.3818436908603627,"score_spread":0.3675728651443353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809498930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96127963,0.00013602161,0.036243435,0.00015596954,0.00031020926,0.0012826513,0.00021399204,0.000037057853,0.0003410028],"genre_scores_gemma":[0.79668635,0.000025377334,0.20227496,0.0004624671,0.00014306951,0.00021122776,0.00017812478,0.000011337034,0.0000070598353],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99791586,0.000047075864,0.00091320364,0.0002009405,0.00071854563,0.00020435153],"domain_scores_gemma":[0.99791336,0.000034704502,0.00028404326,0.00054757396,0.0005403369,0.00067996344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005698636,0.00014749514,0.00042430102,0.00012685334,0.00007862906,0.0000137993065,0.00014582725,0.00014092185,0.000013880889],"category_scores_gemma":[0.000025657717,0.00011744988,0.000024286403,0.00023648437,0.00007913548,0.00010292429,0.00030418223,0.00015612018,8.5048197e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012000696,0.00025858372,0.0029037807,0.009076824,0.00030112686,0.000020740008,0.09788608,0.0000073831043,0.0006839305,0.000080208716,0.0006801342,0.8879812],"study_design_scores_gemma":[0.0044951877,0.003469512,0.06992173,0.0035740242,0.0012817697,0.00075486524,0.61455166,0.047940243,0.008421918,0.0000040105097,0.24428518,0.0012998984],"about_ca_topic_score_codex":0.0005028962,"about_ca_topic_score_gemma":0.0012126403,"teacher_disagreement_score":0.8866813,"about_ca_system_score_codex":0.00019443301,"about_ca_system_score_gemma":0.0011411166,"threshold_uncertainty_score":0.47894672},"labels":[],"label_agreement":null},{"id":"W2810073840","doi":"10.2196/medinform.8734","title":"Nurses’ Experience With Health Information Technology: Longitudinal Qualitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ohio State University","keywords":"Thematic analysis; Nursing; Health information technology; Workflow; Qualitative research; Focus group; Adaptation (eye); Perception; Medicine; Longitudinal study; Patient safety; Psychology; Medical education; Health care; Computer science","score_opus":0.06287320456313834,"score_gpt":0.5281062754622917,"score_spread":0.4652330708991534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810073840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711173,0.000031589225,0.009426345,0.0038106015,0.0009940569,0.004774417,0.000012719816,0.00053715764,0.009295797],"genre_scores_gemma":[0.99135983,0.000012090599,0.001603388,0.004540859,0.00034868842,0.0017791954,0.00002610511,0.000020305404,0.0003095681],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9939088,0.00068320805,0.0024018192,0.00016093547,0.0015696966,0.0012755425],"domain_scores_gemma":[0.99642485,0.00040799432,0.0012087985,0.0006218584,0.0006666123,0.0006698988],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033465005,0.00027351244,0.00060283893,0.000427517,0.0011894829,0.000023159537,0.0005594504,0.00041396823,0.00060313736],"category_scores_gemma":[0.0006029376,0.0001924841,0.000030784307,0.001238679,0.0005731154,0.0011133685,0.0001732946,0.0016274013,0.0019420543],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009476338,0.00016997839,0.021542175,0.00057050894,0.00003470554,0.0000022554805,0.9481839,9.6637066e-8,1.0426902e-7,0.002691671,0.011515731,0.015194138],"study_design_scores_gemma":[0.0020688968,0.0035712856,0.002618635,0.00078174524,0.0000059468675,0.00002573405,0.93534917,0.00070368353,0.00000273339,0.000110227746,0.054531854,0.00023011003],"about_ca_topic_score_codex":0.00038660972,"about_ca_topic_score_gemma":0.00094215915,"teacher_disagreement_score":0.04301612,"about_ca_system_score_codex":0.00073069084,"about_ca_system_score_gemma":0.0038357743,"threshold_uncertainty_score":0.998835},"labels":[],"label_agreement":null},{"id":"W2810615755","doi":"10.2196/medinform.8828","title":"Defining Empowerment and Supporting Engagement Using Patient Views From the Citizen Health Information Portal: Qualitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Patient portal; Qualitative research; Empowerment; Knowledge management; Computer science; Health information; Medicine; Psychology; Public relations; Health care; Sociology; Political science","score_opus":0.11067179245668746,"score_gpt":0.5241840592116387,"score_spread":0.41351226675495123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810615755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854861,0.00016149197,0.002554817,0.0019916778,0.0009631428,0.005210995,0.00005597639,0.000123106,0.003452675],"genre_scores_gemma":[0.9771814,0.00005120503,0.002013905,0.019714937,0.00032606948,0.00053416647,0.0001353619,0.000022864326,0.000020127367],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9907925,0.0026077358,0.003956292,0.0001529455,0.001443788,0.0010466976],"domain_scores_gemma":[0.9947862,0.0016203892,0.0023333216,0.0004352573,0.00026973046,0.0005551165],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011589901,0.0002582645,0.000561089,0.00010937593,0.0018302455,0.000047759568,0.00028010682,0.00020158355,0.00058779854],"category_scores_gemma":[0.0010953684,0.00017083054,0.000047640235,0.00029237455,0.00015791107,0.00058364216,0.00039258902,0.0013504315,0.00028105025],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024109802,0.000067114095,0.0044267015,0.00035027086,0.000051529412,0.000001172681,0.9466672,4.3967975e-7,2.6867303e-7,0.0006316799,0.014608946,0.03317058],"study_design_scores_gemma":[0.0013188302,0.0010356186,0.0021463574,0.0009081322,0.0000170182,0.0000052134274,0.92553157,0.005525565,0.0000012863298,0.00015174919,0.06316733,0.00019131057],"about_ca_topic_score_codex":0.0018580235,"about_ca_topic_score_gemma":0.0008790806,"teacher_disagreement_score":0.048558384,"about_ca_system_score_codex":0.0005453151,"about_ca_system_score_gemma":0.0023771941,"threshold_uncertainty_score":0.9994692},"labels":[],"label_agreement":null},{"id":"W2810696192","doi":"10.2196/medinform.9394","title":"Task-Data Taxonomy for Health Data Visualizations: Web-Based Survey With Experts and Older Adults","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Computer science; Data science; Data visualization; Taxonomy (biology); Task (project management); World Wide Web; Visualization; Data mining","score_opus":0.08506012506686232,"score_gpt":0.3903521432488234,"score_spread":0.30529201818196106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810696192","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057749834,0.00003491955,0.9963311,0.0012080941,0.000121259334,0.0006960377,0.00080433686,0.00013243909,0.00009433532],"genre_scores_gemma":[0.21634607,0.00041846858,0.63306266,0.09623572,0.00078100903,0.00042442378,0.052395377,0.000090743044,0.00024554165],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798036,0.000084388135,0.0006501932,0.00030996243,0.0006564913,0.00031863814],"domain_scores_gemma":[0.99683374,0.0002655722,0.00029734042,0.0019272421,0.00025275833,0.0004233386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014677073,0.0001638005,0.0002453645,0.00012362892,0.00021715216,0.00029384618,0.0024079888,0.00008929105,0.000043302298],"category_scores_gemma":[0.00053808844,0.00012315775,0.000011238465,0.00051720993,0.00023052767,0.0016313555,0.0010909459,0.000082430415,0.000016843705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044496162,0.00036206984,0.002328674,0.00055111555,0.000042730157,0.0000018400103,0.0029059884,0.0000027655458,1.2238716e-7,0.0039100205,0.89952713,0.09032303],"study_design_scores_gemma":[0.0013261747,0.00015835503,0.0004032235,0.00023465519,0.0000035893038,0.000005460498,0.0002336116,0.7939484,0.00000220951,0.0000057684742,0.20353161,0.00014693679],"about_ca_topic_score_codex":0.000028142042,"about_ca_topic_score_gemma":0.00030637375,"teacher_disagreement_score":0.79394567,"about_ca_system_score_codex":0.000019950307,"about_ca_system_score_gemma":0.0009341255,"threshold_uncertainty_score":0.5022227},"labels":[],"label_agreement":null},{"id":"W2835082446","doi":"10.2196/medinform.9957","title":"A Computerized Method for Measuring Computed Tomography Pulmonary Angiography Yield in the Emergency Department: Validation Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Emergency department; Pulmonary embolism; Radiology; Pulmonary angiography; Angiography; Computed tomography angiography; Computed tomography; Radiological weapon; Malignancy; Surgery; Internal medicine","score_opus":0.04108744437497218,"score_gpt":0.33860867386661814,"score_spread":0.29752122949164594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2835082446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.854638,0.00013261588,0.130719,0.0016060409,0.0007672828,0.008018609,0.000013748677,0.00018769242,0.0039170175],"genre_scores_gemma":[0.98014796,0.00003505974,0.016302662,0.0021724475,0.00035658357,0.00087514607,0.00008704594,0.00001679775,0.0000063039033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99757636,0.000114194765,0.00087626354,0.00015982242,0.000913057,0.00036031508],"domain_scores_gemma":[0.99890995,0.00019532334,0.00018928481,0.00039015434,0.00014682168,0.00016844382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016902814,0.00019991597,0.00046589834,0.00040501068,0.00016071241,0.00003773104,0.00032997737,0.00011065775,0.00012761822],"category_scores_gemma":[0.00008153073,0.00013584082,0.00029134445,0.00092299725,0.00006705967,0.00015197427,0.00011604614,0.00019809489,0.000013129074],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014583361,0.041167,0.20834601,0.004906691,0.0051399856,0.00026445446,0.15849726,0.00007700496,0.00020107665,0.004461654,0.16572389,0.40975666],"study_design_scores_gemma":[0.009710382,0.0068867784,0.81464905,0.0011075246,0.0012073485,0.0001094895,0.017740324,0.110832065,0.00034804558,0.00116501,0.035344508,0.00089948595],"about_ca_topic_score_codex":0.00003437239,"about_ca_topic_score_gemma":0.000031402666,"teacher_disagreement_score":0.60630304,"about_ca_system_score_codex":0.000023382461,"about_ca_system_score_gemma":0.000039511695,"threshold_uncertainty_score":0.5539428},"labels":[],"label_agreement":null},{"id":"W2836847874","doi":"10.2196/medinform.9174","title":"Uncovering a Role for Electronic Personal Health Records in Reducing Disparities in Sexually Transmitted Infection Rates Among Students at a Predominantly African American University: Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; Agency for Healthcare Research and Quality","keywords":"Psychological intervention; Reproductive health; Medicine; mHealth; Focus group; Psychology; Family medicine; Population; Nursing; Environmental health","score_opus":0.013178604417323629,"score_gpt":0.38746376758712164,"score_spread":0.37428516316979804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2836847874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929607,0.000028788427,0.0044541303,0.0003637347,0.000050509007,0.0017067931,0.000014714236,0.000044257176,0.00037638718],"genre_scores_gemma":[0.9973493,0.00010322616,0.0010818235,0.00011499787,0.00007153768,0.00013655523,0.000038430207,0.0000176403,0.001086454],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973272,0.00036450135,0.0007128325,0.00018518801,0.0006906028,0.00071969273],"domain_scores_gemma":[0.9989034,0.00024780323,0.00019634276,0.00016572684,0.000109692475,0.00037701215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021629594,0.00017408995,0.00051655853,0.00056799414,0.00017312329,0.000038452756,0.00019402365,0.00008737392,0.00007647591],"category_scores_gemma":[0.00048195382,0.00016169438,0.00010925548,0.00088816433,0.00034256713,0.0003192958,0.00013084656,0.0005720081,0.0000053093354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015644387,0.0021941855,0.6678804,0.0007457179,0.00021799469,0.00001723726,0.0840868,0.0000062343547,0.00004875291,0.000023167695,0.002435047,0.24078],"study_design_scores_gemma":[0.009158672,0.030103968,0.6895418,0.0015367335,0.000054988137,0.000033128417,0.13868012,0.12549461,0.00011242064,0.00005637674,0.004880479,0.00034667624],"about_ca_topic_score_codex":0.0073497747,"about_ca_topic_score_gemma":0.039185576,"teacher_disagreement_score":0.24043332,"about_ca_system_score_codex":0.0011391154,"about_ca_system_score_gemma":0.00067006715,"threshold_uncertainty_score":0.99926037},"labels":[],"label_agreement":null},{"id":"W2883408685","doi":"10.2196/medinform.9577","title":"Benefits and Costs of Digital Consulting in Clinics Serving Young People With Long-Term Conditions: Mixed-Methods Approach","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Digital health; Term (time); Health professionals; Service (business); Medicine; Health services; Health care; Nursing; Business; Environmental health; Marketing; Political science","score_opus":0.031781301227352975,"score_gpt":0.40236532043180756,"score_spread":0.3705840192044546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883408685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99069655,0.00007612939,0.0065941857,0.00022040097,0.00009308951,0.00071033323,0.000027048509,0.000039793427,0.0015424433],"genre_scores_gemma":[0.9785602,0.00009402533,0.020208556,0.0006236179,0.00012320706,0.00005324209,0.00031506334,0.00001404575,0.000008047001],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997921,0.00004228591,0.0010785994,0.000112019225,0.00054858724,0.00029751807],"domain_scores_gemma":[0.9985297,0.00038711043,0.0003539445,0.00019084454,0.00022229702,0.00031613835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008439776,0.00014481453,0.00041659916,0.00018733674,0.00006699846,0.000023671008,0.00008802727,0.000144465,0.00006297611],"category_scores_gemma":[0.000565414,0.00011033593,0.00002462619,0.00040131042,0.0002748427,0.00033660163,0.000085586056,0.00031185854,0.0000043868363],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008134956,0.00014728396,0.80485094,0.00089151715,0.000034284512,0.0000035476519,0.008307643,4.7851927e-7,0.0000029494388,0.00027256244,0.00020638759,0.18520106],"study_design_scores_gemma":[0.0067164702,0.0012792931,0.9619618,0.0017523043,0.00007732496,0.00062963436,0.018842371,0.008320364,0.00010825301,0.000024094305,0.00009449689,0.0001936006],"about_ca_topic_score_codex":0.000023695264,"about_ca_topic_score_gemma":0.000148535,"teacher_disagreement_score":0.18500747,"about_ca_system_score_codex":0.00005192452,"about_ca_system_score_gemma":0.00023396069,"threshold_uncertainty_score":0.44993687},"labels":[],"label_agreement":null},{"id":"W2883963541","doi":"10.2196/medinform.9878","title":"Validating a Framework for Coding Patient-Reported Health Information to the Medical Dictionary for Regulatory Activities Terminology: An Evaluative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Terminology; Coding (social sciences); Computer science; Medical terminology; Health informatics; Medical classification; Natural language processing; Knowledge management; Data science; Information retrieval; Medicine; Linguistics; Public health; Nursing","score_opus":0.1535582157098413,"score_gpt":0.5209795949836761,"score_spread":0.3674213792738348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883963541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9363118,0.000017808994,0.046680365,0.0059686117,0.0030049148,0.0069374447,0.0002360488,0.0002656064,0.0005773988],"genre_scores_gemma":[0.9569436,0.000027073249,0.002714308,0.035132278,0.0012230022,0.0036727784,0.00022909544,0.000022347891,0.000035565867],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99655604,0.0003580938,0.0013018943,0.00018311484,0.0009616319,0.0006391936],"domain_scores_gemma":[0.99620336,0.0016780951,0.00069770974,0.00033521667,0.00034338346,0.0007422128],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003443523,0.00026331222,0.00038588562,0.00020400726,0.0013389636,0.000055271,0.00048398552,0.00044644813,0.0004685674],"category_scores_gemma":[0.0019610636,0.00019894663,0.0001164556,0.00031205028,0.00036597264,0.0010684184,0.00016468093,0.0010109848,0.00005565303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016621794,0.0020134104,0.0030618885,0.00042467698,0.0009730034,0.000009030206,0.22412498,0.00026588034,0.00008781745,0.0053792275,0.07671792,0.68527997],"study_design_scores_gemma":[0.006744751,0.0051019974,0.0025919888,0.00033363895,0.00031866075,0.00018087114,0.12385959,0.20468557,0.0015584257,0.0018626251,0.6520331,0.0007287897],"about_ca_topic_score_codex":0.000009073855,"about_ca_topic_score_gemma":0.000022653436,"teacher_disagreement_score":0.6845512,"about_ca_system_score_codex":0.0002145303,"about_ca_system_score_gemma":0.0010311073,"threshold_uncertainty_score":0.99996114},"labels":[],"label_agreement":null},{"id":"W2883972870","doi":"10.2196/medinform.9979","title":"Identifying Principles for the Construction of an Ontology-Based Knowledge Base: A Case Study Approach","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Ontology; Knowledge base; Knowledge management; Base (topology); Software engineering; Data science; World Wide Web; Epistemology","score_opus":0.06751049979267319,"score_gpt":0.37157371072944134,"score_spread":0.30406321093676814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883972870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90590954,0.000109639695,0.09267872,0.0000665749,0.00024336309,0.0005531784,0.0000130968965,0.000027135107,0.00039878482],"genre_scores_gemma":[0.951742,0.00000542829,0.047534153,0.00018634347,0.00028231303,0.00016196135,0.000043178734,0.000008750576,0.000035863457],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885553,0.00007129168,0.0004926915,0.00012947353,0.00022757577,0.00022341726],"domain_scores_gemma":[0.9990278,0.00010746648,0.00018538721,0.00037720153,0.00016390395,0.00013824747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090780004,0.00012130413,0.00018411256,0.00004750168,0.00017746339,0.00001911165,0.00030497357,0.00025852243,0.000017584416],"category_scores_gemma":[0.0004404709,0.000076807926,0.000069574686,0.000108975786,0.0009542443,0.0000062560193,0.000110504894,0.00013348137,0.0000022275306],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009131139,0.0046983133,0.007800161,0.0019120899,0.0008453697,0.00009105517,0.046516605,0.000024684581,0.0018252865,0.0015430792,0.006318223,0.927512],"study_design_scores_gemma":[0.013658224,0.0143812075,0.0027409394,0.00025922898,0.00046292625,0.0053237714,0.4009884,0.40834367,0.024467507,0.00023545805,0.12795818,0.0011804852],"about_ca_topic_score_codex":0.000017626116,"about_ca_topic_score_gemma":0.00016562403,"teacher_disagreement_score":0.9263315,"about_ca_system_score_codex":0.000009412821,"about_ca_system_score_gemma":0.00024429135,"threshold_uncertainty_score":0.35159528},"labels":[],"label_agreement":null},{"id":"W2884637721","doi":"10.2196/medinform.9495","title":"Using an Internet-Based Hospital to Address Maldistribution of Health Care Resources in Rural Areas of Guangdong Province, China: Retrospective and Descriptive Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical prescription; Medicine; Telemedicine; China; Health care; Family medicine; Pharmacy; Rural area; Medical emergency; Nursing; Geography","score_opus":0.028295501728494633,"score_gpt":0.3708885406822731,"score_spread":0.34259303895377846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884637721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99582803,0.000036335237,0.0016668369,0.00029949663,0.000076989185,0.0019404984,0.000043351894,0.000021790536,0.0000866584],"genre_scores_gemma":[0.99804765,0.0000017067895,0.0013946517,0.0003277133,0.00008433827,0.000030823543,0.000101922284,0.000009202723,0.0000020178734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99780744,0.000090265465,0.0010369484,0.00010761194,0.00069732696,0.00026040815],"domain_scores_gemma":[0.99879265,0.00002549796,0.0004457014,0.00017353805,0.0002728284,0.0002897741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006360432,0.0001335122,0.00047346405,0.0002516768,0.000051068786,0.00000803285,0.000093139664,0.00007780066,0.000038072878],"category_scores_gemma":[0.0002378473,0.0001085258,0.00002469005,0.00033947284,0.00022678569,0.00018222009,0.00006545403,0.00021012969,5.8809235e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040559567,0.0006514319,0.75441587,0.00082759187,0.00003003305,0.0000071812565,0.21972582,9.0327177e-7,0.0000104204855,0.000061494895,0.0002898044,0.023573834],"study_design_scores_gemma":[0.0034030322,0.012403362,0.7983438,0.0008566353,0.000026539064,0.000007919009,0.18196152,0.00244611,0.00039257912,0.0000069048674,0.00006306872,0.00008852535],"about_ca_topic_score_codex":0.0020055221,"about_ca_topic_score_gemma":0.0007640385,"teacher_disagreement_score":0.04392792,"about_ca_system_score_codex":0.00035249023,"about_ca_system_score_gemma":0.0004890287,"threshold_uncertainty_score":0.44255534},"labels":[],"label_agreement":null},{"id":"W2884901481","doi":"10.2196/medinform.9291","title":"Information Technology–Assisted Treatment Planning and Performance Assessment for Severe Thalassemia Care in Low- and Middle-Income Countries: Observational Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Thalassemia; Observational study; Ferritin; Spleen; Hemoglobin; Internal medicine","score_opus":0.024208472922818105,"score_gpt":0.3271992984707278,"score_spread":0.30299082554790974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884901481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967218,0.00014332938,0.00012693509,0.0006065769,0.00008499246,0.0015706592,0.000024647328,0.000065413034,0.0006556389],"genre_scores_gemma":[0.9966777,0.00016911204,0.0021922106,0.00051527855,0.00004036687,0.00022359574,0.00014684253,0.000008165779,0.000026760981],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99854976,0.0000111624195,0.00067073887,0.00008238542,0.00042677316,0.0002591592],"domain_scores_gemma":[0.99924463,0.000080383266,0.00016134614,0.00015317145,0.0002019802,0.00015849448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020279514,0.0001793744,0.00031357497,0.00024869505,0.00016742932,0.000039159175,0.000071830866,0.00031866453,0.000018684666],"category_scores_gemma":[0.0000817736,0.00012956854,0.000024040333,0.00026347046,0.00020734704,0.00043136245,0.000064789456,0.00025137299,0.0000045110655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026234172,0.00022415705,0.9370344,0.0024393208,0.00009173109,0.000007032685,0.0368238,0.00000767786,5.1429356e-7,0.00011512191,0.00006778704,0.022926066],"study_design_scores_gemma":[0.01059165,0.0047814553,0.8182265,0.003332739,0.00008145828,0.00015212968,0.12162338,0.03672462,0.000014523365,0.000021321195,0.004207437,0.00024273718],"about_ca_topic_score_codex":0.000007163259,"about_ca_topic_score_gemma":0.00001684405,"teacher_disagreement_score":0.118807904,"about_ca_system_score_codex":0.00022465433,"about_ca_system_score_gemma":0.00037192466,"threshold_uncertainty_score":0.52836514},"labels":[],"label_agreement":null},{"id":"W2888190576","doi":"10.2196/11021","title":"Extraction and Standardization of Patient Complaints from Electronic Medication Histories for Pharmacovigilance: Natural Language Processing Analysis in Japanese","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacovigilance; Standardization; Natural language processing; Computer science; Information extraction; Medicine; Adverse effect; Pharmacology","score_opus":0.02668859490989499,"score_gpt":0.43925949113698126,"score_spread":0.41257089622708626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888190576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99365664,0.000686144,0.0038664436,0.00023104627,0.0004576298,0.00045596127,0.00012556267,0.00005115456,0.00046943623],"genre_scores_gemma":[0.99790597,0.00022933105,0.00036504964,0.0008042471,0.00019311426,0.000092420254,0.00037121674,0.000008830135,0.000029826038],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984725,0.00008602015,0.0006260917,0.00013386384,0.00036420484,0.00031733056],"domain_scores_gemma":[0.99893165,0.00026613107,0.00038458005,0.000098067074,0.00015574394,0.00016385324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052851264,0.00014524268,0.00030252585,0.0002478183,0.00015042194,0.000013004672,0.00013050459,0.00019630218,0.00030602588],"category_scores_gemma":[0.00013850746,0.00013247583,0.000063811975,0.0004875769,0.00028395813,0.0004178612,0.000032748816,0.0004933617,0.000004834807],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041248915,0.0016754096,0.027367152,0.001500481,0.0022978976,0.00002275796,0.39421967,0.0019066908,0.044009384,0.00056100055,0.006176738,0.5161379],"study_design_scores_gemma":[0.005590407,0.0002461513,0.002905033,0.00013548337,0.0009992479,0.00001899285,0.02123774,0.78034604,0.037981637,0.00017596851,0.1498695,0.00049382466],"about_ca_topic_score_codex":0.000035874178,"about_ca_topic_score_gemma":0.00010476995,"teacher_disagreement_score":0.77843934,"about_ca_system_score_codex":0.0002053925,"about_ca_system_score_gemma":0.00018266967,"threshold_uncertainty_score":0.5402208},"labels":[],"label_agreement":null},{"id":"W2891377710","doi":"10.2196/11301","title":"Utilization of Electronic Medical Records and Biomedical Literature to Support the Diagnosis of Rare Diseases Using Data Fusion and Collaborative Filtering Approaches","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Biomedical Imaging and Bioengineering; U.S. National Library of Medicine; National Institute of General Medical Sciences","keywords":"Leverage (statistics); Computer science; Medical record; Electronic medical record; Medical literature; Disease; MEDLINE; Rare disease; Medical diagnosis; Medicine; Data science; Information retrieval; Data mining; Artificial intelligence; Pathology; Surgery","score_opus":0.06820863746338202,"score_gpt":0.365959971037203,"score_spread":0.297751333573821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891377710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87305534,0.000824945,0.1193488,0.005377697,0.0002718752,0.00077179295,0.00019347081,0.000067994566,0.000088091736],"genre_scores_gemma":[0.98072636,0.0004954091,0.01753084,0.0008402143,0.00017816015,0.000031267595,0.00018424378,0.000009304519,0.000004225288],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976442,0.00016335065,0.00062738924,0.00018997557,0.0011173997,0.00025766986],"domain_scores_gemma":[0.9981898,0.00041246274,0.00024328208,0.000581259,0.00017927948,0.00039392046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010016038,0.00013166046,0.0002614439,0.00011090714,0.00013019926,0.00006775082,0.000982983,0.00018576626,0.00006631253],"category_scores_gemma":[0.0018421385,0.000085320455,0.000016483715,0.00086984143,0.00045465908,0.0004681346,0.0015429902,0.0003336515,8.42494e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000712041,0.00020609087,0.027265707,0.002249986,0.00006220798,0.00001283571,0.060316317,0.0000067290102,0.0000066828143,0.0049351836,0.0064846706,0.89838237],"study_design_scores_gemma":[0.00041594973,0.0008535704,0.004028536,0.0010168791,0.000017929287,0.00007744794,0.0012977435,0.98126274,0.00008228066,0.00019983802,0.010592861,0.00015421996],"about_ca_topic_score_codex":0.00001958149,"about_ca_topic_score_gemma":0.000023105364,"teacher_disagreement_score":0.981256,"about_ca_system_score_codex":0.000023761719,"about_ca_system_score_gemma":0.0006467081,"threshold_uncertainty_score":0.3479267},"labels":[],"label_agreement":null},{"id":"W2891636615","doi":"10.2196/11428","title":"Health Data for Research Through a Nationwide Privacy-Proof System in Belgium: Design and Implementation","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Belgian Health Care Knowledge Centre; Institut National d'assurance Maladie-Invalidité","keywords":"Compromise; Data quality; Legislation; Information privacy; Health data; Health care; Reuse; Data Protection Act 1998; Computer science; Computer security; Data integrity; Internet privacy; Quality (philosophy); Risk analysis (engineering); Data science; Business; Engineering","score_opus":0.3396091203003323,"score_gpt":0.6085485394284076,"score_spread":0.2689394191280753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891636615","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1091374,0.0010710296,0.779995,0.04865528,0.002831204,0.051835284,0.00039455522,0.0005031945,0.005577031],"genre_scores_gemma":[0.85847443,0.00059523544,0.114786044,0.011520605,0.0033212067,0.009441429,0.0012468548,0.00012965398,0.00048453163],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930218,0.0016415642,0.0023960685,0.00025900768,0.0012795412,0.0014020177],"domain_scores_gemma":[0.9948449,0.0027966127,0.000585341,0.00084325235,0.00049144553,0.00043842752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023566592,0.00015605126,0.0004706147,0.00025501128,0.0010501723,0.00002576595,0.0007710127,0.0003398635,0.00008119494],"category_scores_gemma":[0.0015962049,0.00013088966,0.000016725513,0.00061043556,0.00016990326,0.0006822615,0.0006006326,0.0010804561,0.000103777995],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028011054,0.00015517819,0.005641148,0.028198052,0.000055607823,0.0000028046895,0.1803006,0.0000010357704,0.0000044922554,0.035823442,0.6356507,0.11388683],"study_design_scores_gemma":[0.008067995,0.0022213554,0.0022522153,0.0053360662,0.000010635687,0.00003447116,0.11653156,0.21287929,0.000028148492,0.0026773103,0.6495594,0.00040158743],"about_ca_topic_score_codex":0.0013000022,"about_ca_topic_score_gemma":0.002981114,"teacher_disagreement_score":0.749337,"about_ca_system_score_codex":0.0010933426,"about_ca_system_score_gemma":0.0064304853,"threshold_uncertainty_score":0.99920213},"labels":[],"label_agreement":null},{"id":"W2892290715","doi":"10.2196/11252","title":"Most Influential Qualities in Creating Satisfaction Among the Users of Health Information Systems: Study in Seven European Union Countries","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Information system; Customer satisfaction; User satisfaction; Knowledge management; Product (mathematics); Computer science; European union; Technology acceptance model; Usability; Business; Marketing; Human–computer interaction; Engineering; Mathematics; Geography","score_opus":0.05787232944954364,"score_gpt":0.3911690441478083,"score_spread":0.33329671469826466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892290715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960072,0.000010244405,0.0015887002,0.00040219922,0.00030545064,0.000720646,0.000011026548,0.00006004979,0.0008945066],"genre_scores_gemma":[0.99944824,0.000010639148,0.000068204914,0.00038047406,0.000028670253,0.000028523364,0.000008339022,0.0000042339116,0.000022681712],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937329,0.0012348332,0.00282968,0.00008982993,0.0018574662,0.0002552452],"domain_scores_gemma":[0.9976635,0.00041968547,0.0011194386,0.00040054208,0.00032025747,0.00007659668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01477297,0.00012768838,0.0003435292,0.0006256483,0.00018658537,0.00017339832,0.0005419925,0.0001390586,0.00006291635],"category_scores_gemma":[0.001763232,0.000083423525,0.000026970747,0.001118586,0.0004690632,0.0016071036,0.00018962874,0.0004090422,0.000085010186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012214931,0.000046165507,0.8691142,0.000032849905,0.0000051672005,7.9558714e-7,0.10649414,0.000090480695,1.3981582e-7,0.00069360255,0.00073148607,0.022778722],"study_design_scores_gemma":[0.0006517824,0.00015390648,0.7486146,0.00014092447,0.0000022022818,0.0000038164003,0.24529035,0.0033616552,0.0000017294337,0.00005134916,0.0016594197,0.00006822493],"about_ca_topic_score_codex":0.002244385,"about_ca_topic_score_gemma":0.003355216,"teacher_disagreement_score":0.13879621,"about_ca_system_score_codex":0.000115328505,"about_ca_system_score_gemma":0.00024448425,"threshold_uncertainty_score":0.5120046},"labels":[],"label_agreement":null},{"id":"W2895871679","doi":"10.2196/11320","title":"Figure Correction: Health Information Technology in Healthcare Quality and Patient Safety: Literature Review","year":2018,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Public Health","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Patient safety; Health care; Health information technology; Quality (philosophy); Medicine; Health care quality; Medical emergency; Computer science; Medical physics","score_opus":0.02303006053535436,"score_gpt":0.3834828593556863,"score_spread":0.360452798820332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895871679","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016370868,0.1768616,0.00017612666,0.75899833,0.026526665,0.008927778,0.00048173466,0.0005101972,0.027353842],"genre_scores_gemma":[0.0005533109,0.5553315,0.0010163862,0.42036995,0.0026454292,0.0008129064,0.011584896,0.00008765712,0.007597925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908613,0.00049780495,0.0052624834,0.00030221159,0.0020594609,0.0010167704],"domain_scores_gemma":[0.9942217,0.00011673633,0.0019835504,0.0009239169,0.0010438001,0.0017102793],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0035794193,0.0005801392,0.00232914,0.0010773896,0.0002396108,0.00007411156,0.00027178114,0.0032352677,0.00024189147],"category_scores_gemma":[0.0022539701,0.00045610455,0.00014756677,0.0019980897,0.00023824132,0.00058460387,0.00019876323,0.0059420243,0.00013547458],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003289737,0.00004298568,0.00014987028,0.082501486,0.000017464377,0.00001364897,0.003517649,8.014106e-9,1.7871941e-9,0.0005005092,0.64518654,0.2680369],"study_design_scores_gemma":[0.0007731285,0.0011319867,0.0011327391,0.11474558,0.000009675756,0.00081807974,0.0012788486,0.00021236848,6.2035e-8,0.00009208965,0.8795091,0.00029635007],"about_ca_topic_score_codex":0.00089966593,"about_ca_topic_score_gemma":0.00041608108,"teacher_disagreement_score":0.37846994,"about_ca_system_score_codex":0.0011338985,"about_ca_system_score_gemma":0.011499239,"threshold_uncertainty_score":0.99978906},"labels":[],"label_agreement":null},{"id":"W2895902509","doi":"10.2196/11496","title":"Telemonitoring to Manage Chronic Obstructive Pulmonary Disease: Systematic Literature Review","year":2018,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"COPD; Medicine; Pulmonary disease; Intensive care medicine; Telemedicine; Disease; Cause of death; Internal medicine; Health care","score_opus":0.025000488688965875,"score_gpt":0.3648388271157298,"score_spread":0.3398383384267639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895902509","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000065368704,0.97849804,0.000046080775,0.00023611331,0.00090500247,0.014751483,0.0003586541,0.00027959901,0.004918495],"genre_scores_gemma":[0.0000036581857,0.9871607,0.00039932123,0.00079950795,0.0030736672,0.0041727945,0.0013570042,0.00021003048,0.0028233065],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9893451,0.00046363493,0.003613718,0.0007851381,0.0043369695,0.0014554806],"domain_scores_gemma":[0.9912796,0.0004732055,0.0010561713,0.0025958521,0.00066409586,0.003931081],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0012668313,0.0013993147,0.0054084496,0.000963248,0.00023242595,0.00018229579,0.0016156731,0.00094399246,0.00088803814],"category_scores_gemma":[0.0017243659,0.0009962207,0.0015915361,0.0027625242,0.0004634919,0.00052097876,0.0012538589,0.002702018,0.0029149572],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019763433,0.00012265645,0.0000036241986,0.7469504,0.00039049282,0.0016098538,0.00018350287,4.3979572e-8,1.4208106e-8,0.00006717991,0.0049515003,0.24570097],"study_design_scores_gemma":[0.00018456034,0.00006125516,0.00004106948,0.53758055,0.0018523497,0.0010796741,0.00006536244,0.000113146365,6.634098e-8,0.0000134939155,0.45851672,0.0004917187],"about_ca_topic_score_codex":0.0000014154101,"about_ca_topic_score_gemma":6.776721e-7,"teacher_disagreement_score":0.4535652,"about_ca_system_score_codex":0.0031446572,"about_ca_system_score_gemma":0.0030227376,"threshold_uncertainty_score":0.9998757},"labels":[],"label_agreement":null},{"id":"W2896503261","doi":"10.2196/medinform.9510","title":"The Value of Radio Frequency Identification in Quality Management of the Blood Transfusion Chain in an Academic Hospital Setting","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Blood transfusion and management","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Radio-frequency identification; Medicine; Blood bank; Emergency medicine; Intensive care unit; Intensive care; Medical emergency; Quality (philosophy); Blood transfusion; Intensive care medicine; Computer science; Surgery; Computer security","score_opus":0.013805167535490293,"score_gpt":0.3228646044699286,"score_spread":0.3090594369344383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896503261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931432,0.000052910418,0.0006647476,0.003043549,0.0002063392,0.0013414352,0.000003126259,0.000017148717,0.001527513],"genre_scores_gemma":[0.998252,0.0006112281,0.00060997397,0.00035611325,0.000040909777,0.000061149905,0.000007836478,0.000007364344,0.000053477674],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99722564,0.000128237,0.0013893144,0.00009883889,0.0009475339,0.00021042908],"domain_scores_gemma":[0.9990571,0.00006934527,0.0002766036,0.00043966292,0.00006550107,0.000091767695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025668703,0.00010671716,0.00022914827,0.00010180353,0.00006522196,0.000007400539,0.00039069194,0.00015577313,0.00003285705],"category_scores_gemma":[0.00008644076,0.00006340267,0.00007132605,0.0004672755,0.00030650574,0.0001412914,0.000073936055,0.00044246696,0.0000031253455],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004448762,0.0045398367,0.20085712,0.008905226,0.00043291473,0.000028754916,0.18270612,0.000017829057,0.005655859,0.2231152,0.00068206503,0.37261418],"study_design_scores_gemma":[0.0064451694,0.0005256068,0.95176214,0.0022832258,0.0001651232,0.000008347528,0.024640873,0.006123726,0.0055421055,0.0017427996,0.0005567824,0.00020409975],"about_ca_topic_score_codex":0.000074710144,"about_ca_topic_score_gemma":0.000120189936,"teacher_disagreement_score":0.75090504,"about_ca_system_score_codex":0.000036130536,"about_ca_system_score_gemma":0.00006794521,"threshold_uncertainty_score":0.2585486},"labels":[],"label_agreement":null},{"id":"W2896673559","doi":"10.2196/11695","title":"Utilization of the Veterans Affairs’ Transgender E-consultation Program by Health Care Providers: Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Veterans Affairs; Transgender; Transgender Person; Health care; Medicine; MEDLINE; Nursing; Family medicine; Psychology; Political science; Human immunodeficiency virus (HIV)","score_opus":0.05210500223358096,"score_gpt":0.48464524814027876,"score_spread":0.4325402459066978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896673559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.941393,0.00067685294,0.017783204,0.004111216,0.0031636555,0.008268952,0.000116264135,0.00031984466,0.024167016],"genre_scores_gemma":[0.9946279,0.000044708708,0.0027470598,0.0015715606,0.00025639357,0.0003488465,0.000069522255,0.000023312448,0.00031070653],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.997013,0.00072857586,0.0010452508,0.0001347638,0.00067948055,0.00039893438],"domain_scores_gemma":[0.99849844,0.00016373514,0.0004012947,0.00044358312,0.00024517294,0.00024779944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009887135,0.00016652579,0.00028230352,0.000097893106,0.0002459971,0.000038894,0.0003871094,0.00023344246,0.00028700507],"category_scores_gemma":[0.00019326364,0.00011768952,0.00008259215,0.00048413887,0.00037391644,0.00020448315,0.00004287989,0.00033631464,0.000054628323],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041246938,0.0007323089,0.003233962,0.001280631,0.000053390413,2.9948964e-7,0.40462127,1.6676968e-7,0.0000014160981,0.00033964828,0.042197887,0.54749775],"study_design_scores_gemma":[0.00970224,0.0073608416,0.09312254,0.00022964618,0.00021194476,0.000039164413,0.74122506,0.0016213947,0.00012556529,0.00027679745,0.14541826,0.0006665171],"about_ca_topic_score_codex":0.0007269476,"about_ca_topic_score_gemma":0.0006121044,"teacher_disagreement_score":0.54683125,"about_ca_system_score_codex":0.000078826706,"about_ca_system_score_gemma":0.00047771077,"threshold_uncertainty_score":0.47992393},"labels":[],"label_agreement":null},{"id":"W2897631672","doi":"10.2196/10870","title":"Validation and Testing of Fast Healthcare Interoperability Resources Standards Compliance: Data Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Computer science; Conformance testing; Implementation; Health care; Software engineering; Semantic interoperability; Data science; Database; World Wide Web; Standardization; Operating system","score_opus":0.19108672847715916,"score_gpt":0.5154672799794426,"score_spread":0.3243805515022835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897631672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870805,0.000111962974,0.0063919122,0.001271829,0.00028871762,0.00091055164,0.00038420886,0.00009689023,0.0034633963],"genre_scores_gemma":[0.99529934,0.000032214393,0.0030920445,0.0009596119,0.00034474727,0.000046689518,0.00015056254,0.0000120729865,0.000062714746],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99538875,0.00068602513,0.0019850407,0.00020139311,0.001192415,0.0005463801],"domain_scores_gemma":[0.9958566,0.0008832709,0.0007994951,0.0009680454,0.0010539837,0.0004386291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064668953,0.00014959018,0.00061185315,0.00017713661,0.00046872994,0.00001434682,0.0005530079,0.0002890916,0.0003602788],"category_scores_gemma":[0.0024450156,0.000111917085,0.0000315666,0.00093348254,0.0003721532,0.00030531146,0.00054622773,0.0008306322,0.00003026425],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018113028,0.00013755876,0.61897266,0.018538352,0.00039229638,0.0000013306401,0.16463815,0.0000010842541,0.000027466764,0.00046820386,0.013231762,0.18341002],"study_design_scores_gemma":[0.005148703,0.0031819597,0.13776991,0.01313717,0.0005519769,0.00003232623,0.17404,0.458448,0.00016992529,0.00062011904,0.2057799,0.0011200167],"about_ca_topic_score_codex":0.0010273268,"about_ca_topic_score_gemma":0.0009668852,"teacher_disagreement_score":0.48120272,"about_ca_system_score_codex":0.00029817925,"about_ca_system_score_gemma":0.0015081238,"threshold_uncertainty_score":0.45638463},"labels":[],"label_agreement":null},{"id":"W2897668054","doi":"10.2196/10933","title":"Processing of Electronic Medical Records for Health Services Research in an Academic Medical Center: Methods and Validation","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical record; Coding (social sciences); Health care; Health records; Data science; Medical classification; Electronic medical record; Clinical decision support system; Health information technology; Medical research; Electronic health record; Computer science; Knowledge management; Decision support system; Medicine; Nursing; Internet privacy; Data mining; Political science","score_opus":0.32223002773100273,"score_gpt":0.651980294428436,"score_spread":0.32975026669743324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897668054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8831311,0.00046471407,0.0814296,0.026186688,0.0010634903,0.004148723,0.000029553285,0.00023996586,0.0033062059],"genre_scores_gemma":[0.94626343,0.0024921177,0.019356258,0.028319959,0.0021424082,0.0009438202,0.00036488782,0.000053567655,0.00006356504],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98975426,0.0017819105,0.0033668855,0.00021691847,0.0034300196,0.0014500119],"domain_scores_gemma":[0.9944159,0.0020433015,0.0008131573,0.00029820632,0.00064287934,0.0017865895],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.04322647,0.00019303548,0.0006343223,0.0005386512,0.00076070166,0.000017094813,0.000693197,0.0014319071,0.0007695609],"category_scores_gemma":[0.0025201777,0.00015224915,0.0000383506,0.00074177707,0.0005794121,0.0007218828,0.00028652287,0.0038697151,0.000034710556],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036465426,0.00018994027,0.015966047,0.01925076,0.000012806569,9.925872e-7,0.081402496,2.135011e-7,0.000002246819,0.00540413,0.0037308233,0.87367487],"study_design_scores_gemma":[0.009275849,0.0035956933,0.006233051,0.026606787,0.000012953206,0.000050705137,0.041222785,0.73952174,0.00007691138,0.0077547613,0.16513579,0.0005129771],"about_ca_topic_score_codex":0.00016378154,"about_ca_topic_score_gemma":0.0005843621,"teacher_disagreement_score":0.8731619,"about_ca_system_score_codex":0.000338402,"about_ca_system_score_gemma":0.007140642,"threshold_uncertainty_score":0.99986446},"labels":[],"label_agreement":null},{"id":"W2897944002","doi":"10.2196/10780","title":"Predicting Current Glycated Hemoglobin Values in Adults: Development of an Algorithm From the Electronic Health Record","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of General Medical Sciences","keywords":"Glycated hemoglobin; Health records; Categorical variable; Electronic health record; Glycemic; Medicine; Diabetes mellitus; Clinical decision support system; Data mining; Computer science; Algorithm; Data science; Decision support system; Machine learning; Type 2 diabetes; Health care","score_opus":0.012090523425019376,"score_gpt":0.29510019822462275,"score_spread":0.2830096747996034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897944002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99191165,0.0013360048,0.004709881,0.0003090981,0.00033264558,0.0010635146,0.000019316369,0.000093493625,0.00022441677],"genre_scores_gemma":[0.94882286,0.0010870602,0.04451235,0.0025936186,0.0018612449,0.00028484472,0.000752403,0.00006142362,0.000024207377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663556,0.00013105436,0.0012865972,0.00015810637,0.0012178386,0.00057081954],"domain_scores_gemma":[0.99858767,0.0000887284,0.00032026705,0.0004861641,0.00015889351,0.00035830817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018220106,0.00019899191,0.0005860486,0.00010081786,0.000113471644,0.000017627974,0.00031519687,0.00015372213,0.00011216679],"category_scores_gemma":[0.00028277535,0.00013353204,0.00011901601,0.00038247684,0.00022436622,0.00018131074,0.000110629895,0.0006570074,0.00003790547],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007189769,0.00021632592,0.0012978443,0.00022599105,0.00010438223,0.0000015200276,0.018785423,2.8345377e-7,4.9992633e-7,0.0000072585103,0.0005183549,0.9787702],"study_design_scores_gemma":[0.028345754,0.006856695,0.23839599,0.0219753,0.00029022188,0.00011863689,0.041185908,0.2926621,0.0035587756,0.0011951376,0.36392796,0.0014875244],"about_ca_topic_score_codex":0.0018530395,"about_ca_topic_score_gemma":0.0017269528,"teacher_disagreement_score":0.9772827,"about_ca_system_score_codex":0.00026020562,"about_ca_system_score_gemma":0.0015384251,"threshold_uncertainty_score":0.5445278},"labels":[],"label_agreement":null},{"id":"W2898607795","doi":"10.2196/medinform.9965","title":"Clinical Named Entity Recognition From Chinese Electronic Health Records via Machine Learning Methods","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Conditional random field; Artificial intelligence; Natural language processing; F1 score; Machine learning; Named-entity recognition; Test set; Benchmark (surveying); Precision and recall; Health records; Deep learning; Information retrieval; Unstructured data; Task (project management); Data mining; Big data; Health care","score_opus":0.04074273956746675,"score_gpt":0.4129983582792558,"score_spread":0.372255618711789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898607795","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13214396,0.00010337167,0.864374,0.0011027162,0.0010581153,0.0002173727,0.0000026929063,0.00030049356,0.00069726],"genre_scores_gemma":[0.20726253,0.00031666856,0.78520674,0.0058646635,0.0011237712,0.000032619613,0.00008782296,0.000017444236,0.000087721906],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99629074,0.00064616476,0.0014379143,0.00026248302,0.00077778427,0.0005849334],"domain_scores_gemma":[0.99773717,0.0005438772,0.0005002217,0.0005794495,0.00013695471,0.00050234393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047487253,0.00020010087,0.00044673166,0.00011007156,0.00022128441,0.000104539664,0.0009754004,0.0002640624,0.000426121],"category_scores_gemma":[0.001129019,0.00016250595,0.0001300729,0.00040922413,0.00013826894,0.0007126875,0.00048042327,0.0013340407,0.000332184],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009627071,0.000065504726,0.002207399,0.000029593482,0.000025526713,0.0000012894413,0.0026989481,0.0000016193012,0.0000026400514,0.00019567224,0.00041553413,0.9943466],"study_design_scores_gemma":[0.0006997795,0.00039593165,0.0010792643,0.00007690755,0.0000050604945,0.000018128596,0.000051584437,0.9664919,0.00002031784,0.009247073,0.021713244,0.00020081238],"about_ca_topic_score_codex":0.0003002449,"about_ca_topic_score_gemma":0.00022866343,"teacher_disagreement_score":0.9941458,"about_ca_system_score_codex":0.00012804652,"about_ca_system_score_gemma":0.00051449257,"threshold_uncertainty_score":0.66268003},"labels":[],"label_agreement":null},{"id":"W2899011686","doi":"10.2196/10788","title":"Detection of Bleeding Events in Electronic Health Record Notes Using Convolutional Neural Network Models Enhanced With Recurrent Neural Network Autoencoders: Deep Learning Approach","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Pharmacovigilance; Medicine; Health records; Electronic health record; Convolutional neural network; Deep learning; Major bleeding; Artificial neural network; Intensive care medicine; Artificial intelligence; Adverse effect; Medical emergency; Computer science; Internal medicine; Health care","score_opus":0.08366403244212085,"score_gpt":0.40861089249951993,"score_spread":0.3249468600573991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899011686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9177973,0.00027755994,0.07945288,0.00012965171,0.0010026969,0.0006631523,0.0000045984852,0.000108144246,0.00056395907],"genre_scores_gemma":[0.99557877,0.00041153058,0.0019051591,0.0010838081,0.0008657672,0.00007419527,0.00004706073,0.000022535818,0.00001119083],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996903,0.0003513326,0.00096122106,0.00020827175,0.0004977881,0.0010783995],"domain_scores_gemma":[0.9984736,0.00028269287,0.00063787086,0.00012203552,0.00013497015,0.00034886235],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011783616,0.0002763187,0.0004617523,0.00014566618,0.00045285458,0.0000111953395,0.0002527673,0.00030313272,0.00010467089],"category_scores_gemma":[0.000051312272,0.00025039527,0.00009283183,0.0007340038,0.00029518202,0.00061005115,0.00009208081,0.0020797967,0.000008660925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060507207,0.00024324762,0.004170818,0.00018916745,0.00012981908,0.0000016595328,0.0034316299,0.9519377,0.00030097645,0.00019487571,0.00010481916,0.03869023],"study_design_scores_gemma":[0.0017652782,0.00043508213,0.0003655225,0.0001703525,0.000049526763,0.00004751267,0.0007097599,0.9946594,0.00021431255,0.00023927828,0.0011048657,0.00023905646],"about_ca_topic_score_codex":0.000040069313,"about_ca_topic_score_gemma":0.00011252741,"teacher_disagreement_score":0.077781394,"about_ca_system_score_codex":0.0003593256,"about_ca_system_score_gemma":0.00041864844,"threshold_uncertainty_score":0.9999948},"labels":[],"label_agreement":null},{"id":"W2899451178","doi":"10.2196/10221","title":"Impact of Electronic Versus Paper Vital Sign Observations on Length of Stay in Trauma Patients: Stepped-Wedge, Cluster Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council","keywords":"Vital signs; Cluster (spacecraft); Medicine; Randomized controlled trial; Sign (mathematics); Cluster randomised controlled trial; Medical emergency; Computer science; Emergency medicine; Surgery; Mathematics","score_opus":0.03068576278540793,"score_gpt":0.35805042068488546,"score_spread":0.32736465789947755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899451178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924961,0.000017079414,0.00007909692,0.00017902556,0.00053201994,0.005270352,0.000010484247,0.000043037842,0.0013728328],"genre_scores_gemma":[0.9990525,0.000031564738,0.00018191662,0.00019270615,0.00013902971,0.00031566722,0.00004873619,0.000012526948,0.000025312378],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966184,0.0002169091,0.0018790582,0.00009385299,0.00078623614,0.0004055597],"domain_scores_gemma":[0.99691486,0.0017308799,0.000561759,0.00029870545,0.00031485697,0.0001789552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013632315,0.00019352978,0.0013889777,0.00030421445,0.000040027335,0.0000038150592,0.00015655765,0.00045880207,0.00019682167],"category_scores_gemma":[0.0036526616,0.00012521136,0.0003363357,0.00032914375,0.00038053302,0.00017900302,0.000035226687,0.0006513028,0.000014020127],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98201025,0.0011146936,0.0046243845,0.000119541975,0.000395682,0.0000011152204,0.002500713,0.0000029049068,0.000005006391,0.0005506114,0.00031758516,0.0083575435],"study_design_scores_gemma":[0.9817676,0.011598716,0.00375636,0.0003072318,0.00010254347,8.672966e-7,0.00034169437,0.0017697375,0.00008223232,0.000080656006,0.00008625367,0.00010611809],"about_ca_topic_score_codex":0.000041685555,"about_ca_topic_score_gemma":0.000025867623,"teacher_disagreement_score":0.010484022,"about_ca_system_score_codex":0.00020803747,"about_ca_system_score_gemma":0.0005815776,"threshold_uncertainty_score":0.51059705},"labels":[],"label_agreement":null},{"id":"W2899589871","doi":"10.2196/10808","title":"Assessing the Impacts of Integrated Decision Support Software on Sexual Orientation Recording, Comprehensive Sexual Health Testing, and Detection of Infections Among Gay and Bisexual Men Attending General Practice: Observational Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of New South Wales; NSW Ministry of Health; Royal Australian College of General Practitioners","keywords":"Sexual orientation; Medicine; Intervention (counseling); Reproductive health; Observational study; Family medicine; Population; Poisson regression; Psychological intervention; Nursing; Psychology; Environmental health; Social psychology; Pathology","score_opus":0.13742689141260686,"score_gpt":0.4777674790707052,"score_spread":0.3403405876580984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899589871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98768616,0.0000131452725,0.010879471,0.00019692832,0.000084588326,0.00089241064,0.000023479917,0.000036538648,0.00018728909],"genre_scores_gemma":[0.99463606,0.000012822425,0.004791591,0.00021145878,0.00012833926,0.000039564977,0.00008423861,0.000012885904,0.000083014456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974402,0.00020844318,0.0009730127,0.00014428247,0.000989319,0.0002447006],"domain_scores_gemma":[0.9965879,0.0013241954,0.0006121473,0.00019124255,0.00096894416,0.00031560336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001376202,0.00014937187,0.0003189372,0.00029602234,0.0003468811,0.000074554504,0.00007741923,0.00010533617,0.00007184022],"category_scores_gemma":[0.0076240143,0.000101111844,0.000028042556,0.0005905133,0.00044196207,0.0008080974,0.000106220534,0.00048315947,0.0000027696044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025883238,0.0010634142,0.5998572,0.0005004314,0.00022611672,0.0000056716153,0.014411761,0.000006512427,0.0011911016,0.000028206705,0.005568542,0.3768822],"study_design_scores_gemma":[0.0027782996,0.031589016,0.80947447,0.00073325064,0.00009520837,0.000207713,0.09252678,0.061660036,0.00027494913,0.00002739194,0.0004846101,0.00014829832],"about_ca_topic_score_codex":0.0009853008,"about_ca_topic_score_gemma":0.00025233362,"teacher_disagreement_score":0.3767339,"about_ca_system_score_codex":0.0001244624,"about_ca_system_score_gemma":0.0005204582,"threshold_uncertainty_score":0.9127208},"labels":[],"label_agreement":null},{"id":"W2899649954","doi":"10.2196/12241","title":"Identifying Patients Who Are Likely to Receive Most of Their Care From a Specific Health Care System: Demonstration via Secondary Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Medicine; Health care; Constraint (computer-aided design); Medical emergency; Public health; Emergency department; Task (project management); Family medicine; Nursing","score_opus":0.03292246532103772,"score_gpt":0.38134613600888745,"score_spread":0.34842367068784974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899649954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9583687,0.0012669123,0.012338756,0.0020056856,0.0025842818,0.003680172,0.0022527222,0.0002707222,0.017232029],"genre_scores_gemma":[0.9761317,0.00014176224,0.0027123054,0.018405015,0.0006105906,0.00016939921,0.0017576556,0.000030241368,0.00004134149],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9952389,0.00039981032,0.002370919,0.00022891223,0.0011002339,0.0006612295],"domain_scores_gemma":[0.9957102,0.00036945834,0.0013121229,0.00063399976,0.0012019301,0.00077231554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005619644,0.00027050986,0.0010710937,0.00045905393,0.0008264077,0.000023517221,0.00045740698,0.0004541834,0.00067773706],"category_scores_gemma":[0.00010502269,0.00021907999,0.0001766108,0.0010977323,0.00009828216,0.0003575616,0.00026434107,0.0008505564,0.00028343644],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016202075,0.000070384725,0.21539775,0.009414241,0.00036954897,0.0000036005358,0.5637516,0.0000014804765,0.000002468139,0.000158011,0.104614176,0.106054746],"study_design_scores_gemma":[0.0022191398,0.00057904056,0.41685155,0.0033487582,0.00016911792,8.948779e-7,0.52759904,0.00055151887,0.000049255978,0.00003262475,0.04813612,0.0004629209],"about_ca_topic_score_codex":0.00080513104,"about_ca_topic_score_gemma":0.004393609,"teacher_disagreement_score":0.2014538,"about_ca_system_score_codex":0.0014384998,"about_ca_system_score_gemma":0.0024049517,"threshold_uncertainty_score":0.89338225},"labels":[],"label_agreement":null},{"id":"W2900069888","doi":"10.2196/12159","title":"Extraction of Information Related to Adverse Drug Events from Electronic Health Record Notes: Design of an End-to-End Model Based on Deep Learning","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"Conditional random field; Deep learning; Artificial intelligence; Named-entity recognition; Computer science; Machine learning; Pharmacovigilance; Information extraction; Relationship extraction; Task (project management); Multi-task learning; Natural language processing; Medicine; Adverse effect; Engineering","score_opus":0.05238572201969314,"score_gpt":0.4292452800969486,"score_spread":0.37685955807725546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900069888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8633653,0.0000085031315,0.13255465,0.00083787966,0.00057201716,0.0011482015,0.00009567979,0.00012893291,0.0012888205],"genre_scores_gemma":[0.98818076,0.00007286311,0.0051198085,0.0061626346,0.000079971534,0.000081127524,0.00024213696,0.000016691094,0.000044013716],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997126,0.0003542102,0.0012267448,0.00013649905,0.0006421965,0.0005143782],"domain_scores_gemma":[0.9976092,0.00059478474,0.0006920007,0.00023922487,0.0002019187,0.0006628547],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015222678,0.00022704698,0.00037763632,0.00039806616,0.0002142939,0.0000070404612,0.0003258414,0.0003075779,0.001163873],"category_scores_gemma":[0.00035752213,0.00022078776,0.0000899587,0.00050466997,0.00011063664,0.00088280265,0.000051106785,0.001222407,0.00035030552],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025959462,0.001013743,0.00096945296,0.00019341048,0.00020080616,0.0000026342839,0.030193623,0.65251935,0.0033833648,0.00026055225,0.002502302,0.3061648],"study_design_scores_gemma":[0.001997205,0.0008438328,0.00044631655,0.0001401734,0.00005222509,0.0000033005326,0.0011902686,0.97125906,0.006933784,0.00018583958,0.016735403,0.000212605],"about_ca_topic_score_codex":0.00006526532,"about_ca_topic_score_gemma":0.00003113975,"teacher_disagreement_score":0.3187397,"about_ca_system_score_codex":0.00026407032,"about_ca_system_score_gemma":0.00069604523,"threshold_uncertainty_score":0.9997492},"labels":[],"label_agreement":null},{"id":"W2900324271","doi":"10.2196/10498","title":"Appropriateness of Hospital Admission for Emergency Department Patients with Bronchiolitis: Secondary Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Respiratory viral infections research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Bronchiolitis; Emergency department; Medicine; Medical emergency; Disposition; Emergency medicine; Hospital admission; Health care; Triage; Nursing","score_opus":0.015412323269184888,"score_gpt":0.3385417795144645,"score_spread":0.3231294562452796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900324271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881773,0.000018333716,0.00727112,0.00008940145,0.00016157649,0.0013043348,0.000052603067,0.000039351733,0.0028860085],"genre_scores_gemma":[0.9966539,0.000013206908,0.0023601667,0.00016407315,0.00016216502,0.00022838783,0.00026981795,0.000016283886,0.0001320015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976679,0.00003005529,0.0007952459,0.00012256016,0.0010703217,0.00031391133],"domain_scores_gemma":[0.9980908,0.000039324088,0.0002322386,0.0003624165,0.00080293004,0.00047229376],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003250824,0.00014998771,0.00040837776,0.00030310638,0.00009836594,0.000010647421,0.0001526451,0.00016573699,0.0015122258],"category_scores_gemma":[0.00028407498,0.000097702396,0.0001553264,0.0007526113,0.00021948226,0.00021197414,0.00007969089,0.00021463544,0.00003074346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013455709,0.0039323326,0.804829,0.0027499332,0.0032422433,0.0000074733707,0.0036978724,0.000007605253,0.000036243993,0.0005432481,0.014264035,0.16534445],"study_design_scores_gemma":[0.009872874,0.016580565,0.9228585,0.00036095653,0.0010068326,0.000005243835,0.0008824209,0.009195635,0.0025936512,0.00015077926,0.03598948,0.00050311134],"about_ca_topic_score_codex":0.0000074433046,"about_ca_topic_score_gemma":0.000009677597,"teacher_disagreement_score":0.16484134,"about_ca_system_score_codex":0.00007253692,"about_ca_system_score_gemma":0.00039799724,"threshold_uncertainty_score":0.99940056},"labels":[],"label_agreement":null},{"id":"W2901863036","doi":"10.2196/12577","title":"Medication Use for Childhood Pneumonia at a Children’s Hospital in Shanghai, China: Analysis of Pattern Mining Algorithms","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China; Shanghai Science and Technology Development Foundation","keywords":"Pneumonia; Data mining; Computer science; Medicine; Medical record; Data science; Medical emergency; Algorithm","score_opus":0.049606703899535434,"score_gpt":0.4224179444331129,"score_spread":0.3728112405335775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901863036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903177,0.000022722936,0.0054155313,0.0013879932,0.0005822338,0.0018624524,0.00019887985,0.00007655246,0.00013591777],"genre_scores_gemma":[0.9950421,0.000053082953,0.001777666,0.0016252628,0.000457568,0.0005468387,0.00042085195,0.000026779468,0.000049880462],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956395,0.00017286158,0.0023027358,0.00021419223,0.00096444564,0.0007062521],"domain_scores_gemma":[0.99687475,0.0009497876,0.00091782765,0.0005043646,0.00034183857,0.00041142284],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013691596,0.00021908904,0.000640633,0.0005812767,0.00040509412,0.000011110534,0.00046285085,0.00058405835,0.000920276],"category_scores_gemma":[0.0014657401,0.00018697919,0.00016890974,0.0010050943,0.00030717897,0.0003626353,0.00027356093,0.00059681345,0.00010579581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023389344,0.00018674273,0.81460595,0.00021143319,0.000188283,0.0000011378862,0.13013922,0.0000061338123,0.0000021489598,0.0000786957,0.0019478591,0.052609026],"study_design_scores_gemma":[0.00044123808,0.00031749165,0.82811075,0.00051751983,0.0001267122,0.0000013768538,0.008835504,0.16090497,0.000034142693,0.00007377138,0.00043319777,0.00020328285],"about_ca_topic_score_codex":0.0012512486,"about_ca_topic_score_gemma":0.0072675315,"teacher_disagreement_score":0.16089885,"about_ca_system_score_codex":0.0003476697,"about_ca_system_score_gemma":0.00046033107,"threshold_uncertainty_score":0.999993},"labels":[],"label_agreement":null},{"id":"W2902118632","doi":"10.2196/medinform.9907","title":"Predictive Modeling of 30-Day Emergency Hospital Transport of Patients Using a Personal Emergency Response System: Prognostic Retrospective Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Retrospective cohort study; Emergency department; Medical emergency; Emergency medicine; Emergency response; Disaster response; Emergency management; Internal medicine","score_opus":0.017276503563131054,"score_gpt":0.3027118674693209,"score_spread":0.28543536390618984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902118632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99240905,0.00011977414,0.0031675429,0.000029179548,0.0010412657,0.0018763243,0.00015465384,0.00006595946,0.001136261],"genre_scores_gemma":[0.99929404,0.00008561247,0.00020750336,0.000011204814,0.00024125267,0.00007843868,0.000030206513,0.000027113481,0.000024640107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954115,0.000112206704,0.0019950548,0.00021331447,0.001879304,0.00038862746],"domain_scores_gemma":[0.9969192,0.000037431328,0.0005655683,0.00029535865,0.001908616,0.00027379594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009772007,0.0003047425,0.0007987736,0.00021418354,0.00015547285,0.0000017384563,0.00020799667,0.00020012009,0.0005541002],"category_scores_gemma":[0.00096999155,0.00024213915,0.00024684408,0.00058643246,0.0002732,0.00023916633,0.00010069826,0.00035583027,0.000008491915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00103748,0.0020214885,0.83541685,0.0015009064,0.0007675603,0.000016341148,0.15838338,0.000012185148,0.000027991766,0.000028749804,0.0006089514,0.00017811489],"study_design_scores_gemma":[0.0039303033,0.013191011,0.6357123,0.0017424535,0.0011162917,0.000007717574,0.12896393,0.21471928,0.00007296066,0.000026490323,0.000031937605,0.00048527808],"about_ca_topic_score_codex":0.000028071308,"about_ca_topic_score_gemma":0.000006081944,"teacher_disagreement_score":0.2147071,"about_ca_system_score_codex":0.00014430365,"about_ca_system_score_gemma":0.00030292998,"threshold_uncertainty_score":0.98741484},"labels":[],"label_agreement":null},{"id":"W2903393482","doi":"10.2196/11056","title":"Effect of a Multimedia Patient Decision Aid to Supplement the Informed Consent Process of a Peripherally Inserted Central Venous Catheter Procedure: Pre-Post Quasi-Experimental Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peripherally inserted central catheter; Central venous catheter; Informed consent; Medicine; Process (computing); Catheter; Multimedia; Surgery; Computer science; Anesthesia; Alternative medicine","score_opus":0.04968643968439027,"score_gpt":0.4374763451966774,"score_spread":0.3877899055122871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903393482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866287,0.000059893264,0.000056300214,0.0006073188,0.0005549833,0.011789191,0.00008361575,0.00006532215,0.00015465924],"genre_scores_gemma":[0.99291027,0.00001055801,0.0015911723,0.0020186359,0.00008241827,0.0032686405,0.00007963813,0.000029237448,0.000009455604],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99351627,0.00082370837,0.0028049997,0.00018358644,0.0019236078,0.0007478167],"domain_scores_gemma":[0.993792,0.002612441,0.0011171668,0.0010222206,0.00088150275,0.0005746901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008037207,0.0003262156,0.00065209164,0.00017097908,0.00052181585,0.000012853923,0.0010109731,0.00025870663,0.00046246356],"category_scores_gemma":[0.0034597653,0.00020057528,0.000108203414,0.00046311034,0.0003890499,0.00022160138,0.0006687321,0.00071704533,0.00005876517],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003071762,0.0045958315,0.030939639,0.0028205973,0.00009085439,0.0000013361641,0.9482459,0.0000061806654,0.0000411124,0.000012291039,0.0022689258,0.007905557],"study_design_scores_gemma":[0.019144902,0.135925,0.022207828,0.0061957315,0.00012700525,0.00001981162,0.7862129,0.017706439,0.006178627,0.000021132166,0.0054820036,0.00077863224],"about_ca_topic_score_codex":0.0004548034,"about_ca_topic_score_gemma":0.001078905,"teacher_disagreement_score":0.16203302,"about_ca_system_score_codex":0.00038777673,"about_ca_system_score_gemma":0.0028444668,"threshold_uncertainty_score":0.81792223},"labels":[],"label_agreement":null},{"id":"W2904479692","doi":"10.2196/11728","title":"Development of Prediction Models Using Machine Learning Algorithms for Girls with Suspected Central Precocious Puberty: Retrospective Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hypothalamic control of reproductive hormones","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Algorithm; Computer science; Central precocious puberty; Machine learning; Precocious puberty; Medicine; Retrospective cohort study; Pediatrics; Artificial intelligence; Internal medicine","score_opus":0.031062747973330307,"score_gpt":0.300697433574542,"score_spread":0.2696346856012117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904479692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87580824,0.000034884786,0.120825276,0.00008663478,0.00014067841,0.002576534,0.000017953997,0.0001370104,0.00037278212],"genre_scores_gemma":[0.9204548,0.000006272978,0.078782134,0.00004443092,0.00036778138,0.00012621822,0.00006042415,0.000035595604,0.00012233015],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969758,0.000043148488,0.0009976634,0.00024521732,0.0012161431,0.0005220754],"domain_scores_gemma":[0.998122,0.000057099078,0.00042922192,0.00030743034,0.00080195995,0.00028229674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084448286,0.000258416,0.0006411926,0.00018971294,0.0001931291,0.000019516894,0.00014685455,0.0001656632,0.000057368856],"category_scores_gemma":[0.00039723708,0.00018801882,0.000073010335,0.00028696388,0.00025246586,0.00034975976,0.00008893639,0.0004733029,0.0000032935648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006623809,0.00576752,0.53528386,0.0014627466,0.0048999335,0.000047857495,0.28846833,0.00041336057,0.002538235,0.00036435525,0.00035764868,0.15377237],"study_design_scores_gemma":[0.010876229,0.004656965,0.10197906,0.00034526683,0.00038327413,0.0001978892,0.008805447,0.8698487,0.0018052408,0.00009827303,0.00065409625,0.0003495535],"about_ca_topic_score_codex":0.000029426232,"about_ca_topic_score_gemma":0.00007641754,"teacher_disagreement_score":0.86943537,"about_ca_system_score_codex":0.00042394118,"about_ca_system_score_gemma":0.0007531604,"threshold_uncertainty_score":0.76671845},"labels":[],"label_agreement":null},{"id":"W2904645365","doi":"10.2196/medinform.9845","title":"OpenEHR and General Data Protection Regulation: Evaluation of Principles and Requirements","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund","keywords":"General Data Protection Regulation; Data Protection Act 1998; Interoperability; Directive; Legislation; European union; Directive on Privacy and Electronic Communications; Data Protection Directive; Personally identifiable information; Software; Information privacy law; Computer security; Business; Computer science; Internet privacy; Privacy by Design; Political science; World Wide Web; Law; European Union law","score_opus":0.36748248812686074,"score_gpt":0.5373649531194604,"score_spread":0.16988246499259968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904645365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98562205,0.00011229169,0.002126229,0.0009130045,0.00044888843,0.0030735177,0.000012987314,0.00003973201,0.007651274],"genre_scores_gemma":[0.9946668,0.000095665964,0.0028063597,0.00064208393,0.0008397298,0.00036241405,0.00010065319,0.00001413484,0.00047212763],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968543,0.00047096238,0.0011471979,0.000122511,0.0011142427,0.00029080146],"domain_scores_gemma":[0.99825245,0.000101374026,0.0005432805,0.00046827874,0.00042859185,0.00020602751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007327761,0.00009087322,0.00021025466,0.000076300115,0.00031787777,0.000008685613,0.00019501634,0.00024600688,0.00036744564],"category_scores_gemma":[0.00091142673,0.00007253048,0.000007163711,0.00014305902,0.00016133148,0.00048621098,0.00035082718,0.00031392806,0.00003201653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027103123,0.00019263374,0.048108883,0.011071369,0.00016796694,6.757674e-7,0.05276734,0.000005250952,0.00043049682,0.013122217,0.02587866,0.8479835],"study_design_scores_gemma":[0.0029706038,0.00043357883,0.050900515,0.0013362342,0.000047452377,0.000017068181,0.002263672,0.86195475,0.000074245116,0.00077140727,0.07905675,0.00017375888],"about_ca_topic_score_codex":0.0001334377,"about_ca_topic_score_gemma":0.00029693593,"teacher_disagreement_score":0.86194944,"about_ca_system_score_codex":0.000145624,"about_ca_system_score_gemma":0.0011791157,"threshold_uncertainty_score":0.4023272},"labels":[],"label_agreement":null},{"id":"W2905274981","doi":"10.2196/11487","title":"SNOMED CT Concept Hierarchies for Computable Clinical Phenotypes From Electronic Health Record Data: Comparison of Intensional Versus Extensional Value Sets","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"SNOMED CT; Electronic health record; Extensional definition; Value (mathematics); Health records; Computer science; Data mining; Terminology; Machine learning; Health care; Geology","score_opus":0.19353073555302086,"score_gpt":0.5434435425504719,"score_spread":0.34991280699745103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905274981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9017227,0.0022388273,0.051889345,0.012045882,0.019502357,0.008220067,0.0018107132,0.00050503423,0.0020650171],"genre_scores_gemma":[0.9277407,0.0005255351,0.042872895,0.016973013,0.005942173,0.00039715457,0.0051235785,0.000120722536,0.00030422685],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899087,0.0012453081,0.0051729707,0.00044996574,0.0014256074,0.0017974756],"domain_scores_gemma":[0.984748,0.01026149,0.0021162604,0.0011265184,0.00075821084,0.0009895243],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0057590883,0.00036112242,0.0017534449,0.00016605592,0.0008100619,0.000014526683,0.0011988416,0.0004641588,0.00090355024],"category_scores_gemma":[0.0031503038,0.0002960174,0.00016062894,0.00034924338,0.0008187868,0.00036821657,0.0007449263,0.0024659238,0.00028943043],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028793637,0.0007456158,0.008870084,0.0017275793,0.00045826088,0.0000020421096,0.01304131,0.000010658745,0.0000034720308,0.011627679,0.75781566,0.20281827],"study_design_scores_gemma":[0.009497772,0.0044958685,0.002245923,0.0017821904,0.00005588728,0.0000072691555,0.00746527,0.29151514,0.000010645652,0.002141276,0.6803459,0.00043684422],"about_ca_topic_score_codex":0.0009483715,"about_ca_topic_score_gemma":0.0011877125,"teacher_disagreement_score":0.29150447,"about_ca_system_score_codex":0.0005473334,"about_ca_system_score_gemma":0.011042873,"threshold_uncertainty_score":0.9999492},"labels":[],"label_agreement":null},{"id":"W2905367603","doi":"10.2196/12465","title":"Improving Digital Hospital Transformation: Development of an Outcomes-Based Infrastructure Maturity Assessment Framework","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Cisco Systems (Canada)","funders":"Cisco Systems","keywords":"Capability Maturity Model; Health care; Maturity (psychological); Information technology; Analytics; Information system; Information infrastructure; Process management; Information technology management; Knowledge management; Quality (philosophy); Digital transformation; Computer science; Business; Management information systems; Data science; Engineering","score_opus":0.02099250582496202,"score_gpt":0.41803243573184845,"score_spread":0.3970399299068864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905367603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8364661,0.000006872862,0.15396002,0.00076367636,0.0013829462,0.0018517055,0.000043287982,0.0002090995,0.005316321],"genre_scores_gemma":[0.9370768,0.0000015147349,0.060116537,0.001932707,0.00040551764,0.00026124285,0.00014276929,0.000028837601,0.0000340862],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994459,0.00017282869,0.0027316045,0.00015147847,0.0015832644,0.0009018682],"domain_scores_gemma":[0.9969627,0.00047591433,0.0009472162,0.0005109079,0.0004005251,0.00070271915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016463688,0.00029021152,0.0005988581,0.00016290485,0.00061776256,0.000036175414,0.0005404493,0.0008489048,0.0008287688],"category_scores_gemma":[0.0004251004,0.00022019041,0.000086702334,0.0003293374,0.00019732642,0.0008884076,0.00010630566,0.0018767439,0.00014812032],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016635683,0.0009485153,0.0861692,0.014234484,0.0002026443,0.0000067613278,0.24506263,0.0000075342855,0.000012212827,0.0087883435,0.0039655683,0.64043576],"study_design_scores_gemma":[0.015233881,0.006175629,0.3362252,0.009132394,0.0001032299,0.000031788277,0.10166865,0.26298365,0.000560534,0.00462544,0.26002997,0.00322962],"about_ca_topic_score_codex":0.000019709018,"about_ca_topic_score_gemma":0.00004986361,"teacher_disagreement_score":0.63720614,"about_ca_system_score_codex":0.0006418828,"about_ca_system_score_gemma":0.0063582277,"threshold_uncertainty_score":0.9992748},"labels":[],"label_agreement":null},{"id":"W2906029872","doi":"10.2196/11949","title":"Using Blockchain Technology to Manage Clinical Trials Data: A Proof-of-Concept Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Southeastern Ontario Academic Medical Organization","keywords":"Blockchain; Proof of concept; Computer science; Clinical trial; Data management; Data science; Process management; Medicine; Data mining; Computer security; Business; Pathology","score_opus":0.13973218324810643,"score_gpt":0.45930354117462713,"score_spread":0.3195713579265207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906029872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30597535,0.000027012891,0.68949735,0.0021595752,0.0002677417,0.0015343272,0.000011139008,0.00028249284,0.0002450224],"genre_scores_gemma":[0.83947927,0.0000017858899,0.15923762,0.0009503101,0.00019542509,0.00010935942,0.0000037264115,0.000008153604,0.00001434497],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99613655,0.0002484776,0.0022437577,0.0003416051,0.0006638364,0.00036580523],"domain_scores_gemma":[0.9958347,0.00041108957,0.0006015302,0.0026914848,0.00021149551,0.0002497032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008157441,0.0001762358,0.00073233875,0.00042521558,0.00015128906,0.00004203401,0.0044926987,0.00051478227,0.000033249093],"category_scores_gemma":[0.002458716,0.00014011802,0.00006907343,0.0016867829,0.0006920641,0.00017976617,0.0033819089,0.00058484694,0.000036543617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019524394,0.0016976028,0.0009734561,0.000053146006,0.00016746695,0.000017474053,0.010179269,0.0000086841865,0.000007649658,0.057866227,0.0047220867,0.92428744],"study_design_scores_gemma":[0.0021255722,0.0018313498,0.00014658664,0.00013143281,0.00006363155,0.00006903571,0.0048322133,0.9428547,0.0014868749,0.010931492,0.03506088,0.00046620076],"about_ca_topic_score_codex":0.000008861721,"about_ca_topic_score_gemma":0.000019692723,"teacher_disagreement_score":0.94284606,"about_ca_system_score_codex":0.000022954006,"about_ca_system_score_gemma":0.00019418627,"threshold_uncertainty_score":0.83486265},"labels":[],"label_agreement":null},{"id":"W2906789718","doi":"10.2196/12414","title":"Data Analysis and Visualization of Newspaper Articles on Thirdhand Smoke: A Topic Modeling Approach","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Social Science Fund of China","keywords":"Newspaper; Visualization; Data visualization; Computer science; Data science; Topic model; Information retrieval; Data mining; Advertising; Business","score_opus":0.06729296493470174,"score_gpt":0.36167159746576477,"score_spread":0.294378632531063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906789718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780878,0.0000110505935,0.019829396,0.00007377042,0.000032033266,0.00021129215,0.0000060154784,0.000025760613,0.0017228981],"genre_scores_gemma":[0.9985375,0.000031311167,0.0006475994,0.00038144673,0.000029720803,0.0000059569024,0.0003095592,0.0000055426112,0.000051404848],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987394,0.00001577798,0.0003866058,0.000094992254,0.00066101964,0.00010217296],"domain_scores_gemma":[0.9992924,0.00003338173,0.00009210616,0.00042168627,0.000054402575,0.00010607828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033617715,0.00007562314,0.00023717948,0.00017031809,0.000022094131,0.000017716975,0.00010452935,0.00012640782,0.00014984238],"category_scores_gemma":[0.00007895824,0.000055717166,0.000033719443,0.00036678408,0.000036302336,0.00018065724,0.00007203835,0.00012738044,0.0000027447013],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012843484,0.00053638814,0.94666886,0.0010005415,0.00042177513,0.0000020971156,0.011259158,0.0006246366,0.0001178001,0.0019732637,0.00027877733,0.03698828],"study_design_scores_gemma":[0.001022196,0.00012125794,0.057631034,0.00010727991,0.0004294173,0.000007884512,0.0020569763,0.9382806,0.0001311988,0.000032958855,0.00010014941,0.000079081496],"about_ca_topic_score_codex":0.000022951595,"about_ca_topic_score_gemma":0.00000254141,"teacher_disagreement_score":0.9376559,"about_ca_system_score_codex":0.000014604192,"about_ca_system_score_gemma":0.000047451565,"threshold_uncertainty_score":0.227208},"labels":[],"label_agreement":null},{"id":"W2907077866","doi":"10.2196/12000","title":"Key Factors Affecting Ambulatory Care Providers’ Electronic Exchange of Health Information With Affiliated and Unaffiliated Partners: Web-Based Survey Study","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Key (lock); Health information exchange; Health care; Ambulatory; Patient portal; Business; Medicine; Nursing; Medical emergency; Internet privacy; Computer science; Health information; Computer security; Political science","score_opus":0.05215043369526677,"score_gpt":0.41734968016018187,"score_spread":0.3651992464649151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907077866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99213946,0.00019920629,0.00045839103,0.00015687835,0.00030581,0.005895634,0.000041384697,0.0003133327,0.00048987963],"genre_scores_gemma":[0.99807197,0.000031405136,0.00009900762,0.0010627413,0.0000886611,0.00027494694,0.0003079939,0.000039082963,0.000024173538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919776,0.0022912368,0.0025911287,0.00020822274,0.0013977445,0.0015341002],"domain_scores_gemma":[0.9947567,0.0011690411,0.0019635526,0.0005270199,0.0009360985,0.000647601],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006383782,0.0003984701,0.00095051056,0.00041694002,0.0008088365,0.00002754638,0.0003114702,0.000481126,0.00015143903],"category_scores_gemma":[0.0009919737,0.00029403085,0.000047119152,0.0009855126,0.00027154796,0.0007584292,0.00012145071,0.0014437503,0.000058308837],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034805204,0.0002498207,0.63735145,0.011138938,0.00012112931,8.909659e-7,0.34100273,0.0000062225304,0.0000018085763,0.000035287416,0.0033521315,0.006391525],"study_design_scores_gemma":[0.014571349,0.01434233,0.48228517,0.004121504,0.000060769147,0.000005982222,0.45568106,0.01663823,0.000048999405,0.0000050412727,0.011377901,0.00086167455],"about_ca_topic_score_codex":0.0031890026,"about_ca_topic_score_gemma":0.017796237,"teacher_disagreement_score":0.1550663,"about_ca_system_score_codex":0.0010715385,"about_ca_system_score_gemma":0.009766867,"threshold_uncertainty_score":0.9999512},"labels":[],"label_agreement":null},{"id":"W2907421292","doi":"10.2196/10949","title":"Physician Use of Electronic Health Records: Survey Study Assessing Factors Associated With Provider Reported Satisfaction and Perceived Patient Impact","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine; Patient satisfaction; Scale (ratio); Electronic health record; Test (biology); Demographics; Health care; Bivariate analysis; Cross-sectional study; Nursing; Demography","score_opus":0.11603366484170301,"score_gpt":0.45855622573282045,"score_spread":0.34252256089111743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907421292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953448,0.000020248255,0.00021946966,0.00013534311,0.00029885376,0.0037008235,0.00003777925,0.00013825238,0.0001043957],"genre_scores_gemma":[0.99853176,0.000020426622,0.00005965416,0.0009232997,0.00009626593,0.00014043537,0.00014532378,0.000045721587,0.00003713021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922441,0.002322176,0.0025974729,0.00024360606,0.0012958191,0.001296822],"domain_scores_gemma":[0.99355596,0.0015137217,0.0029068943,0.0004706662,0.00093993393,0.0006128246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037205059,0.00033367713,0.00094285194,0.00020328807,0.00071865,0.000041487452,0.0001170735,0.00035713392,0.000101687954],"category_scores_gemma":[0.002582754,0.00022595892,0.00005064523,0.0007850469,0.00018469733,0.00083888543,0.0000835632,0.0015038622,0.000008981925],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009844657,0.0002710038,0.9268478,0.00034718393,0.0002222459,0.0000010778969,0.058367923,0.0000010665984,0.0000041001713,0.0000037909588,0.0016004228,0.0122349495],"study_design_scores_gemma":[0.0016184282,0.004750961,0.96581763,0.0011063601,0.000025858108,0.0000033620072,0.023304146,0.002803562,0.0000017444978,0.000005982214,0.00035041908,0.00021152852],"about_ca_topic_score_codex":0.014333493,"about_ca_topic_score_gemma":0.035029083,"teacher_disagreement_score":0.03896986,"about_ca_system_score_codex":0.0018747989,"about_ca_system_score_gemma":0.007758284,"threshold_uncertainty_score":0.9978668},"labels":[],"label_agreement":null},{"id":"W2907470943","doi":"10.2196/10020","title":"Use of Electronic Health Records to Develop and Implement a Silent Best Practice Alert Notification System for Patient Recruitment in Clinical Research: Quality Improvement Initiative","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workbench; Guideline; Notification system; Medicine; Health care; Quality (philosophy); Quality management; Medical emergency; EPIC; Computer science; Operations management; Pathology; Data mining; Management system; World Wide Web","score_opus":0.5572079885981017,"score_gpt":0.6283182063496668,"score_spread":0.07111021775156512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907470943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9406237,0.00015630703,0.010160352,0.0152874105,0.0013848752,0.031498533,0.00017555457,0.000083233695,0.00063005055],"genre_scores_gemma":[0.95855683,0.0008528643,0.013219867,0.010683134,0.00056770945,0.015829252,0.00014779445,0.000055194138,0.00008733098],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.983754,0.0047734226,0.0073099337,0.00041141658,0.0018287826,0.0019224721],"domain_scores_gemma":[0.98494273,0.008242513,0.0022681707,0.000654572,0.002905854,0.0009861662],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0392062,0.00025648501,0.0009083984,0.0003825454,0.00057016074,0.00002266547,0.00030541676,0.00042738274,0.00003471572],"category_scores_gemma":[0.012197869,0.00021636442,0.000057721863,0.0009816192,0.00016457889,0.00038682402,0.00040125925,0.0016446778,0.00008692802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0024366893,0.0025223887,0.010776248,0.015464739,0.00022616949,0.0000021974554,0.19863601,0.0000013328495,0.000017172659,0.022198923,0.04665947,0.7010587],"study_design_scores_gemma":[0.0043597515,0.022446766,0.00598903,0.005540907,0.000021456925,0.000007435678,0.16954967,0.0036543566,0.00011094463,0.00011861514,0.78777856,0.00042248875],"about_ca_topic_score_codex":0.0029635055,"about_ca_topic_score_gemma":0.0074440422,"teacher_disagreement_score":0.7411191,"about_ca_system_score_codex":0.00493076,"about_ca_system_score_gemma":0.012413557,"threshold_uncertainty_score":0.99888915},"labels":[],"label_agreement":null},{"id":"W2908095849","doi":"10.2196/11211","title":"European Hospitals’ Transition Toward Fully Electronic-Based Systems: Do Information Technology Security and Privacy Practices Follow?","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université du Québec à Trois-Rivières","funders":"","keywords":"Internet privacy; Computer security; Privacy policy; Patient privacy; Information privacy; Computer science; Business; Health care; Political science","score_opus":0.025472149076153285,"score_gpt":0.38861605302518354,"score_spread":0.36314390394903023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908095849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9357793,0.0004986604,0.02355714,0.012199246,0.0013439427,0.004423641,0.000034143937,0.00090215396,0.021261774],"genre_scores_gemma":[0.99444735,0.00020804252,0.0004983677,0.0036256546,0.00063046534,0.00044021825,0.00008581667,0.000031726217,0.00003237915],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99436325,0.0008630009,0.0022357465,0.00018698287,0.001041674,0.00130937],"domain_scores_gemma":[0.9958787,0.00046718307,0.002004074,0.0005410578,0.0005927923,0.0005161757],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047628237,0.0003073248,0.00052826514,0.00044761057,0.00070559507,0.00008146847,0.0005069417,0.00077828864,0.00020472416],"category_scores_gemma":[0.001768759,0.00025883457,0.000059248927,0.00065125036,0.000289744,0.0015731228,0.00014891493,0.002075862,0.00088854297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013322482,0.00074026117,0.027379867,0.051760677,0.0005719571,0.000048713046,0.61341995,0.000010133602,0.00007619865,0.07445008,0.09271716,0.13749276],"study_design_scores_gemma":[0.006200417,0.0030674585,0.0012093511,0.0030697766,0.00008162981,0.00012039354,0.059961863,0.047070984,0.00004201402,0.0010952129,0.8772854,0.00079548237],"about_ca_topic_score_codex":0.00012359497,"about_ca_topic_score_gemma":0.000058439786,"teacher_disagreement_score":0.78456825,"about_ca_system_score_codex":0.0005493904,"about_ca_system_score_gemma":0.0025155884,"threshold_uncertainty_score":0.9999864},"labels":[],"label_agreement":null},{"id":"W2908309008","doi":"10.2196/13006","title":"The Connected Intensive Care Unit Patient: Exploratory Analyses and Cohort Discovery From a Critical Care Telemedicine Database","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; University of Arizona; National Institutes of Health; National Science Foundation","keywords":"Telemedicine; Intensive care unit; Medicine; Medical emergency; Database; Health care; Computer science; Intensive care medicine","score_opus":0.06434333467749405,"score_gpt":0.4172304671747285,"score_spread":0.35288713249723447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908309008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907258,0.0016236613,0.0019442487,0.0031719801,0.00050184736,0.0011006754,0.00020622935,0.000108955894,0.0006165725],"genre_scores_gemma":[0.97966474,0.0003509518,0.00055849797,0.016805332,0.00075889716,0.00013880068,0.001688381,0.00002335942,0.000011020418],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99689305,0.000100547986,0.0011029554,0.00020755491,0.0012103596,0.0004855085],"domain_scores_gemma":[0.99571735,0.00093824335,0.00021694532,0.0005312395,0.0018625113,0.00073369424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021524933,0.00026092053,0.00048587134,0.0001482572,0.00040645542,0.000060806018,0.00016491441,0.00016107681,0.0002385635],"category_scores_gemma":[0.0035495327,0.00015782726,0.00005524822,0.00036105348,0.0011764274,0.00045607335,0.00020681284,0.00055482413,0.000027521864],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015537799,0.00017816502,0.33460715,0.0030893693,0.000724701,0.00062077405,0.32561904,1.4363847e-7,0.00021353817,0.001208099,0.08260846,0.24957678],"study_design_scores_gemma":[0.004629588,0.002592855,0.03534741,0.0009899456,0.00058563106,0.00016159253,0.9035564,0.0009250502,0.0011677946,0.000059883947,0.049675733,0.00030811428],"about_ca_topic_score_codex":0.00019872695,"about_ca_topic_score_gemma":0.00029569113,"teacher_disagreement_score":0.57793736,"about_ca_system_score_codex":0.00008542831,"about_ca_system_score_gemma":0.00053221994,"threshold_uncertainty_score":0.6436009},"labels":[],"label_agreement":null},{"id":"W2908319631","doi":"10.2196/11233","title":"Use of Telemedicine to Screen Patients in the Emergency Department: Matched Cohort Study Evaluating Efficiency and Patient Safety of Telemedicine","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Telemedicine; Overcrowding; Triage; Emergency department; Emergency medicine; Medical emergency; Cohort; Health care; Internal medicine; Nursing","score_opus":0.04360161829257764,"score_gpt":0.3893839276913867,"score_spread":0.34578230939880905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908319631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914885,0.000026433392,0.0004897887,0.000995207,0.00022777102,0.006342096,0.00003645159,0.000022882465,0.0003708409],"genre_scores_gemma":[0.9952242,0.00007765613,0.001490333,0.0026722043,0.00017203929,0.00018594571,0.00015188164,0.000017251816,0.000008507607],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99334145,0.00018319745,0.0029969534,0.00020582663,0.0028086938,0.00046388406],"domain_scores_gemma":[0.9974101,0.00033616912,0.0007159425,0.0005102478,0.0006195994,0.00040792822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024353159,0.00025606726,0.00077967223,0.00038961397,0.00010067713,0.0000057606276,0.00022239135,0.00010855418,0.0004937231],"category_scores_gemma":[0.0018481503,0.00015821037,0.000050650637,0.0010426634,0.00026110705,0.0001713314,0.00015905086,0.00032527116,0.000007997311],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045382057,0.0011310736,0.8898162,0.0003265206,0.00006864333,0.0000057033612,0.03523274,0.0000012265604,0.000021571748,0.000023600214,0.0046724193,0.06824643],"study_design_scores_gemma":[0.005769981,0.01703345,0.9561869,0.00039225878,0.00016976797,0.000015972175,0.017064959,0.001255842,0.00009549191,0.0000088892575,0.0018726793,0.00013380666],"about_ca_topic_score_codex":0.00044509812,"about_ca_topic_score_gemma":0.00023766748,"teacher_disagreement_score":0.06811262,"about_ca_system_score_codex":0.00007011446,"about_ca_system_score_gemma":0.00019286323,"threshold_uncertainty_score":0.6451632},"labels":[],"label_agreement":null},{"id":"W2908456125","doi":"10.2196/12350","title":"Understanding Determinants of Health Care Professionals’ Perspectives on Mobile Health Continuance and Performance","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council","keywords":"mHealth; Continuance; Health care; Psychological intervention; Nursing; Psychology; Medicine; Knowledge management; Applied psychology; Computer science; Social psychology","score_opus":0.09047323165447797,"score_gpt":0.4747246725448584,"score_spread":0.38425144089038044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908456125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97675216,0.0019308561,0.001531048,0.0028230674,0.0007091078,0.00986743,0.00008859493,0.00017079452,0.006126931],"genre_scores_gemma":[0.9833035,0.0018562026,0.0010543937,0.009251182,0.00025631097,0.0040782914,0.000025725343,0.000022854427,0.00015153192],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9958407,0.00033296857,0.001960055,0.00021597055,0.00076353503,0.00088676665],"domain_scores_gemma":[0.99667543,0.00045786676,0.0013186237,0.00041244883,0.00029074316,0.0008448731],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019389853,0.00020893782,0.0006586581,0.00018002496,0.0016604515,0.000005866773,0.0002399899,0.00026724132,0.00025254628],"category_scores_gemma":[0.00017691891,0.00016564582,0.000040047707,0.0003161521,0.00046191973,0.00017663457,0.00013525465,0.0008311681,0.00009026078],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003159465,0.00044696248,0.05313127,0.019998716,0.000021655202,7.0187735e-7,0.50656515,6.613941e-7,5.821236e-7,0.021068871,0.047218904,0.35123056],"study_design_scores_gemma":[0.0036030235,0.006508645,0.027658088,0.008930964,0.0000079449555,0.000011828706,0.8487154,0.003980274,0.000016983104,0.00016661147,0.09998731,0.00041290087],"about_ca_topic_score_codex":0.000060935392,"about_ca_topic_score_gemma":0.00013662026,"teacher_disagreement_score":0.35081765,"about_ca_system_score_codex":0.0006319768,"about_ca_system_score_gemma":0.0035192522,"threshold_uncertainty_score":0.9996393},"labels":[],"label_agreement":null},{"id":"W2909089939","doi":"10.2196/11873","title":"Transcription Errors of Blood Glucose Values and Insulin Errors in an Intensive Care Unit: Secondary Data Analysis Toward Electronic Medical Record-Glucometer Interoperability","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hyperglycemia and glycemic control in critically ill and hospitalized patients","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intensive care unit; Vital signs; Electronic medical record; Medical record; Gold standard (test); Point of care; Electronic data; Diabetes mellitus; Intensive care; Emergency medicine; Medical emergency; Intensive care medicine; Computer science; Internal medicine; Surgery; Database; Pathology","score_opus":0.026558436819479114,"score_gpt":0.3229211208898798,"score_spread":0.2963626840704007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909089939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969156,0.0007449564,0.00018372676,0.00070721784,0.00018997112,0.0006782824,0.00009947145,0.00004332053,0.0004374604],"genre_scores_gemma":[0.99540186,0.0006854073,0.00044392445,0.0022632508,0.000044737088,0.000026179521,0.001095229,0.000018318013,0.000021088683],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9962595,0.00016379541,0.0015187811,0.00036741185,0.0011865768,0.0005039132],"domain_scores_gemma":[0.9975121,0.00018045107,0.0001718519,0.0008834962,0.00059843226,0.0006536515],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008262039,0.00029082288,0.0010967515,0.00045731498,0.00003614009,0.000022353239,0.00054156804,0.0005252022,0.0014876707],"category_scores_gemma":[0.00094597886,0.00022304118,0.00017449648,0.0006399664,0.0004001721,0.00054286816,0.00025718816,0.0012615402,0.000013369845],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040556723,0.0018436617,0.6542238,0.0049246056,0.0025016007,0.00013310162,0.11830127,0.0000058665487,0.00049396564,0.00022060139,0.00015087945,0.21314497],"study_design_scores_gemma":[0.07402594,0.022045294,0.26043183,0.0047368393,0.009333941,0.00043809306,0.33301234,0.28486422,0.0011521833,0.0010308877,0.0065087555,0.0024196676],"about_ca_topic_score_codex":0.00016491108,"about_ca_topic_score_gemma":0.0004211103,"teacher_disagreement_score":0.39379194,"about_ca_system_score_codex":0.000065824446,"about_ca_system_score_gemma":0.0006189315,"threshold_uncertainty_score":0.9994251},"labels":[],"label_agreement":null},{"id":"W2909967241","doi":"10.2196/12630","title":"An Assessment of the Interoperability of Electronic Health Record Exchanges Among Hospitals and Clinics in Taiwan","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Health records; Electronic health record; Health information exchange; Medicine; Health care; Medical emergency; Semantic interoperability; Medical record; Family medicine; World Wide Web; Computer science; Health information","score_opus":0.026970451855702002,"score_gpt":0.4688375300343041,"score_spread":0.4418670781786021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909967241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932081,0.00012245015,0.000101233025,0.0016890672,0.00054350944,0.00289425,0.000011524351,0.000025340853,0.0014045333],"genre_scores_gemma":[0.9977509,0.00031008155,0.00028664086,0.001320547,0.00005748411,0.00016623257,0.000008428053,0.000016773469,0.00008291763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941412,0.0013537647,0.0027969158,0.0001552628,0.0007391239,0.0008137171],"domain_scores_gemma":[0.9969658,0.0004738771,0.0013711961,0.0007157414,0.00015383921,0.0003195229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072774934,0.00016518452,0.00079258025,0.00011419163,0.00010280393,0.0000044298604,0.00048120558,0.00036988215,0.00022455094],"category_scores_gemma":[0.00028042222,0.00010818954,0.00006226087,0.0003273707,0.00019985397,0.00024374003,0.00020577098,0.0018214836,0.000008193138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018531657,0.00012607359,0.9551345,0.0043541025,0.000012976521,9.1146354e-8,0.018398479,0.0000013740504,0.0000035667042,0.0012192726,0.000296333,0.020434704],"study_design_scores_gemma":[0.002161519,0.0028011163,0.9220824,0.0032805102,0.0000071294353,0.0000021782084,0.039199516,0.025184048,0.000006027088,0.00047793295,0.0045914375,0.0002061611],"about_ca_topic_score_codex":0.0006794231,"about_ca_topic_score_gemma":0.0041554896,"teacher_disagreement_score":0.033052072,"about_ca_system_score_codex":0.000622848,"about_ca_system_score_gemma":0.004161721,"threshold_uncertainty_score":0.7913541},"labels":[],"label_agreement":null},{"id":"W2910420059","doi":"10.2196/11605","title":"A New Insight Into Missing Data in Intensive Care Unit Patient Profiles: Observational Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; Queen's University; University of Waterloo","funders":"","keywords":"Observational study; Intensive care unit; Missing data; Intensive care; Medicine; Data collection; Intensive care medicine; Computer science; Medical emergency; Data mining; Data science; Statistics; Machine learning; Pathology; Mathematics","score_opus":0.09904463955867607,"score_gpt":0.38454737839656555,"score_spread":0.28550273883788946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910420059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9575328,0.00013909205,0.032873496,0.004801866,0.0007860868,0.0020513367,0.0000070814926,0.00020130564,0.001606923],"genre_scores_gemma":[0.92142266,0.000004447614,0.07094197,0.007182912,0.00009661673,0.00004471397,0.00022901104,0.000015610693,0.00006208459],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968376,0.0001872406,0.0009257253,0.0002616095,0.0014700426,0.00031779078],"domain_scores_gemma":[0.99722797,0.00029191287,0.0002620041,0.0013688977,0.00049678236,0.00035245495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005323043,0.00018229903,0.00028782245,0.00020055767,0.000080185324,0.0001368064,0.002109161,0.00014743995,0.0001247528],"category_scores_gemma":[0.0011563603,0.00015139364,0.000024539635,0.00069661596,0.000032862306,0.0011884118,0.0019757403,0.0008435066,0.00016921389],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008692766,0.00007202045,0.3421526,0.0004614599,0.000013464471,0.000029361798,0.39349827,0.00009478042,6.583481e-7,0.0011901896,0.0013986421,0.26107988],"study_design_scores_gemma":[0.0018410332,0.0007890998,0.12996295,0.0009073827,0.0000056999274,0.00002856808,0.08859246,0.7438068,0.000008032772,0.00032897512,0.033268984,0.0004600216],"about_ca_topic_score_codex":0.00049360114,"about_ca_topic_score_gemma":0.0001545141,"teacher_disagreement_score":0.743712,"about_ca_system_score_codex":0.00012451156,"about_ca_system_score_gemma":0.0013975688,"threshold_uncertainty_score":0.61736536},"labels":[],"label_agreement":null},{"id":"W2911135505","doi":"10.2196/12650","title":"Use of Electronic Health Record Access and Audit Logs to Identify Physician Actions Following Noninterruptive Alert Opening: Descriptive Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Agency for Healthcare Research and Quality; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"Audit; Medicine; Audit trail; Electronic health record; Descriptive statistics; Medical emergency; Medical record; Primary care; Health care; Family medicine","score_opus":0.14570259770790747,"score_gpt":0.5063616362684076,"score_spread":0.3606590385605001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911135505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98453176,0.000041032017,0.0021743237,0.0016070977,0.0015540054,0.007480672,0.000017293914,0.00011589321,0.002477896],"genre_scores_gemma":[0.9911268,0.000067665955,0.00039669036,0.00619293,0.00018766074,0.000761926,0.00002022354,0.000050071583,0.0011960764],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9938787,0.0008737126,0.002321995,0.00031441357,0.0010923408,0.0015188011],"domain_scores_gemma":[0.9961228,0.0010357423,0.0011394392,0.0006056607,0.0002544737,0.00084193295],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026185163,0.00032265004,0.0010821962,0.00035703814,0.00052036904,0.00006250564,0.00064382365,0.00030466367,0.0002272961],"category_scores_gemma":[0.00048649526,0.00028136474,0.00012333873,0.0007362999,0.000060777405,0.001434895,0.0006236338,0.002020149,0.0004092211],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006912039,0.0015133289,0.3452672,0.0055574,0.0012629605,0.000015715794,0.46950316,0.000029128392,0.00011870409,0.0022812742,0.06329025,0.11046967],"study_design_scores_gemma":[0.011663356,0.015100454,0.16131486,0.014513708,0.00022168996,0.000026736076,0.45810047,0.014281795,0.000059991653,0.0004772716,0.32226205,0.0019776006],"about_ca_topic_score_codex":0.002946696,"about_ca_topic_score_gemma":0.0036854742,"teacher_disagreement_score":0.2589718,"about_ca_system_score_codex":0.0015570415,"about_ca_system_score_gemma":0.0041724974,"threshold_uncertainty_score":0.9999639},"labels":[],"label_agreement":null},{"id":"W2913263577","doi":"10.2196/12561","title":"Medication Adherence Prediction Through Online Social Forums: A Case Study of Fibromyalgia","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine learning; Computer science; Random forest; Artificial intelligence; Big data; Transfer of learning; Fibromyalgia; Pharmacy; Medical prescription; Medical record; Scalability; Data science; Medicine; Family medicine; Data mining; Nursing","score_opus":0.05093811549338431,"score_gpt":0.37018873454695167,"score_spread":0.31925061905356733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913263577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99365574,0.000029756335,0.0012479406,0.00059745304,0.0002738126,0.0014533983,0.000020717505,0.000102988095,0.002618179],"genre_scores_gemma":[0.99711347,0.00003478557,0.0011719132,0.0005929051,0.00012682675,0.00012613749,0.00013519364,0.000013065306,0.0006857357],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996832,0.000048949747,0.0011698203,0.00015629349,0.0015329758,0.000259925],"domain_scores_gemma":[0.99848527,0.00008981571,0.0004895816,0.0004368934,0.00024309536,0.00025532264],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035828707,0.00017259704,0.00044177542,0.00008934495,0.00008109001,0.000010446509,0.00022870183,0.00025077135,0.0030184954],"category_scores_gemma":[0.0001573016,0.0001379595,0.000078170466,0.00040021975,0.00015125258,0.00032068705,0.0000883937,0.000482665,0.00046784963],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012515825,0.022672182,0.23998907,0.020615378,0.0012849367,0.0012419518,0.3357883,0.000016183772,0.00061676186,0.00282179,0.20332015,0.1703817],"study_design_scores_gemma":[0.035941135,0.016246099,0.10144611,0.0053212275,0.00065546203,0.009573811,0.7190874,0.08883751,0.00036478,0.00064719754,0.020798218,0.0010810468],"about_ca_topic_score_codex":0.000093609255,"about_ca_topic_score_gemma":0.000007389705,"teacher_disagreement_score":0.38329908,"about_ca_system_score_codex":0.00005768207,"about_ca_system_score_gemma":0.00041768898,"threshold_uncertainty_score":0.99789286},"labels":[],"label_agreement":null},{"id":"W2913685752","doi":"10.2196/12591","title":"Predicting Appropriate Hospital Admission of Emergency Department Patients with Bronchiolitis: Secondary Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Respiratory viral infections research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Bronchiolitis; Emergency department; Medicine; Emergency medicine; Medical emergency; Triage; Respiratory system; Internal medicine","score_opus":0.010868081095723264,"score_gpt":0.31135015529757115,"score_spread":0.3004820742018479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913685752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989334,0.000028297009,0.0003430831,0.00005722611,0.00015813737,0.0011430596,0.000027398986,0.00005707308,0.008851744],"genre_scores_gemma":[0.9986954,0.000022499715,0.00061050855,0.00011332646,0.00005820756,0.00006613478,0.00020076346,0.000016441983,0.00021674481],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968585,0.0000487976,0.0009548793,0.00014159999,0.0016563719,0.0003398725],"domain_scores_gemma":[0.9983357,0.00004238176,0.00031471343,0.00044807608,0.00033920226,0.0005199273],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035293357,0.00017216409,0.0004746101,0.0003536071,0.000057247402,0.00001259432,0.00016250953,0.00017939735,0.003512112],"category_scores_gemma":[0.00019995535,0.00011526277,0.00016542836,0.0008939703,0.000073977804,0.00031257057,0.00012909774,0.0005048847,0.00011095294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010672618,0.0005494309,0.9808746,0.00062126457,0.0006425048,0.0000037398106,0.0007772016,0.000018351171,0.000009084311,0.000037010417,0.000415548,0.015944513],"study_design_scores_gemma":[0.0037219676,0.0029836548,0.97899556,0.00028607468,0.00034085388,0.0000036900854,0.0006489206,0.00934635,0.00027998118,0.000019934649,0.003152414,0.00022059027],"about_ca_topic_score_codex":0.000013681932,"about_ca_topic_score_gemma":0.0000049894684,"teacher_disagreement_score":0.015723921,"about_ca_system_score_codex":0.000093456394,"about_ca_system_score_gemma":0.0003678991,"threshold_uncertainty_score":0.9973988},"labels":[],"label_agreement":null},{"id":"W2913899632","doi":"10.2196/13123","title":"Establishment of a New Platform for the Management of Patients After Cardiac Surgery: Descriptive Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cardiac and Coronary Surgery Techniques","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Telemedicine; Context (archaeology); Upload; Population; Cardiac surgery; Quality of life (healthcare); Medical emergency; Medical physics; Surgery; Health care; Nursing; Computer science; World Wide Web","score_opus":0.01850769358432695,"score_gpt":0.27687830437161687,"score_spread":0.2583706107872899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913899632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932131,0.00010222062,0.0004847076,0.00008313706,0.00038160727,0.0037465452,0.000054616045,0.000032451004,0.0019016212],"genre_scores_gemma":[0.99811924,0.00012447557,0.0007062169,0.00023219558,0.00003892261,0.0003793161,0.000052291256,0.000012535968,0.0003348281],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978994,0.000015180909,0.0007837313,0.00008046683,0.0010118196,0.00020938666],"domain_scores_gemma":[0.9987754,0.00027063658,0.0002334693,0.0004086002,0.00015734215,0.00015450343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000754637,0.00014034475,0.00059127173,0.000097592136,0.000018292676,0.000008033134,0.00012293649,0.00008548186,0.0001960766],"category_scores_gemma":[0.00002928083,0.00008677065,0.0003393443,0.0001882878,0.00006102574,0.00016589502,0.00013271491,0.00012888305,0.000007851778],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016983823,0.0010739202,0.556754,0.0017692961,0.0013792654,0.000005937809,0.013301645,4.6837468e-7,7.810038e-7,0.00020258155,0.046963006,0.37685072],"study_design_scores_gemma":[0.0021228227,0.001322569,0.8901505,0.0008604481,0.0005874812,0.0000017216954,0.031177985,0.00021257845,0.00025960937,0.000071991286,0.07301372,0.00021858202],"about_ca_topic_score_codex":0.000031594653,"about_ca_topic_score_gemma":0.0000010028729,"teacher_disagreement_score":0.37663215,"about_ca_system_score_codex":0.00006419591,"about_ca_system_score_gemma":0.00016529526,"threshold_uncertainty_score":0.3538404},"labels":[],"label_agreement":null},{"id":"W2913926020","doi":"10.2196/12172","title":"Patient-Sharing Relations in the Treatment of Diabetes and Their Implications for Health Information Exchange: Claims-Based Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health information exchange; Information exchange; Medicine; Knowledge management; Diabetes mellitus; Computer science; Health information; Health care; Political science","score_opus":0.01973722153516343,"score_gpt":0.2959247839182603,"score_spread":0.2761875623830969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913926020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98679394,0.000070976595,0.0023311593,0.008715983,0.00004984242,0.0013720666,0.000026761121,0.00004070268,0.0005985946],"genre_scores_gemma":[0.9966999,0.000016744376,0.00017955397,0.0024994796,0.000033139964,0.00036119352,0.00020273782,0.000003659891,0.0000035379824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896157,0.000008966361,0.0006651669,0.000054938806,0.00012177933,0.00018758919],"domain_scores_gemma":[0.9991235,0.00013335231,0.00039789578,0.00024417025,0.000082808714,0.00001824363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042233904,0.00008968987,0.00024860998,0.00045985388,0.00009070971,0.00004702514,0.00012516137,0.000102747785,0.000026151156],"category_scores_gemma":[0.000042239968,0.00005489454,0.00006654412,0.00073830393,0.000034207762,0.00050122145,0.000026483038,0.000073286225,0.000011604107],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000098477885,0.00025747126,0.4545895,0.002137338,0.0001261195,3.4728675e-8,0.014409712,0.00012303994,0.0000012090387,0.0364652,0.0011070694,0.49077347],"study_design_scores_gemma":[0.0020770533,0.00040324242,0.22132163,0.00019919843,0.00007240311,5.685742e-7,0.0118234735,0.3694832,0.0000044835942,0.0028313957,0.3915455,0.00023784845],"about_ca_topic_score_codex":0.00016384812,"about_ca_topic_score_gemma":0.0002938939,"teacher_disagreement_score":0.49053562,"about_ca_system_score_codex":0.000046772195,"about_ca_system_score_gemma":0.000050037648,"threshold_uncertainty_score":0.22385344},"labels":[],"label_agreement":null},{"id":"W2914366559","doi":"10.2196/11663","title":"Exploring the Impact of the Prescription Automatic Screening System in Health Care Services: Quasi-Experiment","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical prescription; Medicine; Propensity score matching; Health care; Matching (statistics); Medical emergency; Family medicine; Nursing; Surgery","score_opus":0.07496178294342112,"score_gpt":0.4282867880013304,"score_spread":0.3533250050579093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914366559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912148,0.00036991388,0.00024216303,0.00047966948,0.0010484225,0.004615229,0.000009651769,0.00011883934,0.0019013217],"genre_scores_gemma":[0.99792516,0.000041747593,0.00019187893,0.00066688244,0.00015429505,0.0009215542,0.00001226409,0.000024762,0.0000614813],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9940996,0.0011903894,0.0025050875,0.000117636206,0.0011942876,0.000892978],"domain_scores_gemma":[0.9971039,0.00051612017,0.0011889739,0.00077993097,0.00012700037,0.00028403464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031421336,0.00020963886,0.0005825043,0.00012273512,0.00039298876,0.000013200363,0.0006861783,0.00019990042,0.00011182337],"category_scores_gemma":[0.00008162953,0.00010582427,0.00014274337,0.0004953455,0.00004577826,0.0003787371,0.00023916688,0.0013406356,0.0001380337],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006790407,0.00013006666,0.07987307,0.079574294,0.00009594109,0.0000010765103,0.80608827,0.00043490346,0.0000144250425,0.0019011383,0.0012801692,0.03053877],"study_design_scores_gemma":[0.002475337,0.00074140495,0.06643999,0.029700937,0.00000888104,0.000014096766,0.6295845,0.26632577,0.000014272037,0.0000090647745,0.004438824,0.00024689612],"about_ca_topic_score_codex":0.006929927,"about_ca_topic_score_gemma":0.000565406,"teacher_disagreement_score":0.26589087,"about_ca_system_score_codex":0.0020703627,"about_ca_system_score_gemma":0.0024217395,"threshold_uncertainty_score":0.999683},"labels":[],"label_agreement":null},{"id":"W2915005312","doi":"10.2196/10773","title":"A Computer Application to Predict Adverse Events in the Short-Term Evolution of Patients With Exacerbation of Chronic Obstructive Pulmonary Disease","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Red de Investigación en Servicios de Salud en Enfermedades Crónicas; Agencia Laín Entralgo; Ministerio de Economía y Competitividad; Instituto de Salud Carlos III; Comunidad de Madrid; Ministerio de Sanidad, Servicios Sociales e Igualdad; Eusko Jaurlaritza; Basque Center for Applied Mathematics; Euskal Herriko Unibertsitatea","keywords":"Exacerbation; Medicine; Pulmonary disease; Intensive care medicine; Term (time); Disease; Pulmonary function testing; Adverse effect; Cardiology; Internal medicine","score_opus":0.006615819724941587,"score_gpt":0.2656350147386466,"score_spread":0.259019195013705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915005312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99146366,0.00003186709,0.0042390903,0.000098785495,0.000060471797,0.003641519,0.000071532166,0.000017179493,0.00037588997],"genre_scores_gemma":[0.9989434,0.0000054701236,0.0002764826,0.00006640045,0.00007791221,0.00024559826,0.00035247617,0.000014438664,0.000017852168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969806,0.00007270277,0.0006836892,0.00016889979,0.0018209617,0.00027315583],"domain_scores_gemma":[0.99858767,0.00009268472,0.00020395602,0.00052665715,0.00027020404,0.00031882932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002824779,0.00016633977,0.00030807845,0.00023531594,0.000026399759,0.0000022324148,0.00029108577,0.00010533421,0.000104003],"category_scores_gemma":[0.000047206635,0.00011275266,0.00007786561,0.0005139422,0.00016836768,0.00030040008,0.0001328383,0.0002898413,0.000029329136],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009861354,0.0009934786,0.97199565,0.0021901825,0.000040969546,0.0000049410196,0.0012510605,0.00035492136,0.000018841563,0.00021822668,0.000036766163,0.021908822],"study_design_scores_gemma":[0.0015564921,0.00034036173,0.917442,0.00051508326,0.000043062984,0.0000043159685,0.0005835795,0.07927589,0.000008892308,0.000051837116,0.00008265346,0.00009582692],"about_ca_topic_score_codex":0.000015042401,"about_ca_topic_score_gemma":0.0000056603926,"teacher_disagreement_score":0.078920975,"about_ca_system_score_codex":0.00067941827,"about_ca_system_score_gemma":0.00063793163,"threshold_uncertainty_score":0.45979202},"labels":[],"label_agreement":null},{"id":"W2917458973","doi":"10.2196/12949","title":"Development of an eHealth Readiness Assessment Framework for Botswana and Other Developing Countries: Interview Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Fogarty International Center","keywords":"eHealth; Developing country; Computer science; Medical education; Knowledge management; Business; Medicine; Health care; Political science; Economic growth","score_opus":0.09804461106373762,"score_gpt":0.5151847724293199,"score_spread":0.4171401613655823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917458973","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8906653,0.00010162237,0.09821404,0.0009983385,0.001109524,0.0076972474,0.000013650264,0.000095576404,0.0011047348],"genre_scores_gemma":[0.4804393,0.00027746285,0.48158473,0.031063579,0.0006426185,0.0052799303,0.00007938993,0.00015765021,0.00047532952],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99502754,0.00043746392,0.0026881308,0.00018095443,0.0008889861,0.0007768929],"domain_scores_gemma":[0.9967568,0.0011529676,0.00094882614,0.0004259348,0.0002698239,0.00044564533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006942082,0.00022500826,0.0007750745,0.0001371294,0.00035743145,0.000014208091,0.000358494,0.00041464827,0.00031160295],"category_scores_gemma":[0.00021889138,0.0001735291,0.000030730775,0.00022313083,0.000052122978,0.00022231472,0.00016816282,0.00084150955,0.00007068615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021006577,0.0008188406,0.1146922,0.07845327,0.00035940783,0.0000022503896,0.4935785,0.0000011699289,0.00000152473,0.09960918,0.002498533,0.20977506],"study_design_scores_gemma":[0.0045214165,0.0014037217,0.018489575,0.010914351,0.000031256754,0.000007762652,0.16392596,0.0063467193,0.0000066708385,0.001036873,0.79274505,0.00057066255],"about_ca_topic_score_codex":0.000063760526,"about_ca_topic_score_gemma":0.00041633105,"teacher_disagreement_score":0.7902465,"about_ca_system_score_codex":0.00063082704,"about_ca_system_score_gemma":0.0064658416,"threshold_uncertainty_score":0.99916655},"labels":[],"label_agreement":null},{"id":"W2918068630","doi":"10.2196/12238","title":"Implementation of National Health Informatization in China: Survey About the Status Quo","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Informatization; Interoperability; Health informatics; Status quo; Health information exchange; Usability; China; Informatics; Business; Knowledge management; Computer science; Economic growth; Medicine; Health care; Political science; Nursing; Public health; Health information; World Wide Web","score_opus":0.047557398962078494,"score_gpt":0.4882139400969485,"score_spread":0.44065654113487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918068630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98473,0.0000996493,0.00088021456,0.0017360837,0.0008072169,0.0037470276,0.00011093868,0.00005206288,0.007836778],"genre_scores_gemma":[0.9940375,0.00036569862,0.00014352624,0.004433142,0.000096708274,0.00027354513,0.00048466356,0.000015328105,0.00014990271],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99348885,0.0009458601,0.002955142,0.000079844845,0.0015837187,0.00094658125],"domain_scores_gemma":[0.9967587,0.0009999671,0.0013884604,0.00025200224,0.0003120873,0.0002887808],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008019187,0.00014104275,0.00040073774,0.00022276875,0.00021345862,0.000009352988,0.0002878403,0.00023165971,0.0011192326],"category_scores_gemma":[0.00056586356,0.00009768942,0.00003713327,0.0006809337,0.00005225476,0.0004566365,0.000098971555,0.000974736,0.00034819823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029020686,0.00004144297,0.8773829,0.0023749354,0.000015726659,7.113124e-8,0.08037797,0.00003478293,5.7803703e-7,0.0044729323,0.017653838,0.017615795],"study_design_scores_gemma":[0.001977371,0.00017512287,0.9436774,0.00048861344,8.7093235e-7,0.0000016841051,0.023482455,0.009432602,0.0000020493994,0.00012134332,0.02053204,0.000108425644],"about_ca_topic_score_codex":0.007703186,"about_ca_topic_score_gemma":0.015003973,"teacher_disagreement_score":0.06629452,"about_ca_system_score_codex":0.0010189982,"about_ca_system_score_gemma":0.008995635,"threshold_uncertainty_score":0.9997939},"labels":[],"label_agreement":null},{"id":"W2920854314","doi":"10.2196/13039","title":"Extraction of Geriatric Syndromes From Electronic Health Record Clinical Notes: Assessment of Statistical Natural Language Processing Methods","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Electronic health record; Computer science; Health records; Natural language processing; Medicine; Data science; Artificial intelligence; Health care","score_opus":0.027932808921047183,"score_gpt":0.4884979843642453,"score_spread":0.46056517544319814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920854314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23588376,0.00043316223,0.7617699,0.0006467201,0.00059862994,0.00038775578,0.000008385814,0.000085306114,0.0001864022],"genre_scores_gemma":[0.556171,0.000058609356,0.44332975,0.0003410708,0.000049653227,0.00000836205,0.000024508088,0.000006867804,0.000010179076],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99573684,0.0007047218,0.0018857251,0.00020406488,0.0010455245,0.0004231536],"domain_scores_gemma":[0.99533445,0.0025709132,0.0012022181,0.00050016615,0.00013481738,0.00025742393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033652948,0.000158257,0.0006618138,0.0001504754,0.00004778391,0.00003728445,0.00071778183,0.00020605238,0.00017596803],"category_scores_gemma":[0.0009484557,0.00012896032,0.00009355125,0.00043462878,0.00008426969,0.0004348701,0.00022480742,0.0013472716,0.000013458118],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001221972,0.00011960879,0.012611862,0.0011466759,0.000026177888,0.0000026475575,0.0027664108,0.000019133686,0.000012361323,0.0027196067,0.00011659832,0.9804467],"study_design_scores_gemma":[0.000552953,0.00066273485,0.06506623,0.000289235,0.000008268658,0.000024728526,0.0004846013,0.9315625,0.000014059397,0.00038096894,0.0008059586,0.000147784],"about_ca_topic_score_codex":0.00028885002,"about_ca_topic_score_gemma":0.000016532998,"teacher_disagreement_score":0.98029894,"about_ca_system_score_codex":0.00015145096,"about_ca_system_score_gemma":0.0018959322,"threshold_uncertainty_score":0.58532995},"labels":[],"label_agreement":null},{"id":"W2921290595","doi":"10.2196/11678","title":"The Impact of an Electronic Patient Bedside Observation and Handover System on Clinical Practice: Mixed-Methods Evaluation","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centro de Instrumentación Científico-Técnica, Universidad de Jaén; Engineering and Physical Sciences Research Council; National University Health System; Nottingham University Hospitals NHS Trust","keywords":"Handover; Computer science; Medicine; Medical emergency; Telecommunications","score_opus":0.08133006569111273,"score_gpt":0.5035399126079402,"score_spread":0.42220984691682745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921290595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99642515,0.00023096502,0.00008700737,0.0004384785,0.00023250763,0.0012972262,0.000003071243,0.00002312287,0.0012624556],"genre_scores_gemma":[0.9962227,0.00021557622,0.002761339,0.00054587127,0.000067147856,0.0001074895,0.0000618094,0.000010170747,0.0000079066585],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972071,0.00039416132,0.00096342067,0.000104499464,0.0011063498,0.00022445689],"domain_scores_gemma":[0.99664944,0.0019278096,0.0005012171,0.00038891053,0.00030618662,0.00022644858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038149706,0.00013436572,0.0003432229,0.000047039615,0.00006105816,0.000030052754,0.00007306967,0.00017862054,0.000049736835],"category_scores_gemma":[0.0018760537,0.000069779744,0.00012934291,0.00012277815,0.00006607096,0.00023942774,0.000033780783,0.00031120967,0.000029088664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088915695,0.0011992924,0.020357005,0.00018189789,0.0005359409,0.0000033690815,0.0019874321,0.00004688189,0.000022003638,0.0014472314,0.0019641242,0.9713657],"study_design_scores_gemma":[0.011390765,0.020843199,0.5123794,0.0009107814,0.00069703767,0.00019474255,0.011742318,0.43195966,0.0011753605,0.00017301975,0.0082678385,0.00026589495],"about_ca_topic_score_codex":0.000025799927,"about_ca_topic_score_gemma":0.0000024781211,"teacher_disagreement_score":0.9710998,"about_ca_system_score_codex":0.00029964355,"about_ca_system_score_gemma":0.00049386086,"threshold_uncertainty_score":0.28455353},"labels":[],"label_agreement":null},{"id":"W2921594547","doi":"10.2196/13008","title":"Completeness of Electronic Dental Records in a Student Clinic: Retrospective Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dental Radiography and Imaging","field":"Dentistry","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Osteitis; Medicine; Population; Dentistry; Documentation; Dental alveolus; Surgery; Osteomyelitis","score_opus":0.009894355819602789,"score_gpt":0.32757186059580956,"score_spread":0.31767750477620676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921594547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888229,0.000049623635,0.0004034907,0.000013964097,0.00035654605,0.00032089994,0.000019233687,0.00003242572,0.009980937],"genre_scores_gemma":[0.99919647,0.00003936628,0.00014383327,0.00026384086,0.00003132285,0.000021785114,0.00004762525,0.000009612742,0.0002461651],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99706316,0.00006487308,0.0011613002,0.00013808117,0.0011740386,0.00039857146],"domain_scores_gemma":[0.9989742,0.00011413803,0.00035706977,0.00034967263,0.000064687796,0.00014020158],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007699764,0.00015542634,0.00061378925,0.00054574775,0.000026293814,0.000036631485,0.00047839858,0.00014357548,0.002512608],"category_scores_gemma":[0.000056124583,0.00013885963,0.00034998008,0.0017061719,0.00012481981,0.00033178515,0.0001565927,0.0005575493,0.0003766973],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036395064,0.00024917148,0.9956731,0.00008351826,0.00040323703,0.00001651481,0.0016938794,0.0000073507013,0.000009700364,0.00046394055,0.0002957923,0.001067372],"study_design_scores_gemma":[0.0016002244,0.00018051303,0.98035526,0.00010143433,0.00012828274,0.00003451692,0.007794055,0.00879072,0.00005065718,0.00013442831,0.0006391349,0.0001907836],"about_ca_topic_score_codex":0.00008550913,"about_ca_topic_score_gemma":0.000540253,"teacher_disagreement_score":0.015317879,"about_ca_system_score_codex":0.000171914,"about_ca_system_score_gemma":0.000087553264,"threshold_uncertainty_score":0.99839926},"labels":[],"label_agreement":null},{"id":"W2923389169","doi":"10.2196/13445","title":"The Use of Artificially Intelligent Self-Diagnosing Digital Platforms by the General Public: Scoping Review","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; University of Waterloo","funders":"Canadian Institutes of Health Research; University of Waterloo","keywords":"Grey literature; Medical diagnosis; Digital library; Checklist; Computer science; Scopus; MEDLINE; Process (computing); World Wide Web; Data science; Medicine; Psychology; Political science","score_opus":0.09566028552147092,"score_gpt":0.41625705681854597,"score_spread":0.32059677129707503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923389169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8934243,0.012930571,0.0029475396,0.018509973,0.0077827256,0.011703308,0.00028411948,0.00048858684,0.05192893],"genre_scores_gemma":[0.93279487,0.0053132153,0.0016075468,0.046068545,0.00059408724,0.001973058,0.000638396,0.00016933786,0.01084096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969502,0.00003176873,0.0016646138,0.000101698126,0.00078976573,0.00046195288],"domain_scores_gemma":[0.9977282,0.00085289025,0.00051966927,0.0005531559,0.00010218046,0.00024389614],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077167444,0.0001607883,0.00028290387,0.0000430051,0.00014738442,0.00025975736,0.0006005165,0.00012158752,0.0005682576],"category_scores_gemma":[0.00039868074,0.000085523614,0.00017147664,0.00025763203,0.0002170053,0.0008733992,0.00023022774,0.00037942582,0.0010002964],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038157155,0.0009773008,0.001055476,0.00644964,0.00021843165,0.0000040770256,0.0032335503,0.0000026711336,4.854918e-7,0.0645694,0.24213496,0.68131584],"study_design_scores_gemma":[0.0016548905,0.001862105,0.00039352803,0.08956696,0.00009769394,0.00033864405,0.0048713717,0.0077921674,0.0002568334,0.0036886013,0.8884437,0.0010334846],"about_ca_topic_score_codex":0.000010299227,"about_ca_topic_score_gemma":0.000015758096,"teacher_disagreement_score":0.68028235,"about_ca_system_score_codex":0.00007611104,"about_ca_system_score_gemma":0.00017435443,"threshold_uncertainty_score":0.99977756},"labels":[],"label_agreement":null},{"id":"W2927599034","doi":"10.2196/12109","title":"Natural Language Processing for the Identification of Silent Brain Infarcts From Neuroimaging Reports","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Neurological Disorders and Stroke; National Institutes of Health","keywords":"Neuroimaging; Artificial intelligence; Gold standard (test); Convolutional neural network; Medicine; Random forest; Machine learning; Stroke (engine); Natural language processing; Support vector machine; Dementia; Computer science; Radiology; Pathology; Psychiatry","score_opus":0.00850498024340512,"score_gpt":0.3011974195922285,"score_spread":0.2926924393488234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927599034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841672,0.00038399256,0.005707274,0.005446776,0.00046763563,0.001612311,0.000009065624,0.0000678975,0.002137802],"genre_scores_gemma":[0.9933339,0.000008213417,0.0014270125,0.004015216,0.00013721272,0.00006730484,0.00011973933,0.00001339439,0.0008780262],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804556,0.000009921818,0.0008924824,0.00009983301,0.00077523815,0.00017697558],"domain_scores_gemma":[0.9985882,0.00028095368,0.0005252797,0.000424114,0.00010103087,0.000080403704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005663077,0.00010652993,0.00021664689,0.000063140506,0.000036609392,0.00002754142,0.00016784747,0.000058733633,0.00009435594],"category_scores_gemma":[0.00073589524,0.000068382455,0.00007861356,0.00013252303,0.00007840416,0.00017088778,0.000119364864,0.00025160433,0.000016167582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002667193,0.0003013235,0.011347793,0.0051721884,0.00042803166,0.0000818433,0.05429361,0.000040077768,0.039106883,0.00008627603,0.2454963,0.643379],"study_design_scores_gemma":[0.0037915804,0.00018659125,0.0460932,0.0014776054,0.00036586737,0.0002360601,0.025836186,0.7762382,0.019569537,0.00004748047,0.12575223,0.00040544392],"about_ca_topic_score_codex":0.000013185478,"about_ca_topic_score_gemma":7.435697e-7,"teacher_disagreement_score":0.77619815,"about_ca_system_score_codex":0.000038775102,"about_ca_system_score_gemma":0.0001024909,"threshold_uncertainty_score":0.27885556},"labels":[],"label_agreement":null},{"id":"W2927642672","doi":"10.2196/13064","title":"Clinical Requirements of Future Patient Monitoring in the Intensive Care Unit: Qualitative Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Usability; Patient safety; Medicine; Medical emergency; Interoperability; Situation awareness; Workload; Intensive care unit; Guideline; Intensive care; Remote patient monitoring; Health care; Nursing; Intensive care medicine; Computer science","score_opus":0.1195997942315243,"score_gpt":0.4955384760203954,"score_spread":0.37593868178887113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927642672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99599624,0.00010765755,0.0000052198066,0.00054767943,0.0011245547,0.0016063967,0.0000038875596,0.000036458336,0.00057191565],"genre_scores_gemma":[0.99867487,0.00003978657,0.0002100647,0.00078529405,0.00019306809,0.00006670345,0.000014975462,0.000008201642,0.000007031604],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.996921,0.00032828844,0.0013494585,0.00010764705,0.0010366469,0.00025695548],"domain_scores_gemma":[0.9981037,0.0004159028,0.0003139523,0.0004489767,0.0005802096,0.00013728956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012608732,0.00013983346,0.00045288098,0.00014933325,0.000040815372,0.000004658672,0.00025296246,0.00033336645,0.00002716368],"category_scores_gemma":[0.0006389096,0.00008743054,0.00007595536,0.000371084,0.000128842,0.00011082282,0.00011456378,0.001203623,0.000036695143],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008368252,0.00018598867,0.516594,0.00029169314,0.000033358923,0.000018420373,0.4527891,2.9308598e-7,8.0275635e-7,0.00005083048,0.000059588092,0.029892238],"study_design_scores_gemma":[0.0017702512,0.0026399677,0.0944562,0.0006888766,0.000020123205,0.0000077667555,0.8995193,0.000040314102,0.00003699664,0.000012740647,0.00073408516,0.00007337456],"about_ca_topic_score_codex":0.000027486216,"about_ca_topic_score_gemma":0.000008363235,"teacher_disagreement_score":0.4467302,"about_ca_system_score_codex":0.00006123551,"about_ca_system_score_gemma":0.00020630886,"threshold_uncertainty_score":0.522921},"labels":[],"label_agreement":null},{"id":"W2928526086","doi":"10.2196/12348","title":"Consumer-Mediated Data Exchange for Research: Current State of US Law, Technology, and Trust","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data exchange; Emerging technologies; Compendium; Computer science; Big data; Internet privacy; State (computer science); Public relations; Data science; Knowledge management; Business; World Wide Web; Political science; Data mining","score_opus":0.5733224925356691,"score_gpt":0.6142316843870113,"score_spread":0.04090919185134212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928526086","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9805941,0.0015920055,0.00025470793,0.0075161103,0.00034358082,0.0034753873,0.0006197754,0.000106914136,0.005497403],"genre_scores_gemma":[0.9715511,0.015467477,0.007575267,0.002000928,0.0002381278,0.00039184786,0.0010987052,0.000075896016,0.0016006016],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99547243,0.0000714842,0.0011093058,0.00023440491,0.0025096696,0.0006027186],"domain_scores_gemma":[0.9879548,0.008901164,0.00019613163,0.001363164,0.0009938445,0.00059090287],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009841519,0.0001389792,0.00052551285,0.00045877704,0.00007313834,0.000023979122,0.0008666231,0.0005107802,0.00023552176],"category_scores_gemma":[0.024733756,0.0001049619,0.000043831464,0.00067096774,0.002531186,0.00019137104,0.0015794921,0.003154712,0.00015968861],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015009305,0.0017492325,0.038964894,0.045327634,0.00045147195,0.000040659557,0.0050742864,4.819348e-7,0.00021639557,0.06995161,0.05175003,0.78497237],"study_design_scores_gemma":[0.010527255,0.0027970416,0.0026004086,0.004305489,0.00006615213,0.000056955992,0.0019944576,0.045348663,0.00061747886,0.034185052,0.8971251,0.00037592172],"about_ca_topic_score_codex":0.000017701475,"about_ca_topic_score_gemma":0.00007014421,"teacher_disagreement_score":0.8453751,"about_ca_system_score_codex":0.00005001731,"about_ca_system_score_gemma":0.0010054159,"threshold_uncertainty_score":0.99914503},"labels":[],"label_agreement":null},{"id":"W2928818852","doi":"10.2196/12596","title":"Identifying Clinical Terms in Medical Text Using Ontology-Guided Machine Learning","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Computer science; Ontology; Natural language processing; Unified Medical Language System; Artificial intelligence; Information retrieval","score_opus":0.05108806052573915,"score_gpt":0.3965789011479377,"score_spread":0.34549084062219854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928818852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920852,0.00031356845,0.0030852056,0.0004441439,0.0006818486,0.00023793337,0.000003242025,0.00006145717,0.0030873567],"genre_scores_gemma":[0.9900755,0.00041980864,0.005527581,0.002916958,0.00037525204,0.000018782854,0.0001230367,0.000027720049,0.00051536015],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965807,0.0002177821,0.0013995286,0.00027801265,0.00096323865,0.0005607418],"domain_scores_gemma":[0.9986604,0.00015759979,0.00027296634,0.0003773706,0.00004926506,0.00048243278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002112068,0.00024074868,0.00051329675,0.00012636886,0.00006942178,0.000035013985,0.0006425936,0.0012449013,0.0007435907],"category_scores_gemma":[0.0020313978,0.00019240184,0.00016829435,0.00020650268,0.00045376716,0.000014147366,0.00052388496,0.0011919246,0.00017032312],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002547541,0.0006274253,0.6317163,0.00062644226,0.0002386629,0.0002369757,0.0020684814,0.00006226546,0.0016370633,0.00027024833,0.00674897,0.3555124],"study_design_scores_gemma":[0.01919108,0.0027027307,0.059571303,0.0023884478,0.000094039315,0.0024109858,0.0051316316,0.43833673,0.0018775315,0.0005147754,0.46525535,0.0025253813],"about_ca_topic_score_codex":0.000040781644,"about_ca_topic_score_gemma":0.00008228764,"teacher_disagreement_score":0.572145,"about_ca_system_score_codex":0.000032618846,"about_ca_system_score_gemma":0.00035802348,"threshold_uncertainty_score":0.9601819},"labels":[],"label_agreement":null},{"id":"W2929129608","doi":"10.2196/10879","title":"Toward Standardized Monitoring of Patients With Chronic Diseases in Primary Care Using Electronic Medical Records: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical record; Primary care; Health records; Systematic review; MEDLINE; Intensive care medicine; Medical emergency; Medical physics; Health care; Family medicine; Internal medicine","score_opus":0.03311611425625259,"score_gpt":0.37007403741852696,"score_spread":0.33695792316227435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2929129608","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018494386,0.98896044,0.0009307447,0.00001232874,0.00027099703,0.009390524,0.000050528415,0.00005015399,0.00014931231],"genre_scores_gemma":[0.0001088794,0.9978748,0.00017003446,0.00013210483,0.00016076774,0.00054758077,0.00093058514,0.00005946345,0.000015788108],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9907022,0.0010868339,0.00340468,0.00023662954,0.003970805,0.00059881597],"domain_scores_gemma":[0.9967865,0.00017076323,0.0013025316,0.0007663346,0.00036227042,0.00061161903],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029303574,0.00048347338,0.00583185,0.0003201637,0.000036595353,0.000013620762,0.00036587255,0.0006859786,0.00019868491],"category_scores_gemma":[0.0007605737,0.00031169728,0.0009858778,0.0006562685,0.000096226286,0.0001796137,0.00014048698,0.001391493,0.000032767457],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000089673085,0.000092536524,0.000103449886,0.7639143,0.00033554694,0.000013166432,0.00012989891,1.1695349e-7,5.6322386e-10,0.000002289124,0.000016075339,0.23538366],"study_design_scores_gemma":[0.0025840562,0.0003890326,0.00010085838,0.97061294,0.004800237,0.00008676662,0.00010469075,0.00003605148,5.0143004e-8,7.8515745e-7,0.021007601,0.000276934],"about_ca_topic_score_codex":0.000004495663,"about_ca_topic_score_gemma":0.0000014972908,"teacher_disagreement_score":0.23510674,"about_ca_system_score_codex":0.0029392496,"about_ca_system_score_gemma":0.01180947,"threshold_uncertainty_score":0.99993354},"labels":[],"label_agreement":null},{"id":"W2933094324","doi":"10.2196/12704","title":"Development of a Consumer Health Vocabulary by Mining Health Forum Texts Based on Word Embedding: Semiautomatic Approach","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Word embedding; Computer science; Word (group theory); Vocabulary; Artificial intelligence; Natural language processing; Unified Medical Language System; Space (punctuation); Health informatics; Distributional semantics; Word2vec; Rank (graph theory); Supervised learning; Information retrieval; Embedding; Health care; Semantic similarity; Artificial neural network; Mathematics; Linguistics","score_opus":0.0376482009304372,"score_gpt":0.4284522705373222,"score_spread":0.390804069606885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2933094324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8687035,0.0003789392,0.08056661,0.0066676005,0.0013333248,0.010285667,0.00019036472,0.0006611748,0.031212816],"genre_scores_gemma":[0.52721405,0.00007071605,0.27817005,0.19108778,0.00010077702,0.0009821235,0.0016185461,0.000075088305,0.000680848],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98949635,0.00056132115,0.0067184293,0.0002194245,0.0017714804,0.0012330129],"domain_scores_gemma":[0.994036,0.0008219096,0.0030771396,0.00070958247,0.00021038845,0.0011449737],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070940033,0.000342327,0.0010070279,0.0003159847,0.00071437075,0.000023294815,0.0005176743,0.0004516801,0.0011506537],"category_scores_gemma":[0.00046547584,0.00026537487,0.00009616185,0.0005366083,0.00010887309,0.0007419957,0.00018558344,0.0013683777,0.0005537001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002490647,0.0011082815,0.0355182,0.04821126,0.000069931564,5.092428e-7,0.22858357,0.00008523381,0.0000016336234,0.0005538364,0.3541048,0.3315137],"study_design_scores_gemma":[0.0033640699,0.00028495278,0.002325615,0.004965168,0.0000038034086,0.000002673887,0.039342545,0.6271699,0.000009566639,0.000016795846,0.32213208,0.00038281322],"about_ca_topic_score_codex":0.000023430632,"about_ca_topic_score_gemma":0.000007598985,"teacher_disagreement_score":0.6270847,"about_ca_system_score_codex":0.0006549078,"about_ca_system_score_gemma":0.007749297,"threshold_uncertainty_score":0.99997985},"labels":[],"label_agreement":null},{"id":"W2936126040","doi":"10.2196/12310","title":"Word Embedding for the French Natural Language in Health Care: Comparative Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Word2vec; Computer science; Natural language processing; Word embedding; Artificial intelligence; Cosine similarity; Similarity (geometry); Embedding; Context (archaeology); Semantic similarity; Natural language; Set (abstract data type); Feature (linguistics); Analogy; Information retrieval; Cluster analysis; Linguistics","score_opus":0.020743353615278966,"score_gpt":0.39489385388193954,"score_spread":0.3741505002666606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936126040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9520956,0.001296989,0.03218583,0.006350855,0.0017161503,0.005089745,0.000005772821,0.00024862404,0.0010104144],"genre_scores_gemma":[0.98754513,0.0000035798994,0.009784672,0.0023145985,0.00007475593,0.00014931426,0.000008992288,0.000005691502,0.000113276],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978451,0.00015557956,0.0006793639,0.0001403447,0.0007757062,0.00040389586],"domain_scores_gemma":[0.9980795,0.00093613047,0.00023327094,0.00052452856,0.0000731124,0.00015345619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010978153,0.0001407461,0.00030349166,0.00010303546,0.00013892821,0.00009767769,0.00117437,0.000069707836,0.000032160675],"category_scores_gemma":[0.00016488116,0.00009009702,0.000048044556,0.00040868108,0.00003717587,0.00030037484,0.00031451575,0.0008303805,0.000054247757],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010999289,0.0001027541,0.012701481,0.0006574676,0.000023037855,0.000004769893,0.8548609,0.0008079577,1.7036083e-7,0.0019885744,0.003334789,0.12550709],"study_design_scores_gemma":[0.0009948778,0.00032505102,0.016354367,0.00013393976,0.0000013140448,0.0000072534826,0.068862855,0.9074207,0.000001130649,0.000022956488,0.0057394984,0.00013606099],"about_ca_topic_score_codex":0.00036525048,"about_ca_topic_score_gemma":0.00054801226,"teacher_disagreement_score":0.90661275,"about_ca_system_score_codex":0.00014478774,"about_ca_system_score_gemma":0.000352831,"threshold_uncertainty_score":0.36740497},"labels":[],"label_agreement":null},{"id":"W2936693169","doi":"10.2196/10832","title":"Structure and Content of Drug Monitoring Advices Included in Discharge Letters at Interfaces of Care: Exploratory Analysis Preceding Database Development","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Database; Content analysis; World Wide Web","score_opus":0.06434978772911353,"score_gpt":0.36644073459718335,"score_spread":0.3020909468680698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936693169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99874955,0.00035215155,0.000029414105,0.00016650127,0.00015480163,0.0004027431,0.00001917523,0.000010360825,0.00011526926],"genre_scores_gemma":[0.99829507,0.00011238063,0.0012583376,0.00021201196,0.00001834589,0.000010699251,0.00006718441,0.0000063495518,0.00001964018],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981048,0.000037164245,0.0008631325,0.00009794139,0.0007185399,0.00017842052],"domain_scores_gemma":[0.99895346,0.00023550418,0.00036837597,0.00017461943,0.000065078995,0.00020295764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031114183,0.00013703169,0.0005195388,0.00020925608,0.000036521353,0.000012783379,0.00012668109,0.00006770054,0.00013073965],"category_scores_gemma":[0.00012099946,0.00009787936,0.00005044122,0.00028798802,0.00008109592,0.000420603,0.00030244826,0.0002904705,0.0000033675697],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024816074,0.00006168534,0.9469006,0.0030485853,0.0003085125,0.0000024108774,0.04026059,0.00001388509,0.0070531582,0.0000074691834,0.000025846104,0.002069066],"study_design_scores_gemma":[0.01101212,0.000387219,0.39857024,0.0050524184,0.0011826527,0.000014745355,0.12585378,0.015299692,0.43877512,0.0000027806516,0.00313567,0.0007135739],"about_ca_topic_score_codex":0.000019134419,"about_ca_topic_score_gemma":0.000033308905,"teacher_disagreement_score":0.54833037,"about_ca_system_score_codex":0.00008338,"about_ca_system_score_gemma":0.00006375485,"threshold_uncertainty_score":0.39914045},"labels":[],"label_agreement":null},{"id":"W2937235422","doi":"10.2196/13167","title":"A Speech-Enabled Fixed-Phrase Translator for Emergency Settings: Crossover Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hôpitaux Universitaires de Genève","keywords":"Phrase; Computer science; Interpreter; Usability; Context (archaeology); Natural language processing; Artificial intelligence; Human–computer interaction; Programming language","score_opus":0.03877372706749418,"score_gpt":0.45277926145422465,"score_spread":0.4140055343867305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937235422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660825,0.000056536675,0.0005647641,0.002446487,0.0022089437,0.0055696513,0.000069337766,0.00027471906,0.022727037],"genre_scores_gemma":[0.9838903,0.000036717276,0.0018568361,0.006125494,0.00035577008,0.001787347,0.00007026164,0.0000425442,0.005834734],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961857,0.0003229035,0.0018638074,0.00015252689,0.00078950205,0.0006855695],"domain_scores_gemma":[0.9971061,0.0007184308,0.00049842853,0.00087758445,0.00042472297,0.0003747334],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021186485,0.0002093642,0.00041348918,0.00009508549,0.00067598716,0.000016404609,0.0007059165,0.00043185923,0.0061198273],"category_scores_gemma":[0.000722221,0.0001697356,0.00013449547,0.00023680017,0.000046511148,0.00023053949,0.00018229209,0.0012972152,0.0015321953],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008885647,0.0011534399,0.17594251,0.0109676495,0.00021784597,0.0000056215285,0.53458256,0.000007087012,0.000016979264,0.0044668624,0.25412035,0.01763055],"study_design_scores_gemma":[0.010498547,0.0013655768,0.004986003,0.0024032837,0.00007390197,0.000007246852,0.4086955,0.030797472,0.000016203267,0.0011997655,0.5391067,0.0008497822],"about_ca_topic_score_codex":0.00005859069,"about_ca_topic_score_gemma":0.000049290866,"teacher_disagreement_score":0.2849864,"about_ca_system_score_codex":0.00011251181,"about_ca_system_score_gemma":0.0005904937,"threshold_uncertainty_score":0.9992452},"labels":[],"label_agreement":null},{"id":"W2937653336","doi":"10.2196/12607","title":"Interoperable Electronic Health Records and Health Information Exchanges: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canada Health Infoway; Public Health Ontario; University of Toronto","funders":"","keywords":"Interoperability; Health records; Computer science; Electronic health record; Health information exchange; World Wide Web; Health information technology; Data science; Health information; Health care","score_opus":0.11820765009184662,"score_gpt":0.5006195088828341,"score_spread":0.3824118587909875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937653336","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.5990062e-7,0.9592953,0.00060420076,0.0030937605,0.0015684355,0.03203138,0.000085388034,0.0003380967,0.002983216],"genre_scores_gemma":[5.5975954e-7,0.94385934,0.000103729115,0.045522828,0.0003681148,0.007128087,0.0009700724,0.00011250181,0.0019347388],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9773308,0.0043524797,0.012699173,0.00038858515,0.00200637,0.0032226022],"domain_scores_gemma":[0.98589164,0.0012958737,0.00919654,0.0015939411,0.00033464012,0.001687385],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.019728323,0.0010987612,0.01022201,0.0007103954,0.0008042348,0.00006788483,0.0011900603,0.0014804256,0.00062499207],"category_scores_gemma":[0.0011993932,0.0007640014,0.00048181205,0.0010823141,0.0000953357,0.0009929737,0.0005363089,0.0065989094,0.0055400217],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000015629729,0.000017793756,7.390429e-7,0.6645184,0.00010136058,3.761408e-7,0.0026392052,6.5685444e-9,3.8905497e-11,0.00043429245,0.065193824,0.2670924],"study_design_scores_gemma":[0.00028003418,0.00036690992,1.242242e-7,0.49008733,0.00014769073,0.00008895362,0.00090748846,0.00012236141,3.9087192e-10,0.000008343935,0.5077045,0.00028627797],"about_ca_topic_score_codex":0.0006967265,"about_ca_topic_score_gemma":0.0005340137,"teacher_disagreement_score":0.44251063,"about_ca_system_score_codex":0.0061655184,"about_ca_system_score_gemma":0.032021042,"threshold_uncertainty_score":0.9998159},"labels":[],"label_agreement":null},{"id":"W2940730617","doi":"10.2196/11499","title":"Adapting State-of-the-Art Deep Language Models to Clinical Information Extraction Systems: Potentials, Challenges, and Solutions","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Education and Training; Australian National University","keywords":"Computer science; Artificial intelligence; Natural language processing; Information extraction; Vocabulary; Context (archaeology); Health informatics; Informatics; Natural language; Machine learning; Data science; Health care; Human–computer interaction","score_opus":0.052890566908270424,"score_gpt":0.3127531179032773,"score_spread":0.2598625509950069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940730617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07616101,0.0002708375,0.9192549,0.0006264979,0.00086546404,0.00052392716,0.0000022720449,0.00007968625,0.0022153861],"genre_scores_gemma":[0.9685311,0.00023087436,0.030462587,0.0005836896,0.00007610565,0.00003115318,0.000004492859,0.000005528788,0.00007449019],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977935,0.0000786216,0.00103624,0.00009298311,0.0007558392,0.00024284674],"domain_scores_gemma":[0.99872136,0.00014503473,0.00032664218,0.00048773573,0.000118999866,0.00020020256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013660245,0.000102172606,0.00021173754,0.00009425035,0.00006857732,0.00008735577,0.00051797344,0.00013006706,0.0000056026797],"category_scores_gemma":[0.00011298423,0.00007775954,0.000055871344,0.00013605185,0.000037464237,0.0026083214,0.00046289986,0.0002998784,0.00009281974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009763127,0.00006605178,0.00007188516,0.00060537475,0.000035769095,0.0000012826915,0.046065822,0.019139713,0.000010263954,0.08210238,0.00049673754,0.85139495],"study_design_scores_gemma":[0.00027041818,0.00004486,0.00030011474,0.00018034285,0.0000041261633,0.000025132385,0.0023464002,0.9916533,0.000005207904,0.00038735726,0.004686075,0.0000966359],"about_ca_topic_score_codex":0.000018885707,"about_ca_topic_score_gemma":0.000013181888,"teacher_disagreement_score":0.9725136,"about_ca_system_score_codex":0.000035418117,"about_ca_system_score_gemma":0.00011356205,"threshold_uncertainty_score":0.3170942},"labels":[],"label_agreement":null},{"id":"W2943425564","doi":"10.2196/12702","title":"Privacy-Preserving Analysis of Distributed Biomedical Data: Designing Efficient and Secure Multiparty Computations Using Distributed Statistical Learning Theory","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"United Arab Emirates University","keywords":"Computer science; Secure multi-party computation; USable; Computation; Data sharing; Secret sharing; Information privacy; Raw data; Data mining; Distributed computing; Theoretical computer science; Cryptography; Computer security; Algorithm","score_opus":0.03338926930980448,"score_gpt":0.3239102607818602,"score_spread":0.29052099147205573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943425564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20375909,0.000040264476,0.7939471,0.00063177757,0.0001126554,0.0003026501,0.00086721603,0.0003163922,0.000022841286],"genre_scores_gemma":[0.5801819,0.000015768208,0.41687396,0.00006116238,0.000016593933,0.00000785757,0.0028305904,0.00001076791,0.0000013716872],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959012,0.00030824082,0.0012330431,0.00045440777,0.0015166366,0.00058646867],"domain_scores_gemma":[0.9913673,0.0026490157,0.00055479794,0.004868087,0.00018000382,0.0003808301],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0023653482,0.00027476874,0.0006885109,0.000507982,0.00021506348,0.0001935979,0.014292151,0.0003390265,0.0000993277],"category_scores_gemma":[0.031635314,0.00023457743,0.000072308096,0.0024731332,0.00057169865,0.0008488477,0.06827703,0.00090083946,0.000011337259],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053012243,0.0059049604,0.16779803,0.00936967,0.016870804,0.0005869692,0.042639013,0.2830672,0.0021600544,0.11751782,0.13910206,0.21445328],"study_design_scores_gemma":[0.0005980864,0.000065364875,0.002805283,0.00017926411,0.00018123593,0.000017932934,0.00093913137,0.991735,0.00003628385,0.002604382,0.0005844188,0.00025362067],"about_ca_topic_score_codex":0.000020768774,"about_ca_topic_score_gemma":0.0000021364426,"teacher_disagreement_score":0.7086678,"about_ca_system_score_codex":0.00010031874,"about_ca_system_score_gemma":0.00026596469,"threshold_uncertainty_score":0.991041},"labels":[],"label_agreement":null},{"id":"W2944358676","doi":"10.2196/11570","title":"Understanding of and Barriers to Electronic Health Record Patient Portal Access in a Culturally Diverse Pediatric Population","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Leonard M. Miller School of Medicine; University of Miami","keywords":"Patient portal; Electronic health record; Medicine; Population; Health care; Environmental health; Political science","score_opus":0.06804778627111842,"score_gpt":0.4228539260144009,"score_spread":0.3548061397432825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944358676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99409264,0.00006834211,0.00039743813,0.0009094736,0.00047139492,0.0026987807,0.000009590041,0.00004514177,0.0013072145],"genre_scores_gemma":[0.9959743,0.00026273562,0.00011161066,0.0033584076,0.00008487035,0.00011146733,0.000028088616,0.000015170696,0.000053349773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959939,0.0002997459,0.0018417634,0.00014757633,0.00075872795,0.00095825375],"domain_scores_gemma":[0.9977783,0.00026548412,0.00077891274,0.00020987105,0.0000689612,0.000898496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015113136,0.00016215528,0.0005009551,0.00033968053,0.00020207978,0.0000112224425,0.000222047,0.00027484007,0.0004523656],"category_scores_gemma":[0.00034951055,0.00013443956,0.00003724567,0.00062301615,0.000021021697,0.00043022895,0.00018825683,0.0009610789,0.000049249826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012100903,0.000034938854,0.94034463,0.0038196254,0.000015952124,0.0000015986441,0.03876229,0.00001999694,8.20843e-7,0.005114448,0.005737853,0.006026839],"study_design_scores_gemma":[0.015875166,0.010483723,0.4729613,0.008183283,0.00008004977,0.00004555974,0.41677424,0.040010456,0.0000031610068,0.005194948,0.028205981,0.0021821142],"about_ca_topic_score_codex":0.0011584372,"about_ca_topic_score_gemma":0.002771644,"teacher_disagreement_score":0.4673833,"about_ca_system_score_codex":0.0013587547,"about_ca_system_score_gemma":0.0027327926,"threshold_uncertainty_score":0.5482286},"labels":[],"label_agreement":null},{"id":"W2945539778","doi":"10.2196/13590","title":"Fast Healthcare Interoperability Resources, Clinical Quality Language, and Systematized Nomenclature of Medicine—Clinical Terms in Representing Clinical Evidence Logic Statements for the Use of Imaging Procedures: Descriptive Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Evidence-based medicine; Computer science; Quality (philosophy); Health care; Medicine; Medical physics; Medical education; Alternative medicine; Pathology; World Wide Web","score_opus":0.216553290292055,"score_gpt":0.5207034948081783,"score_spread":0.30415020451612335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945539778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947605,0.0007771829,0.0012729011,0.0009770404,0.00031741272,0.0018439372,0.000022263826,0.000013722447,0.000015028167],"genre_scores_gemma":[0.9962524,0.0004138584,0.0022599793,0.00078532787,0.00013967129,0.00007562299,0.000018717978,0.000010145482,0.000044287448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99358886,0.0012201865,0.00391966,0.00036284843,0.00061962596,0.00028883966],"domain_scores_gemma":[0.99459183,0.0030810502,0.0011722825,0.0006966332,0.00025789102,0.00020032939],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011186705,0.00019629525,0.0009764383,0.000054414482,0.000047261696,0.000021299695,0.00052245567,0.00037747071,0.000010896575],"category_scores_gemma":[0.021824647,0.00010937061,0.00016938632,0.00014898098,0.0013749223,0.000031903983,0.0005162073,0.0006243797,8.79037e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085281377,0.00047520475,0.943376,0.00263193,0.00015168556,0.0000025512593,0.018131455,9.865352e-7,0.000048518345,0.000016734293,0.0009758093,0.033336323],"study_design_scores_gemma":[0.0114579415,0.006256968,0.7280223,0.0070353225,0.00014174267,0.000021864735,0.23859142,0.006045552,0.000056245564,0.00011495464,0.0017987624,0.00045694158],"about_ca_topic_score_codex":0.0001731667,"about_ca_topic_score_gemma":0.0002409027,"teacher_disagreement_score":0.22045997,"about_ca_system_score_codex":0.000018533969,"about_ca_system_score_gemma":0.0002066966,"threshold_uncertainty_score":0.9864149},"labels":[],"label_agreement":null},{"id":"W2945984874","doi":"10.2196/13627","title":"Descriptive Usability Study of CirrODS: Clinical Decision and Workflow Support Tool for Management of Patients With Cirrhosis","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Services Research and Development","keywords":"Usability; Workflow; Medicine; Clinical decision support system; Cirrhosis; Decision support system; Computer science; Health information technology; Health care; Medical emergency; Human–computer interaction; Database; Data mining; Internal medicine","score_opus":0.054944024950977964,"score_gpt":0.4489040829161133,"score_spread":0.39396005796513534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945984874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987859,0.000007777548,0.0018732671,0.00004187936,0.0005200928,0.009048637,0.000029419227,0.000024793182,0.00059512386],"genre_scores_gemma":[0.9926257,0.00003361175,0.0063315085,0.0002753656,0.000038201506,0.0005563775,0.00002174841,0.00001770064,0.000099784585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99465466,0.0003346424,0.003177865,0.00019314322,0.0011275802,0.0005120996],"domain_scores_gemma":[0.9956492,0.0019858675,0.001054721,0.00056164927,0.00045565664,0.00029288995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045479494,0.00017082696,0.00080413633,0.00009114054,0.00011423283,0.000003958987,0.0002778216,0.0003112079,0.00030504356],"category_scores_gemma":[0.0003818446,0.00011758182,0.00006463481,0.00023659092,0.00011953832,0.00019526083,0.00021909682,0.0005782645,0.000028716977],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007468721,0.0010609699,0.9154537,0.0044612125,0.00011017803,3.554082e-7,0.009753572,8.945496e-7,4.203569e-8,0.00012516312,0.0014036223,0.066883475],"study_design_scores_gemma":[0.0134194195,0.007461403,0.94057053,0.0020232834,0.00008467557,3.2313832e-7,0.030064313,0.0014913176,6.855843e-7,0.00014792618,0.0045336075,0.000202495],"about_ca_topic_score_codex":0.000031462874,"about_ca_topic_score_gemma":0.00006027029,"teacher_disagreement_score":0.06668098,"about_ca_system_score_codex":0.0001670641,"about_ca_system_score_gemma":0.0005356385,"threshold_uncertainty_score":0.47948474},"labels":[],"label_agreement":null},{"id":"W2946538599","doi":"10.2196/13329","title":"A Web-Based Clinical System for Cohort Surveillance of Specific Clinical Effectiveness and Safety Outcomes: A Cohort Study of Non–Vitamin K Antagonist Oral Anticoagulants and Warfarin","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Taiwan University Hospital","keywords":"Medicine; Warfarin; Cohort; Vitamin K antagonist; Dabigatran; Rivaroxaban; Stroke (engine); Emergency medicine; Adverse effect; Cohort study; Atrial fibrillation; Database; Medical emergency; Intensive care medicine; Internal medicine; Computer science","score_opus":0.05361668920358996,"score_gpt":0.40364326814898116,"score_spread":0.3500265789453912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946538599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918782,0.00001746308,0.0012245754,0.000081382255,0.00053051044,0.0058993516,0.000035793855,0.00004379522,0.00028892088],"genre_scores_gemma":[0.99867314,0.00011318922,0.00088683306,0.0000854126,0.00010698065,0.000024981886,0.000052062693,0.000019110905,0.00003831006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99576604,0.00028227014,0.002578222,0.00025542866,0.0008707228,0.0002473025],"domain_scores_gemma":[0.99550354,0.0028472682,0.00071046036,0.0004612083,0.00020229271,0.00027524636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006364049,0.00024114724,0.002195441,0.00013943145,0.000051169995,0.000019448371,0.0001441886,0.00028307625,0.000020595757],"category_scores_gemma":[0.00058328704,0.00017254145,0.00022940016,0.00019761657,0.0003180085,0.00009895068,0.00014643965,0.00025356887,0.0000073277765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016852249,0.0002140537,0.99039173,0.0026602114,0.00048112846,0.000005678495,0.00012290185,0.000003453787,0.0000064502124,0.0000693041,0.00010583655,0.0042540366],"study_design_scores_gemma":[0.02144443,0.0017236762,0.9577167,0.00041272314,0.00018138713,0.0000070583205,0.0009808773,0.016563237,0.000010307557,0.0000015094581,0.0007960984,0.00016199172],"about_ca_topic_score_codex":0.000016620565,"about_ca_topic_score_gemma":0.000009094317,"teacher_disagreement_score":0.032675017,"about_ca_system_score_codex":0.000037687434,"about_ca_system_score_gemma":0.0001597918,"threshold_uncertainty_score":0.7036036},"labels":[],"label_agreement":null},{"id":"W2946991228","doi":"10.2196/13331","title":"Improving the Efficacy of the Data Entry Process for Clinical Research With a Natural Language Processing–Driven Medical Information Extraction System: Quantitative Field Research","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Shanghai Jiao Tong University; Science and Technology Commission of Shanghai Municipality; National Natural Science Foundation of China; National Science Foundation","keywords":"Computer science; Data extraction; Observational study; Electronic data capture; Field (mathematics); Process (computing); Data science; Data quality; Data collection; Information extraction; Chart; Quality (philosophy); Electronic medical record; Clinical trial; Data mining; Information retrieval; Medicine; MEDLINE; Pathology; Engineering; Operations management","score_opus":0.26614791065408866,"score_gpt":0.6249761169392618,"score_spread":0.35882820628517315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946991228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9635451,0.000554554,0.004702292,0.008170789,0.0020196207,0.015380288,0.000058691912,0.00015575117,0.0054129264],"genre_scores_gemma":[0.9966296,0.00005173941,0.0005158901,0.00094904826,0.0006066164,0.00085803255,0.00010412346,0.00002480439,0.00026014107],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98849046,0.0025879608,0.0025775053,0.00023925134,0.0049445243,0.0011602824],"domain_scores_gemma":[0.97654676,0.01865815,0.0012032521,0.0013204553,0.0019016073,0.00036978017],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03278127,0.00018178813,0.0005024718,0.00020751411,0.0011574915,0.000052159165,0.002366833,0.00075508707,0.00010092153],"category_scores_gemma":[0.022897895,0.00008803099,0.00007136026,0.001052362,0.00051052007,0.0011603136,0.00076555245,0.0066726385,0.00015528931],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005656558,0.00087059964,0.04586307,0.12437244,0.00033903687,0.000009713163,0.2980478,0.000014288848,0.000028051316,0.0100684,0.115598656,0.3991314],"study_design_scores_gemma":[0.005378567,0.0014535084,0.0035674926,0.0118224295,0.000034709356,0.000048593687,0.32296172,0.62648267,0.000032526637,0.000022116641,0.02794334,0.000252309],"about_ca_topic_score_codex":0.0004022861,"about_ca_topic_score_gemma":0.00044365576,"teacher_disagreement_score":0.6264684,"about_ca_system_score_codex":0.0003531192,"about_ca_system_score_gemma":0.010803703,"threshold_uncertainty_score":0.9959552},"labels":[],"label_agreement":null},{"id":"W2947577769","doi":"10.2196/13802","title":"Assessing the Availability of Data on Social and Behavioral Determinants in Structured and Unstructured Electronic Health Records: A Retrospective Analysis of a Multilevel Health Care System","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Unstructured data; Health care; Medicine; Population; Data collection; Social determinants of health; Medical record; Health information technology; Population health; Medical emergency; Computer science; Big data; Public health; Nursing; Data mining; Environmental health","score_opus":0.16164640654741266,"score_gpt":0.5235938640613984,"score_spread":0.3619474575139857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947577769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970966,0.00012861354,0.000026751522,0.00044814026,0.00014886311,0.0014922207,0.00059268123,0.000018765133,0.000047357527],"genre_scores_gemma":[0.9987926,0.00005210173,0.00048137954,0.00045122564,0.000029194247,0.000024239032,0.00015905754,0.000007833878,0.000002377875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964114,0.000608244,0.0016695152,0.00020517987,0.0006205135,0.00048518283],"domain_scores_gemma":[0.99759763,0.00032640653,0.0012774322,0.00050164695,0.00011763091,0.00017924402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019266435,0.0001518974,0.0008952989,0.00026641932,0.00047003568,0.000011992655,0.0003032251,0.00028940372,0.000046336958],"category_scores_gemma":[0.00014888996,0.00010999845,0.000046549154,0.00054812967,0.00019884626,0.00030591706,0.0002641213,0.0010532469,0.0000011154913],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008378578,0.00006671177,0.7854415,0.0053795115,0.000083243955,3.8627724e-7,0.182414,0.0000025162838,5.1676517e-7,0.0013889181,0.00016001987,0.024978891],"study_design_scores_gemma":[0.0010424415,0.00025096745,0.8730352,0.00059237395,0.000058646063,0.0000011516977,0.10277813,0.022033976,4.7440153e-7,0.000045157038,0.00007862256,0.000082850966],"about_ca_topic_score_codex":0.002416957,"about_ca_topic_score_gemma":0.012270669,"teacher_disagreement_score":0.08759371,"about_ca_system_score_codex":0.0006318711,"about_ca_system_score_gemma":0.0017877424,"threshold_uncertainty_score":0.68473214},"labels":[],"label_agreement":null},{"id":"W2947672775","doi":"10.2196/13562","title":"Identification of Knee Osteoarthritis Based on Bayesian Network: Pilot Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"International Science and Technology Cooperation Programme; Fundo para o Desenvolvimento das Ciências e da Tecnologia","keywords":"Bayesian network; Artificial intelligence; Machine learning; Computer science; Identification (biology); Sensitivity (control systems); Preprocessor; Data mining; Engineering","score_opus":0.012737160714595214,"score_gpt":0.273728826516099,"score_spread":0.2609916658015038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947672775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98740894,0.00003149452,0.0006131176,0.00015603114,0.0005736428,0.0026445684,0.0000108908835,0.0000982681,0.008463077],"genre_scores_gemma":[0.99758023,0.0000040604054,0.00054008584,0.0007891325,0.000126519,0.00013479723,0.000082972685,0.000020516827,0.00072169385],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9974774,0.000045053144,0.00090231065,0.00012589742,0.0011530775,0.0002962656],"domain_scores_gemma":[0.99875426,0.0000882984,0.0002621802,0.00051709544,0.00010110946,0.00027705613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004965743,0.00017823999,0.00041878424,0.00013457438,0.0000472925,0.000019824982,0.00012301403,0.000108899745,0.00090822414],"category_scores_gemma":[0.000070917806,0.00014726378,0.00007855459,0.00025223018,0.000055792596,0.00013506506,0.000039604558,0.00025188137,0.00043618408],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049766554,0.017033275,0.119632564,0.0020704013,0.00031336598,0.00028575773,0.007922344,0.00022792068,0.002546305,0.0045929635,0.0054980326,0.83490044],"study_design_scores_gemma":[0.1509714,0.62170094,0.059812777,0.007610298,0.00096250884,0.0002717733,0.016859237,0.119283795,0.007868981,0.00087156444,0.011778993,0.0020077608],"about_ca_topic_score_codex":0.0000028143984,"about_ca_topic_score_gemma":0.000008313995,"teacher_disagreement_score":0.83289266,"about_ca_system_score_codex":0.000043869735,"about_ca_system_score_gemma":0.00016300559,"threshold_uncertainty_score":0.99444175},"labels":[],"label_agreement":null},{"id":"W2947694610","doi":"10.2196/13554","title":"Core Data Elements in Acute Myeloid Leukemia: A Unified Medical Language System–Based Semantic Analysis and Experts’ Review","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Myeloid Leukemia Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Documentation; Metadata; Data dictionary; Information retrieval; Unified Medical Language System; Data science; World Wide Web","score_opus":0.03851090297430942,"score_gpt":0.37155328697744205,"score_spread":0.33304238400313263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947694610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833248,0.0030480123,0.0012481763,0.00424525,0.00014838293,0.0031571973,0.000113666516,0.00021352811,0.0045009535],"genre_scores_gemma":[0.9496695,0.009579775,0.0045954054,0.029418577,0.00023054704,0.00029561273,0.005220883,0.00008569717,0.0009040242],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936906,0.00014087552,0.0017184536,0.00037975333,0.00337605,0.0006942739],"domain_scores_gemma":[0.9963057,0.00037815658,0.00030390272,0.001811708,0.00012536855,0.001075134],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030775361,0.00033590145,0.0013743916,0.00063264754,0.000052059597,0.00003875651,0.0010681256,0.0005051546,0.0023139399],"category_scores_gemma":[0.0011276125,0.0002445723,0.0001362646,0.001780072,0.0002286744,0.00031693504,0.0008983619,0.001178451,0.0002612028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020542336,0.0018105025,0.27396142,0.21223141,0.013596266,0.01689466,0.020943599,0.00001384613,0.0007661563,0.0011691933,0.2201381,0.23642059],"study_design_scores_gemma":[0.011716047,0.00037971284,0.007914113,0.018630954,0.0018715928,0.00067660166,0.007924796,0.93903124,0.000057025405,0.000002869377,0.011160094,0.0006349587],"about_ca_topic_score_codex":0.00017598072,"about_ca_topic_score_gemma":0.00011591415,"teacher_disagreement_score":0.9390174,"about_ca_system_score_codex":0.0006621843,"about_ca_system_score_gemma":0.0021505465,"threshold_uncertainty_score":0.9985981},"labels":[],"label_agreement":null},{"id":"W2948898379","doi":"10.2196/14026","title":"Facility and Regional Factors Associated With the New Adoption of Electronic Medical Records in Japan: Nationwide Longitudinal Observational Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Schedule; Observational study; Medicine; Multinomial logistic regression; Odds; Longitudinal study; Matching (statistics); Odds ratio; Logistic regression; Electronic medical record; Fiscal year; Family medicine; Medical record; Medical emergency; Environmental health; Business; Finance; Computer science","score_opus":0.12546690881849654,"score_gpt":0.4199944458664475,"score_spread":0.294527537047951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948898379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920873,0.000049301972,0.0002562063,0.004667625,0.00019031944,0.002340232,0.00001137038,0.000046199762,0.00035144755],"genre_scores_gemma":[0.9979385,0.00003395615,0.000020055324,0.0011145584,0.000092203765,0.00016147776,0.00014422701,0.000011301661,0.00048368328],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943076,0.0007107734,0.0016293193,0.00017880731,0.0024508496,0.00072269246],"domain_scores_gemma":[0.9956304,0.0026753654,0.00074913166,0.00029008783,0.00027772094,0.00037730567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050061503,0.00020515449,0.00052572915,0.00014232661,0.00020913065,0.000008845947,0.0003507039,0.00048316806,0.0007927686],"category_scores_gemma":[0.001568221,0.00012657641,0.000042317417,0.00059763953,0.00013395469,0.00030751323,0.00010531285,0.0020613864,0.0000437153],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007545546,0.00018275021,0.9810505,0.0002569442,0.000057962385,5.6660247e-7,0.012475381,0.000005378937,4.392141e-7,0.0010825645,0.0036017587,0.0012103135],"study_design_scores_gemma":[0.0029194904,0.0007229092,0.96962655,0.0005422785,0.000013692478,0.000003667079,0.01642379,0.0046785674,3.4883507e-7,0.00011921877,0.0048044613,0.00014505291],"about_ca_topic_score_codex":0.00077902444,"about_ca_topic_score_gemma":0.014283959,"teacher_disagreement_score":0.0135049345,"about_ca_system_score_codex":0.0005960913,"about_ca_system_score_gemma":0.0067909425,"threshold_uncertainty_score":0.9988396},"labels":[],"label_agreement":null},{"id":"W2949096937","doi":"10.2196/12660","title":"Computer-Aided Detection for Breast Cancer Screening in Clinical Settings: Scoping Review","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Breast cancer; CAD; Medicine; MEDLINE; Medical physics; Breast cancer screening; Cancer; Mammography; Internal medicine","score_opus":0.03051195587498435,"score_gpt":0.37524238750403477,"score_spread":0.3447304316290504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949096937","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010206963,0.0006016209,0.9828934,0.0021209694,0.0016833107,0.002108637,0.0000055306864,0.00021580003,0.0001637631],"genre_scores_gemma":[0.3273197,0.013499608,0.5577168,0.0936581,0.004261916,0.0032379117,0.00003383577,0.00013616841,0.00013599358],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99719954,0.000086427906,0.0014264128,0.00023116136,0.00068503106,0.00037142768],"domain_scores_gemma":[0.9983466,0.0004121004,0.00047031263,0.0004355699,0.00013671252,0.0001987043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021521628,0.00016353991,0.00044553928,0.000121354475,0.00006933438,0.00008158059,0.00068973645,0.00021263014,0.00006894153],"category_scores_gemma":[0.00012089307,0.00014763029,0.0001348844,0.00052452955,0.0000517353,0.0009765535,0.00028475575,0.0004990649,0.000051662366],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000133585945,0.000026440603,0.0008319502,0.0055350587,0.000013586154,0.0000010923005,0.0003154404,0.00008697377,0.0000020460798,0.00008016547,0.0009405707,0.99215335],"study_design_scores_gemma":[0.0014303845,0.00019156361,0.003811814,0.058088113,0.000009703989,0.00007837802,0.00005237333,0.9341876,0.00006560364,0.0000849349,0.0017059005,0.00029364263],"about_ca_topic_score_codex":0.000015849924,"about_ca_topic_score_gemma":0.00004216641,"teacher_disagreement_score":0.9918597,"about_ca_system_score_codex":0.00010725971,"about_ca_system_score_gemma":0.00030498081,"threshold_uncertainty_score":0.60201883},"labels":[],"label_agreement":null},{"id":"W2951195907","doi":"10.2196/13849","title":"Incorporating Social Determinants of Health in Electronic Health Records: Qualitative Study of Current Practices Among Top Vendors","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vendor; Business; Health care; Interoperability; Sophistication; Thematic analysis; Psychological intervention; Population health; Population; Medicine; Marketing; Qualitative research; Nursing; Environmental health; Computer science; World Wide Web","score_opus":0.12107140608598396,"score_gpt":0.5595710268711739,"score_spread":0.4384996207851899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951195907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99203163,0.0004342173,0.000073715186,0.0007068562,0.000767763,0.0054976777,0.000017050093,0.00004429757,0.00042676498],"genre_scores_gemma":[0.9985574,0.00021503116,0.00010802968,0.00048201607,0.00013547248,0.000403502,0.000024396288,0.000029834291,0.00004430996],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9848386,0.0057367203,0.0063329134,0.00024046718,0.0013937573,0.0014575073],"domain_scores_gemma":[0.9847911,0.001986582,0.012224362,0.0003973823,0.00025945515,0.000341144],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018040013,0.0002698788,0.001666499,0.000400186,0.00031204135,0.0000059709187,0.00048522925,0.000300341,0.00010859248],"category_scores_gemma":[0.0013579036,0.00023495051,0.00007931525,0.0008830851,0.00011869497,0.00048624465,0.00019913504,0.0025998263,0.0000474413],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097117874,0.0008665985,0.29737177,0.009905606,0.00003077143,6.3452404e-7,0.6353361,0.0000015457764,5.1407557e-7,0.00060505414,0.0010570433,0.05472726],"study_design_scores_gemma":[0.0052923765,0.005235343,0.038074896,0.0050468324,0.000009755491,0.0000029723851,0.93891686,0.00378639,0.00000286009,0.0004385529,0.0028768494,0.0003163372],"about_ca_topic_score_codex":0.0062741474,"about_ca_topic_score_gemma":0.016140066,"teacher_disagreement_score":0.30358076,"about_ca_system_score_codex":0.0014209077,"about_ca_system_score_gemma":0.012627916,"threshold_uncertainty_score":0.9997012},"labels":[],"label_agreement":null},{"id":"W2952088026","doi":"10.2196/14499","title":"Projection Word Embedding Model With Hybrid Sampling Training for Classifying ICD-10-CM Codes: Longitudinal Observational Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Word2vec; Word embedding; Computer science; Artificial intelligence; Natural language processing; Diagnosis code; Vocabulary; Word (group theory); Data mining; Embedding; Information retrieval; Machine learning; Medicine; Mathematics; Linguistics","score_opus":0.1962135696598163,"score_gpt":0.41818201826676976,"score_spread":0.22196844860695347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952088026","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40818527,0.000004319538,0.5895725,0.0004324341,0.00017034056,0.0011124277,0.0000037226623,0.00021777679,0.0003011939],"genre_scores_gemma":[0.72755355,0.0000011919354,0.27128533,0.00051518256,0.00013092333,0.00029380148,0.0000342237,0.000019801584,0.00016600611],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99675834,0.00006188398,0.0008763416,0.00030664963,0.0014450768,0.000551687],"domain_scores_gemma":[0.9979593,0.00059915567,0.0004110445,0.00047968782,0.00029072826,0.0002600964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015164417,0.0002484381,0.00038072548,0.0001967396,0.00033352833,0.00025695926,0.0008126009,0.000119851065,0.000045261626],"category_scores_gemma":[0.0003247715,0.00020294369,0.00007077152,0.00041589723,0.000047966783,0.0012016997,0.00024156991,0.0007037075,0.000025596508],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004255115,0.00077293365,0.21708089,0.0038276177,0.00030868506,0.000024731627,0.15142076,0.38467926,0.000014189517,0.020560345,0.0020499565,0.21883512],"study_design_scores_gemma":[0.0010993035,0.00046939848,0.0049101165,0.00032590047,0.000009669232,0.000050910316,0.0033414732,0.98866475,0.0000026946625,0.00027288738,0.00059664214,0.00025625413],"about_ca_topic_score_codex":0.000014209364,"about_ca_topic_score_gemma":0.000015018576,"teacher_disagreement_score":0.6039855,"about_ca_system_score_codex":0.000172132,"about_ca_system_score_gemma":0.0008347633,"threshold_uncertainty_score":0.82758033},"labels":[],"label_agreement":null},{"id":"W2952935324","doi":"10.2196/14248","title":"Initial Experience of the Synchronized, Real-Time, Interactive, Remote Transthoracic Echocardiogram Consultation System in Rural China: Longitudinal Observational Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Transthoracic echocardiogram; Telemedicine; Medicine; China; Medical emergency; Health care; Rural area; Quality (philosophy); eHealth; Geography; Radiology; Economic growth","score_opus":0.038516370535118964,"score_gpt":0.3949180371173868,"score_spread":0.35640166658226785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952935324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99431247,0.000008188053,0.00069056713,0.00025993216,0.0002973634,0.002699968,0.000012640272,0.000056847446,0.001662001],"genre_scores_gemma":[0.9986619,0.000014541196,0.0008027548,0.0002113971,0.00009384176,0.00008155414,0.000088316,0.000012415755,0.000033286662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967101,0.00013634842,0.0014002137,0.00011781301,0.0013607335,0.00027478556],"domain_scores_gemma":[0.99865913,0.00024342275,0.00043515782,0.00030244733,0.00019589279,0.00016396843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071497995,0.0001728811,0.0005021894,0.00017821327,0.000061089384,0.000013984562,0.00019286979,0.00012116082,0.00026016354],"category_scores_gemma":[0.00024867154,0.00011854648,0.00009314325,0.000662627,0.00012945781,0.00036097725,0.00005478579,0.00042994786,0.00003183329],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015524542,0.0007675048,0.8013205,0.002646875,0.00019086117,0.000052465002,0.09852769,0.00006052676,0.00024649122,0.0001988127,0.00039752753,0.094038315],"study_design_scores_gemma":[0.007722869,0.00088398706,0.88083744,0.0012647891,0.00006603426,0.00014338401,0.063730665,0.044951674,0.00015933128,0.000007778978,0.000101286576,0.00013076887],"about_ca_topic_score_codex":0.00043874816,"about_ca_topic_score_gemma":0.000037018777,"teacher_disagreement_score":0.09390754,"about_ca_system_score_codex":0.00021875282,"about_ca_system_score_gemma":0.00044502364,"threshold_uncertainty_score":0.48341852},"labels":[],"label_agreement":null},{"id":"W2953022650","doi":"10.2196/11722","title":"Implementation of a Heart Failure Telemonitoring System in Home Care Nursing: Feasibility Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; CARE Canada; Ted Rogers Centre for Heart Research; University Health Network","funders":"","keywords":"Heart failure; Medicine; Telemedicine; Medical emergency; Nursing; Intensive care medicine; Computer science; Health care; Cardiology","score_opus":0.019023782339696895,"score_gpt":0.3604654131003293,"score_spread":0.34144163076063244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953022650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99532235,0.00002103032,0.00002267228,0.00050039124,0.0001837193,0.0031811818,0.0000031012266,0.00006395113,0.00070157857],"genre_scores_gemma":[0.99838847,0.0000014515233,0.0013555262,0.000050457955,0.000057131532,0.000088597684,0.00002804694,0.000009663434,0.0000206517],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99796176,0.000044082895,0.0007618801,0.00011035437,0.0008721328,0.00024976602],"domain_scores_gemma":[0.9992499,0.00003556386,0.0001135819,0.0003345951,0.00008768232,0.00017868298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038851236,0.00013943716,0.0004327492,0.00018453947,0.0000238021,0.00001282496,0.000084323074,0.00009558093,0.00015374685],"category_scores_gemma":[0.000013143882,0.000109219225,0.00007045358,0.00026901226,0.000032531207,0.00013288086,0.00004791234,0.00019756507,0.00006540844],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051560724,0.00042121526,0.9651253,0.0016875471,0.00004395987,0.000011138214,0.02547746,0.0000012706649,0.000016350741,0.00010534261,0.0008208316,0.0062379935],"study_design_scores_gemma":[0.007430931,0.0014376361,0.48224524,0.0011611927,0.00007710503,0.00001860239,0.50492436,0.00027512075,0.00023450635,0.0000039411175,0.0020531858,0.00013819],"about_ca_topic_score_codex":0.00008428256,"about_ca_topic_score_gemma":0.00007550348,"teacher_disagreement_score":0.4828801,"about_ca_system_score_codex":0.00044402157,"about_ca_system_score_gemma":0.00018322117,"threshold_uncertainty_score":0.44538307},"labels":[],"label_agreement":null},{"id":"W2953621575","doi":"10.2196/14141","title":"Design Process and Utilization of a Novel Clinical Decision Support System for Neuropathic Pain in Primary Care: Mixed Methods Observational Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; Queen's University; University of Toronto; McMaster University","funders":"Pfizer Canada; McMaster University; Lawson Health Research Institute; Pfizer","keywords":"Observational study; Medicine; Neuropathic pain; Decision support system; Clinical decision support system; Process (computing); Intensive care medicine; Computer science; Medical emergency; Data mining; Internal medicine","score_opus":0.2788192778529974,"score_gpt":0.5544044416408523,"score_spread":0.2755851637878549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953621575","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48583964,0.00005011138,0.50580853,0.000056055906,0.0007893737,0.0072497404,0.0000104808605,0.000052258423,0.00014380435],"genre_scores_gemma":[0.88830036,0.000040594845,0.10753231,0.0015411424,0.00019244074,0.0021638798,0.00013101351,0.000052062544,0.000046182628],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99015516,0.0039785923,0.004086981,0.00022939184,0.0010078817,0.0005420133],"domain_scores_gemma":[0.9836441,0.014068701,0.0010763757,0.00033779992,0.00058270566,0.00029027683],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04554178,0.00018865599,0.0008410146,0.00018791878,0.0001393103,0.000008092479,0.00029642056,0.00054752105,0.0000210203],"category_scores_gemma":[0.0055274824,0.00015188644,0.000054352065,0.00042935775,0.000054000386,0.00024479922,0.000119016266,0.0008969049,0.0000110364135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010453602,0.001131611,0.4031101,0.062428083,0.000052194693,0.0000032671676,0.05963611,0.0000926891,0.000022001206,0.00070392,0.0010140924,0.47076058],"study_design_scores_gemma":[0.01597174,0.005069667,0.1123276,0.0063308566,0.000048505095,0.00001452941,0.08034803,0.7761931,0.000009892331,0.000102571365,0.003174878,0.0004086602],"about_ca_topic_score_codex":0.000016008173,"about_ca_topic_score_gemma":0.000028896322,"teacher_disagreement_score":0.7761004,"about_ca_system_score_codex":0.0003600969,"about_ca_system_score_gemma":0.0044764434,"threshold_uncertainty_score":0.9828156},"labels":[],"label_agreement":null},{"id":"W2953749868","doi":"10.2196/15063","title":"Authorship Correction: A Clinical Decision Support Engine Based on a National Medication Repository for the Detection of Potential Duplicate Medications: Design and Evaluation","year":2019,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical decision support system; Computer science; Decision support system; Medicine; Medical emergency; Medical physics; Data mining","score_opus":0.04033442004054544,"score_gpt":0.37123861174861394,"score_spread":0.3309041917080685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953749868","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007862164,0.00087845925,0.9752574,0.0015671361,0.0182684,0.0022343404,0.00004215773,0.000045139826,0.0009207669],"genre_scores_gemma":[0.8468168,0.008295539,0.064954996,0.009488504,0.020651149,0.008432105,0.013220892,0.00030322082,0.02783679],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99596965,0.00028673708,0.0013478136,0.00032171726,0.0018465129,0.00022754833],"domain_scores_gemma":[0.99629354,0.0013459158,0.00092478754,0.0005037012,0.0007165765,0.00021549169],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006596067,0.00025678793,0.00038081454,0.00016655476,0.00018405102,0.000032439148,0.00043769777,0.0018371594,0.000051469135],"category_scores_gemma":[0.0057731937,0.00017955917,0.00019944094,0.000163286,0.000522507,0.000009572493,0.00009191219,0.0008239948,0.000010327773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047829017,0.00016340066,0.000010959441,0.000222043,0.0001632135,4.6142694e-7,0.00011609563,0.00026856406,0.00009020428,0.000012195437,0.5853659,0.41310868],"study_design_scores_gemma":[0.0015565701,0.0013938989,0.00065335975,0.00032580653,0.00022518437,0.000040796716,0.00012313496,0.75050104,0.00039531494,0.00013977583,0.2444395,0.00020564038],"about_ca_topic_score_codex":0.000002307141,"about_ca_topic_score_gemma":0.0000033126057,"teacher_disagreement_score":0.9103024,"about_ca_system_score_codex":0.00006482564,"about_ca_system_score_gemma":0.002037106,"threshold_uncertainty_score":0.9994587},"labels":[],"label_agreement":null},{"id":"W2954349104","doi":"10.2196/14797","title":"Influence of Scribes on Patient-Physician Communication in Primary Care Encounters: Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Michigan Institute for Clinical and Health Research; National Center for Advancing Translational Sciences; University of Michigan; Eli Lilly and Company","keywords":"Medicine; Primary care; Nursing; Medical education; Psychology; Family medicine","score_opus":0.029009765013672688,"score_gpt":0.4545378579069663,"score_spread":0.42552809289329363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954349104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98201835,0.00011834269,0.000042275697,0.00012611771,0.00030195588,0.0035308967,0.000008929638,0.000052509575,0.013800621],"genre_scores_gemma":[0.99435663,0.000044681576,0.0013784549,0.0035607715,0.000032315955,0.0005271414,0.000047281723,0.000018694507,0.00003403852],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9942763,0.0019975677,0.0020937151,0.00012363112,0.0009630178,0.00054578856],"domain_scores_gemma":[0.9961601,0.0016648377,0.0008230083,0.0008779578,0.00028012428,0.00019396654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025048766,0.00018444909,0.00061510137,0.00021383395,0.00013742027,0.0000054940792,0.00056850037,0.00031325567,0.000048668724],"category_scores_gemma":[0.0003370485,0.00014622144,0.000048993716,0.00042180842,0.00007528213,0.0003222544,0.00026496244,0.0014997819,0.00026117035],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018627578,0.0010692995,0.20268114,0.012160708,0.00005283201,0.0000022450383,0.6020789,0.00022482792,0.00008796687,0.00080146414,0.0018514647,0.17880286],"study_design_scores_gemma":[0.0052222186,0.0034065344,0.21270107,0.01308835,0.000024462726,0.0000017567836,0.741964,0.0036511936,0.00015022086,0.00016432603,0.019076407,0.0005494932],"about_ca_topic_score_codex":0.0003933603,"about_ca_topic_score_gemma":0.00024334244,"teacher_disagreement_score":0.17825337,"about_ca_system_score_codex":0.0007859024,"about_ca_system_score_gemma":0.0012906147,"threshold_uncertainty_score":0.6515889},"labels":[],"label_agreement":null},{"id":"W2954479257","doi":"10.2196/14107","title":"Common Data Elements for Acute Coronary Syndrome: Analysis Based on the Unified Medical Language System","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Standardization; Documentation; Unified Medical Language System; Computer science; Information retrieval; Annotation; Natural language processing; Artificial intelligence; Programming language","score_opus":0.05425353853714412,"score_gpt":0.45391614912752426,"score_spread":0.39966261059038016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954479257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95655423,0.00006946649,0.007916299,0.010970264,0.00207279,0.010195621,0.0009843779,0.0004730453,0.0107639255],"genre_scores_gemma":[0.97617656,0.000019756313,0.00047821653,0.018556254,0.00018624599,0.0010172072,0.0024772675,0.000043634333,0.001044883],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9925322,0.00095276185,0.0024254874,0.00027068678,0.002687254,0.0011316373],"domain_scores_gemma":[0.99141765,0.004567971,0.0008484116,0.0022669826,0.00012820431,0.0007707578],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008618036,0.00028599676,0.00094368635,0.00025311043,0.0005283316,0.000020881364,0.002170943,0.0007227526,0.00309987],"category_scores_gemma":[0.00068878493,0.00017520445,0.00015115322,0.00081215653,0.00008931213,0.00019298792,0.00048446862,0.0018045758,0.0013325032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017846499,0.0015018204,0.24704002,0.03969619,0.010971436,0.00054167566,0.031629477,0.000090909234,0.000008263052,0.035946384,0.5989925,0.03179667],"study_design_scores_gemma":[0.0029921068,0.0004873784,0.004083453,0.0017521993,0.0004231841,0.00003162622,0.015226584,0.9411647,0.0000010274825,0.0000101326395,0.03355382,0.00027383745],"about_ca_topic_score_codex":0.00015933216,"about_ca_topic_score_gemma":0.0003347306,"teacher_disagreement_score":0.9410737,"about_ca_system_score_codex":0.00055738614,"about_ca_system_score_gemma":0.0026108522,"threshold_uncertainty_score":0.9994451},"labels":[],"label_agreement":null},{"id":"W2961112041","doi":"10.2196/13354","title":"Improving the Referral Process, Timeliness, Effectiveness, and Equity of Access to Specialist Medical Services Through Electronic Consultation: Pilot Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Bruyère; Quebec Rehabilitation Research Network; Cégep de l'Outaouais; University of Ottawa; Université du Québec en Outaouais","funders":"","keywords":"Referral; Specialty; Medicine; Primary care; Medical emergency; Service (business); Specialist care; Health care; Telemedicine; Equity (law); Family medicine; Nursing; Business","score_opus":0.03657219326478828,"score_gpt":0.35883732932412726,"score_spread":0.322265136059339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961112041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99145204,0.00006404456,0.00031795623,0.0019133956,0.0003169211,0.0021590733,0.0000024217736,0.000117723335,0.0036564537],"genre_scores_gemma":[0.9960305,0.000011084683,0.000020517844,0.0032818716,0.0005023264,0.00011440675,0.000014293938,0.00001585803,0.000009147676],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972713,0.000041686853,0.00086088275,0.00018115378,0.0012253672,0.00041963617],"domain_scores_gemma":[0.99861926,0.00020084875,0.0004511385,0.00031730434,0.0003591779,0.000052279876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001987704,0.00019693,0.00044646498,0.000110308356,0.000157262,0.00019860026,0.00087596674,0.0001677468,0.00029215217],"category_scores_gemma":[0.0005278434,0.00012664913,0.000026655907,0.0006788963,0.00014720345,0.0012835352,0.00084845803,0.00048293287,0.00009609912],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001652337,0.003694737,0.26544136,0.068990335,0.0005262602,0.000047362624,0.014504244,0.000034070843,0.000089029934,0.19869444,0.0032810718,0.44304475],"study_design_scores_gemma":[0.035523836,0.009210084,0.42100415,0.009437413,0.0005836186,0.00023090452,0.121699125,0.14846803,0.00035901662,0.035417248,0.21388766,0.004178909],"about_ca_topic_score_codex":0.002688362,"about_ca_topic_score_gemma":0.0019925847,"teacher_disagreement_score":0.43886584,"about_ca_system_score_codex":0.000043211214,"about_ca_system_score_gemma":0.00034641635,"threshold_uncertainty_score":0.5164602},"labels":[],"label_agreement":null},{"id":"W2962866587","doi":"10.2196/14310","title":"A Good Practice–Compliant Clinical Trial Imaging Management System for Multicenter Clinical Trials: Development and Validation Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Clinical trial; Protocol (science); Harmonization; Audit; Process management; Good laboratory practice; Medicine; Medical physics; Computer science; Quality assurance; Database; Engineering; Business","score_opus":0.10680611792971861,"score_gpt":0.49050197898477843,"score_spread":0.3836958610550598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962866587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94240075,0.00006481429,0.03634128,0.002313543,0.0030324173,0.012245782,0.000003856924,0.00020791597,0.003389639],"genre_scores_gemma":[0.8927571,0.000089460926,0.10037197,0.004218207,0.0013635114,0.0006699958,0.00009343219,0.000059198028,0.00037709167],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99237156,0.000858222,0.004646824,0.00035800782,0.001334922,0.0004304435],"domain_scores_gemma":[0.99380213,0.003728797,0.0011400919,0.00039812832,0.00019670618,0.00073415524],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.031732734,0.00027754146,0.0013322104,0.0001668166,0.00013157864,0.00013954297,0.0002432162,0.00021334298,0.000047266436],"category_scores_gemma":[0.0073757106,0.00019814036,0.00029194393,0.00013215121,0.00012557866,0.00029528362,0.00024707007,0.0009958171,0.000115383205],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018858202,0.003921213,0.051119693,0.0025074692,0.0013633528,0.00011558013,0.003908473,0.000003534578,0.0000014222609,0.0006638937,0.0033273834,0.9142098],"study_design_scores_gemma":[0.33420792,0.0030708592,0.012873951,0.0022127202,0.0015278495,0.00023129047,0.03900361,0.3128869,0.000010181642,0.000016262766,0.29335815,0.0006002906],"about_ca_topic_score_codex":0.0000035927137,"about_ca_topic_score_gemma":2.9655413e-7,"teacher_disagreement_score":0.9136095,"about_ca_system_score_codex":0.00011543994,"about_ca_system_score_gemma":0.00024936072,"threshold_uncertainty_score":0.9970349},"labels":[],"label_agreement":null},{"id":"W2962974300","doi":"10.2196/13139","title":"Cox Proportional Hazard Regression Versus a Deep Learning Algorithm in the Prediction of Dementia: An Analysis Based on Periodic Health Examination","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Proportional hazards model; Hazard ratio; Medicine; Population; Cohort; Deep learning; Cohort study; Gerontology; Artificial intelligence; Algorithm; Machine learning; Computer science; Internal medicine; Confidence interval; Disease; Environmental health","score_opus":0.018093557274528074,"score_gpt":0.3230499600294193,"score_spread":0.3049564027548913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962974300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42150816,0.000031375148,0.57509196,0.0017534269,0.00032490125,0.000745529,0.000005910763,0.00011157767,0.00042714036],"genre_scores_gemma":[0.9805264,0.0000118989965,0.018585324,0.00059903477,0.000037971273,0.000049744485,0.00017829979,0.0000050013664,0.000006321388],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960921,0.00076512963,0.00079377607,0.0001652081,0.0019356405,0.00024819048],"domain_scores_gemma":[0.9984184,0.0003217883,0.00055225077,0.00043925788,0.00012046567,0.00014786965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032745393,0.00012554391,0.00025289666,0.0004288817,0.00014623988,0.000061304345,0.00058201415,0.00013583877,0.000103151106],"category_scores_gemma":[0.00027133446,0.00008573252,0.00007134766,0.0010521042,0.00005537654,0.00042572565,0.00007334658,0.0006950717,0.000013140993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047456153,0.00038175637,0.13009113,0.0004984268,0.000069143454,0.0000060708458,0.036744878,0.028492225,9.385468e-7,0.0013401697,0.00007500384,0.8022528],"study_design_scores_gemma":[0.0006565301,0.0008613814,0.20135152,0.0001056852,0.0000109339335,0.0000023275527,0.0013135714,0.7953942,0.0000013546118,0.000009070432,0.0002395859,0.000053886866],"about_ca_topic_score_codex":0.000052329277,"about_ca_topic_score_gemma":0.000040510244,"teacher_disagreement_score":0.8021989,"about_ca_system_score_codex":0.0001330396,"about_ca_system_score_gemma":0.00031086826,"threshold_uncertainty_score":0.34960708},"labels":[],"label_agreement":null},{"id":"W2963092154","doi":"10.2196/14756","title":"Readmission Risk Trajectories for Patients With Heart Failure Using a Dynamic Prediction Approach: Retrospective Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Heart failure; Logistic regression; Emergency medicine; Hospital readmission; Psychological intervention; Medical record; Retrospective cohort study; Clinical prediction rule; Clinical decision support system; Intensive care medicine; Health care; Internal medicine","score_opus":0.009910722442208177,"score_gpt":0.27506328104023997,"score_spread":0.2651525585980318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963092154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893372,0.0000035935661,0.004071976,0.00021966957,0.0001286422,0.0057601463,0.000033959037,0.00013233654,0.00031248495],"genre_scores_gemma":[0.9710915,0.000003080318,0.028012734,0.00014214322,0.00006600101,0.00021191372,0.0002292166,0.000025185043,0.00021824552],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980203,0.00003440561,0.00046157403,0.00017686089,0.0010149358,0.00029191223],"domain_scores_gemma":[0.99902105,0.00003803387,0.00016309232,0.00032010797,0.00017058231,0.00028714025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031973675,0.00021390956,0.00042058752,0.000134029,0.0001233561,0.000029773619,0.00007016034,0.00015136928,0.00009354378],"category_scores_gemma":[0.000101720565,0.00013599766,0.000080725746,0.00023697631,0.000050490937,0.00028504097,0.000046343255,0.0002900658,0.000020837084],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055940583,0.0020900283,0.98625,0.00042203526,0.00026528136,0.0000013579393,0.005602433,0.000013877686,0.0000031697937,0.000028564715,0.0038133773,0.00095045776],"study_design_scores_gemma":[0.025900504,0.015112566,0.8134217,0.00067369506,0.00089523545,0.000022169534,0.02263715,0.09484177,0.000012326342,0.000041784464,0.025965141,0.00047594067],"about_ca_topic_score_codex":0.00001727724,"about_ca_topic_score_gemma":0.000008898736,"teacher_disagreement_score":0.1728283,"about_ca_system_score_codex":0.0002505497,"about_ca_system_score_gemma":0.00015351384,"threshold_uncertainty_score":0.55458236},"labels":[],"label_agreement":null},{"id":"W2963824827","doi":"10.2196/14083","title":"Developing a Standardization Algorithm for Categorical Laboratory Tests for Clinical Big Data Research: Retrospective Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Standardization; Categorical variable; Computer science; Data mining; Algorithm; Data science; Medicine; Medical physics; Machine learning","score_opus":0.5084334879671147,"score_gpt":0.6169982422761427,"score_spread":0.10856475430902801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963824827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07349876,0.00028243088,0.8709018,0.0033069258,0.008949199,0.039857045,0.0014897928,0.00042896142,0.0012850519],"genre_scores_gemma":[0.7019895,0.0018065199,0.2072653,0.017559066,0.027883599,0.031912785,0.005895269,0.00072182395,0.004966164],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99143946,0.0015009154,0.0030885732,0.00045017418,0.0020560692,0.0014647959],"domain_scores_gemma":[0.98851264,0.0063402206,0.00070708944,0.0012900014,0.0025018654,0.00064818823],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031280544,0.00023716154,0.00087668106,0.00025127718,0.00088393927,0.00003774006,0.0010911482,0.0008040805,0.000069382855],"category_scores_gemma":[0.010673993,0.00019206552,0.000068158355,0.0009372773,0.00013649295,0.00042259408,0.0006582898,0.0023202333,0.00027565935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004957464,0.0011817649,0.18155377,0.0067137284,0.0003927056,0.000008545998,0.02991669,7.8265975e-7,0.0000012305618,0.009101729,0.41613287,0.35450044],"study_design_scores_gemma":[0.009333496,0.0032295627,0.0090585435,0.000704972,0.000034853725,0.0000035369098,0.032915413,0.079729974,0.0000015372109,0.0012459408,0.86329526,0.0004469211],"about_ca_topic_score_codex":0.000060854545,"about_ca_topic_score_gemma":0.00036792445,"teacher_disagreement_score":0.6636365,"about_ca_system_score_codex":0.0016714165,"about_ca_system_score_gemma":0.014203247,"threshold_uncertainty_score":0.99998146},"labels":[],"label_agreement":null},{"id":"W2963852062","doi":"10.2196/10010","title":"Artificial Intelligence Versus Clinicians in Disease Diagnosis: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":365,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical diagnosis; CINAHL; MEDLINE; Scopus; Artificial intelligence; Medicine; Systematic review; Referral; Disease; Health care; Receiver operating characteristic; Applications of artificial intelligence; Cochrane Library; Inclusion and exclusion criteria; Health technology; Machine learning; Computer science; Meta-analysis; Family medicine; Alternative medicine; Pathology; Psychological intervention; Psychiatry","score_opus":0.38382090048279577,"score_gpt":0.5453718196699511,"score_spread":0.1615509191871553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963852062","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007946037,0.9876137,0.0001011522,0.000945826,0.0018864737,0.008885319,0.000024701576,0.00008169924,0.00045318657],"genre_scores_gemma":[0.000026561826,0.992136,0.0000893381,0.0029265385,0.00052193186,0.0038073384,0.00036283414,0.000053594013,0.000075863565],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99087375,0.00031849046,0.006419312,0.00031336476,0.0014495627,0.0006255326],"domain_scores_gemma":[0.99387646,0.0024386342,0.0013070368,0.0011698775,0.00021314215,0.0009948252],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002108748,0.00055972947,0.004184623,0.00043980379,0.00006246364,0.00004751672,0.000604298,0.0007943081,0.00068953854],"category_scores_gemma":[0.008312445,0.00040618994,0.0007920318,0.0010862506,0.00016612528,0.00020361989,0.00012704918,0.0017127582,0.004990342],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018172972,0.00016558073,0.0000042651677,0.57367045,0.000045977504,0.00002743389,0.00041135986,1.27097e-7,5.2155624e-11,0.00019694262,0.00062255585,0.42483714],"study_design_scores_gemma":[0.000021635515,0.00018731332,4.148104e-7,0.85598326,0.0024828003,0.000028318833,0.0009279452,0.00039526902,1.07748285e-7,0.00012802689,0.13950469,0.0003402009],"about_ca_topic_score_codex":0.000026460037,"about_ca_topic_score_gemma":0.000031805983,"teacher_disagreement_score":0.42449695,"about_ca_system_score_codex":0.0005207263,"about_ca_system_score_gemma":0.003806854,"threshold_uncertainty_score":0.999839},"labels":[],"label_agreement":null},{"id":"W2963943051","doi":"10.2196/14401","title":"Characterizing Artificial Intelligence Applications in Cancer Research: A Latent Dirichlet Allocation Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Latent Dirichlet allocation; Machine learning; Computer science; Precision medicine; Cancer; Applications of artificial intelligence; Jaccard index; Medicine; Data science; Topic model; Cluster analysis","score_opus":0.25977267985049185,"score_gpt":0.5032169644861352,"score_spread":0.24344428463564333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963943051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98680866,0.00006513272,0.005293139,0.005181261,0.0001826583,0.0013614888,0.000005013352,0.00004972807,0.0010529223],"genre_scores_gemma":[0.9968259,0.00032691614,0.0004977527,0.0011160284,0.00024094037,0.0006552302,0.00016793195,0.000010763859,0.00015855464],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971926,0.00007128521,0.0011106092,0.0001725946,0.0010260137,0.00042687642],"domain_scores_gemma":[0.9984867,0.00026151128,0.00015217403,0.0003916672,0.00037903077,0.00032890492],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014489065,0.000121704696,0.00032581476,0.0007695327,0.00009622116,0.00004438642,0.00020108807,0.00023725368,0.0012474989],"category_scores_gemma":[0.00022622429,0.00010300864,0.000091157446,0.0026957367,0.00012277263,0.0002280453,0.000060750463,0.000714103,0.0006377476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022006505,0.0015476451,0.32619533,0.0014031405,0.00030759073,0.000008216236,0.06898609,0.00039637723,0.00092797366,0.017367799,0.0005497772,0.58208996],"study_design_scores_gemma":[0.0002479451,0.001041929,0.1908488,0.0021242744,0.000554787,0.000030914565,0.12531094,0.60550374,0.028296063,0.008533832,0.036251575,0.0012552002],"about_ca_topic_score_codex":0.00068827294,"about_ca_topic_score_gemma":0.0003871926,"teacher_disagreement_score":0.60510737,"about_ca_system_score_codex":0.00030853093,"about_ca_system_score_gemma":0.0005798708,"threshold_uncertainty_score":0.9996655},"labels":[],"label_agreement":null},{"id":"W2964131108","doi":"10.2196/13785","title":"Prediction Model for Hospital-Acquired Pressure Ulcer Development: Retrospective Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Youden's J statistic; Intensive care unit; Logistic regression; Retrospective cohort study; Emergency medicine; Receiver operating characteristic; Cohort; Bivariate analysis; Incidence (geometry); Intensive care medicine; Internal medicine; Statistics","score_opus":0.027971391198324504,"score_gpt":0.3615831899987835,"score_spread":0.33361179880045905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964131108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.724865,0.00003991383,0.15839928,0.0007709879,0.004240705,0.042573053,0.00014963742,0.0010120975,0.0679493],"genre_scores_gemma":[0.96148163,0.000011500763,0.0023426122,0.0011965018,0.00016765289,0.0043775868,0.0001531829,0.000032687738,0.030236617],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996744,0.00011679787,0.0012109102,0.00022089502,0.00120108,0.0005063358],"domain_scores_gemma":[0.9984417,0.00010265629,0.00042135466,0.000469707,0.00029448332,0.00027008823],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018554303,0.00021503233,0.0004265232,0.00012114716,0.00041851442,0.000020763882,0.00037067992,0.0003216191,0.0017140874],"category_scores_gemma":[0.00018197157,0.00018008222,0.000083030536,0.0001517074,0.00003921465,0.0004646602,0.00036248038,0.00040987015,0.0005048873],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016082008,0.0012653929,0.7107282,0.0024009913,0.0009772822,0.0000013091742,0.10406261,0.00025518038,0.0000025067652,0.0037458383,0.17363155,0.002768302],"study_design_scores_gemma":[0.0053211213,0.00034220447,0.41561273,0.00029445355,0.00017171296,4.0613915e-7,0.0129745845,0.4074385,0.000003598744,0.00044952924,0.15702035,0.00037082887],"about_ca_topic_score_codex":0.0000068639943,"about_ca_topic_score_gemma":0.000020858426,"teacher_disagreement_score":0.40718332,"about_ca_system_score_codex":0.00017412742,"about_ca_system_score_gemma":0.00037089412,"threshold_uncertainty_score":0.9991985},"labels":[],"label_agreement":null},{"id":"W2965799061","doi":"10.2196/13672","title":"Weight Loss Trajectories After Bariatric Surgery for Obesity: Mathematical Model and Proof-of-Concept Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centre Hospitalier Universitaire de Toulouse","keywords":"Weight loss; Medicine; Obesity; Gastric bypass; Weight change; Body weight; Excess weight; Obesity Surgery; Retrospective cohort study; Surgery; Internal medicine","score_opus":0.017909334296555796,"score_gpt":0.27939493157192025,"score_spread":0.26148559727536447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965799061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99065024,0.00013393958,0.0061405143,0.00032612713,0.0002627193,0.0019020396,0.000015607513,0.000053768275,0.0005150739],"genre_scores_gemma":[0.99674666,0.00001197382,0.001879194,0.0004978831,0.00016831428,0.00020058203,0.000016087957,0.000021692927,0.00045763567],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749744,0.00003498652,0.0011298374,0.0001455871,0.00083928026,0.0003528632],"domain_scores_gemma":[0.9976696,0.0012938088,0.00021122846,0.00034760553,0.00013254822,0.00034522533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093998364,0.0002306858,0.0009583218,0.00020243303,0.000041835836,0.00001981715,0.00011109102,0.0002772305,0.00043716948],"category_scores_gemma":[0.00048596208,0.00015937566,0.00021533616,0.00028164015,0.00014235033,0.00026503237,0.000091533046,0.0002908732,0.00001558997],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014641528,0.0036036419,0.90412074,0.009259612,0.00063515984,0.00007454716,0.038807493,0.000026740878,0.0000016204316,0.0028857002,0.006727782,0.032392804],"study_design_scores_gemma":[0.032304123,0.004692903,0.29015526,0.0030508672,0.003557201,0.0010691226,0.024632083,0.61360615,0.0021318302,0.01474841,0.0065895887,0.0034624636],"about_ca_topic_score_codex":0.0000016346695,"about_ca_topic_score_gemma":8.1291773e-7,"teacher_disagreement_score":0.61396545,"about_ca_system_score_codex":0.000029690682,"about_ca_system_score_gemma":0.00039929687,"threshold_uncertainty_score":0.6499151},"labels":[],"label_agreement":null},{"id":"W2965976195","doi":"10.2196/11929","title":"Estimating Morbidity Rates Based on Routine Electronic Health Records in Primary Care: Observational Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health records; Observational study; Medicine; Electronic health record; Primary care; Medical record; Population; Incidence (geometry); Medical emergency; Health care; Emergency medicine; Family medicine; Environmental health; Surgery","score_opus":0.05333490296701107,"score_gpt":0.375982951875083,"score_spread":0.32264804890807197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965976195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98055404,0.000047835787,0.00039679615,0.0022724685,0.00024243265,0.0024417874,0.000007839922,0.00012952075,0.01390727],"genre_scores_gemma":[0.98877144,0.000010171313,0.0017686923,0.008392944,0.00013365857,0.00014466055,0.0006113772,0.000019569508,0.0001475144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969341,0.00007258137,0.0009198233,0.00017264743,0.0013927344,0.00050810265],"domain_scores_gemma":[0.99882627,0.00018087083,0.00024831778,0.0004228875,0.0000731184,0.00024853298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009340989,0.00021250107,0.00047055504,0.00019102934,0.000055394637,0.000038051585,0.00020021248,0.000088491455,0.0006365408],"category_scores_gemma":[0.00017649958,0.00018001911,0.00006812427,0.00040227987,0.000049982726,0.00022571035,0.00009169967,0.00060890295,0.00012614999],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010523836,0.0045342585,0.90884066,0.01236844,0.00018043502,0.000074156036,0.009354923,0.0068998835,0.0000019047549,0.002033269,0.015724353,0.03893535],"study_design_scores_gemma":[0.009429975,0.0021420247,0.53199077,0.0011396382,0.00002954894,0.000004067587,0.005508747,0.44794464,0.0000020361547,0.00007374774,0.0014979147,0.00023689782],"about_ca_topic_score_codex":0.00010967725,"about_ca_topic_score_gemma":0.00007259222,"teacher_disagreement_score":0.44104475,"about_ca_system_score_codex":0.0011853768,"about_ca_system_score_gemma":0.0028972435,"threshold_uncertainty_score":0.73409665},"labels":[],"label_agreement":null},{"id":"W2966351171","doi":"10.2196/12239","title":"Natural Language Processing of Clinical Notes on Chronic Diseases: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":556,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Complement (music); Health records; Data science; Electronic health record; Disease; Computer science; Medicine; Artificial intelligence; Domain (mathematical analysis); Natural language processing; Intensive care medicine; Health care; Pathology","score_opus":0.060210919328386896,"score_gpt":0.47540595358319665,"score_spread":0.41519503425480975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966351171","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.141871e-7,0.99369246,0.0013982541,0.00013925984,0.0007754367,0.0034354918,0.000015955859,0.0001843558,0.0003582987],"genre_scores_gemma":[0.000031648222,0.9964658,0.001310626,0.0014185001,0.0002964849,0.00026625252,0.00009963722,0.00003296562,0.00007806092],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99094623,0.0009131726,0.0051979264,0.00032528344,0.0021502536,0.0004671445],"domain_scores_gemma":[0.99092686,0.0029328277,0.0037554812,0.0017647134,0.00017150797,0.00044861063],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002504317,0.000542461,0.0053971466,0.0002110642,0.000064083724,0.000091783746,0.003183822,0.00056378404,0.000049906037],"category_scores_gemma":[0.0071832417,0.00032018503,0.0009574158,0.00072631513,0.00012851486,0.00034386397,0.0006666356,0.0024204026,0.00049837923],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9958522e-7,0.000024213363,7.1697383e-7,0.54642254,0.000028945668,0.000006806371,0.00018477047,2.0642558e-7,7.193394e-11,0.00013567637,0.00019502749,0.45300078],"study_design_scores_gemma":[0.00014998241,0.00020832935,0.0000010961447,0.9255975,0.00051399163,0.00006405531,0.000021949267,0.03238119,7.25615e-9,0.0000030656486,0.04074357,0.00031525927],"about_ca_topic_score_codex":0.0000032374703,"about_ca_topic_score_gemma":0.0000010646411,"teacher_disagreement_score":0.4526855,"about_ca_system_score_codex":0.0001765092,"about_ca_system_score_gemma":0.0031712854,"threshold_uncertainty_score":0.999925},"labels":[],"label_agreement":null},{"id":"W2966705814","doi":"10.2196/13042","title":"Electronic Consultation in Primary Care Between Providers and Patients: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":208,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Primary care; Medicine; Telehealth; Systematic review; Medical emergency; MEDLINE; Telemedicine; Family medicine; Health care","score_opus":0.021546168854314842,"score_gpt":0.3067114982341452,"score_spread":0.28516532937983036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966705814","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004822712,0.9891062,0.000011587394,0.00008412377,0.0001280375,0.008554025,0.00001036699,0.000103615654,0.001953843],"genre_scores_gemma":[0.00012680709,0.9958821,0.000015071742,0.0018461564,0.00013466807,0.000863455,0.0010766712,0.000035680147,0.00001941333],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99620944,0.000061874925,0.0024829886,0.00018600779,0.00059482665,0.0004648602],"domain_scores_gemma":[0.99761796,0.00021994571,0.0015491622,0.00037215627,0.00020222088,0.000038526276],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00086215005,0.00037760707,0.0028862439,0.00047325224,0.000049678096,0.000092390204,0.00039704164,0.0006847968,0.000015335738],"category_scores_gemma":[0.00080503937,0.00026705413,0.00014726155,0.0006656986,0.00006554659,0.00062527286,0.00022148946,0.0008735688,0.00032013195],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6233363e-7,0.0000071119507,0.000054525677,0.6760174,0.000025740641,7.666676e-7,0.00006881739,2.0798387e-9,4.2997016e-11,0.00049140526,0.00023150409,0.32310247],"study_design_scores_gemma":[0.00026821054,0.0000148703075,0.0000097535,0.5152704,0.00040642126,0.000003212851,0.00018547622,0.000010117446,4.0471054e-10,0.000023390603,0.48360878,0.00019932116],"about_ca_topic_score_codex":0.000080910846,"about_ca_topic_score_gemma":0.000039543585,"teacher_disagreement_score":0.48337728,"about_ca_system_score_codex":0.00035910943,"about_ca_system_score_gemma":0.00058082613,"threshold_uncertainty_score":0.9999782},"labels":[],"label_agreement":null},{"id":"W2967166693","doi":"10.2196/14502","title":"Using a Large Margin Context-Aware Convolutional Neural Network to Automatically Extract Disease-Disease Association from Literature: Comparative Analytic Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Convolutional neural network; Support vector machine; Artificial intelligence; Machine learning; Context (archaeology); Margin (machine learning); Deep learning; Artificial neural network; Feature extraction; Feature (linguistics); Pattern recognition (psychology); Data mining","score_opus":0.029655109746339604,"score_gpt":0.35464549642143506,"score_spread":0.32499038667509544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967166693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89115226,0.00022601036,0.10128274,0.003395486,0.0009926216,0.0022636517,0.00015223508,0.00040424409,0.00013075882],"genre_scores_gemma":[0.9853539,0.0000016024745,0.007651605,0.0063403635,0.00030393855,0.00007215628,0.00015423416,0.000014211826,0.00010799657],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99510396,0.0005366448,0.0010641584,0.00033753607,0.002237263,0.00072045694],"domain_scores_gemma":[0.99604005,0.0009899925,0.00047855772,0.0006955757,0.0003694142,0.0014264188],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001124867,0.00031206515,0.0005446959,0.00014848042,0.00022862239,0.00037841048,0.0010001896,0.0001705467,0.00036681778],"category_scores_gemma":[0.00064058695,0.00027406076,0.0001387526,0.0008582599,0.000030492147,0.00092931936,0.00052960304,0.0009413096,0.00038721313],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021994163,0.0009783437,0.92022794,0.00045683476,0.0002676705,0.00018270488,0.031582896,0.0220713,6.431461e-7,0.0067675672,0.0140518285,0.0031923123],"study_design_scores_gemma":[0.00074828294,0.00009290707,0.30088496,0.0002972024,0.00002302494,0.0000021565947,0.0004139873,0.696382,5.2109e-8,0.00023732663,0.0007089916,0.00020909608],"about_ca_topic_score_codex":0.00003108392,"about_ca_topic_score_gemma":0.00003176794,"teacher_disagreement_score":0.6743107,"about_ca_system_score_codex":0.00044128092,"about_ca_system_score_gemma":0.000702364,"threshold_uncertainty_score":0.99997115},"labels":[],"label_agreement":null},{"id":"W2968081492","doi":"10.2196/13476","title":"A Machine Learning Method for Identifying Lung Cancer Based on Routine Blood Indices: Qualitative Feasibility Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lung cancer; Medicine; Cancer; Lung; Internal medicine; Oncology; Intensive care medicine","score_opus":0.04071611167170215,"score_gpt":0.4582163525879367,"score_spread":0.41750024091623456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968081492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8308773,0.00015545766,0.1595291,0.0018750745,0.000501489,0.0045386087,0.00003049793,0.00026225846,0.0022301793],"genre_scores_gemma":[0.93978196,0.00002086764,0.054016177,0.0046088593,0.00024900047,0.00044638506,0.00018023794,0.00006431113,0.0006321865],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99574333,0.00044162737,0.0011682907,0.00033819198,0.0017445146,0.0005640368],"domain_scores_gemma":[0.99655515,0.0017045762,0.00049809745,0.0004519368,0.00020493666,0.00058528833],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057933447,0.00034340008,0.0008581863,0.00029347604,0.00019690626,0.00008028787,0.0003208179,0.00022553545,0.0010247187],"category_scores_gemma":[0.0026666354,0.00025852807,0.00023577084,0.000423823,0.00008781185,0.00019679818,0.00011662262,0.0018025519,0.000027920141],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002270799,0.0051022926,0.7281245,0.0102170985,0.001586185,0.00010196027,0.18981135,0.0030082043,0.0002066059,0.0007384562,0.0017473644,0.0570852],"study_design_scores_gemma":[0.013028678,0.0016557156,0.006568933,0.0010947606,0.00039065428,0.00002059115,0.0142310485,0.961184,0.00004954837,0.000048047834,0.001413357,0.0003146449],"about_ca_topic_score_codex":0.00020196871,"about_ca_topic_score_gemma":0.000014213012,"teacher_disagreement_score":0.95817584,"about_ca_system_score_codex":0.00017979703,"about_ca_system_score_gemma":0.00039455076,"threshold_uncertainty_score":0.9999867},"labels":[],"label_agreement":null},{"id":"W2969254250","doi":"10.2196/15799","title":"Correction: Computer-Aided Detection for Breast Cancer Screening in Clinical Settings: Scoping Review","year":2019,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Breast cancer; Medical physics; Medicine; Computer science; Data science; Cancer; Internal medicine","score_opus":0.03176949105467257,"score_gpt":0.37180701494589186,"score_spread":0.3400375238912193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969254250","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009703901,0.0035498443,0.876167,0.0019282724,0.113141805,0.0034337111,0.000029956349,0.0003902527,0.0013494685],"genre_scores_gemma":[0.0010806508,0.29709074,0.33304843,0.19211146,0.111550674,0.018228034,0.001393102,0.0010080739,0.04448882],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9939441,0.00021223021,0.0030687815,0.000558283,0.0015378556,0.00067873317],"domain_scores_gemma":[0.99575377,0.0007914622,0.0017715929,0.0009306755,0.00041059148,0.00034191145],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0030770614,0.00049884984,0.0013169318,0.00035355348,0.00017554792,0.00022243377,0.0015249157,0.0013495797,0.00009674309],"category_scores_gemma":[0.00042944774,0.0004763722,0.0004062473,0.0009820625,0.00012421502,0.0011405813,0.00062744995,0.0030290533,0.00006341243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011741694,0.000024585457,0.000021469388,0.011933539,0.000030267911,0.0000022272388,0.00016032306,0.000036677575,3.5347863e-8,0.000005711919,0.44894466,0.5388288],"study_design_scores_gemma":[0.0008844084,0.00022299563,0.00036348667,0.21847399,0.000039275732,0.00019419842,0.00003644521,0.6943559,0.0000037099223,0.000020289277,0.08485566,0.00054962904],"about_ca_topic_score_codex":0.000045849934,"about_ca_topic_score_gemma":0.00021792248,"teacher_disagreement_score":0.69431925,"about_ca_system_score_codex":0.0004240783,"about_ca_system_score_gemma":0.0019476261,"threshold_uncertainty_score":0.9999469},"labels":[],"label_agreement":null},{"id":"W2969402850","doi":"10.2196/13917","title":"Building a Semantic Health Data Warehouse in the Context of Clinical Trials: Development and Usability Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data warehouse; Information retrieval; Ontology; Usability; Context (archaeology); SNOMED CT; Semantic interoperability; Health informatics; Semantic search; Terminology; Data science; World Wide Web; Semantic Web; Data mining; Medicine; Public health; Interoperability","score_opus":0.19201298191611957,"score_gpt":0.4852674325602752,"score_spread":0.2932544506441557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969402850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975021,0.00024243911,0.00086361106,0.0005235422,0.0001264568,0.00067673845,0.000009816312,0.000008433198,0.000046846],"genre_scores_gemma":[0.9943897,0.000091495975,0.004136071,0.0012583069,0.00005611792,0.000018351328,0.00003787502,0.000004431461,0.0000076257716],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965142,0.00073190883,0.001891863,0.00018024887,0.00047855114,0.00020321435],"domain_scores_gemma":[0.9980794,0.0007153653,0.00039346397,0.0006512444,0.00002862561,0.00013187637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018757166,0.000109228684,0.00057659636,0.000032005915,0.000034146095,0.000015222116,0.00064408494,0.00019928062,0.000013754588],"category_scores_gemma":[0.005040062,0.00006264758,0.000043530174,0.000093663984,0.00023769497,0.000006792397,0.0004999908,0.00029486467,0.0000039882484],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013403245,0.000831894,0.12711768,0.00038355577,0.000096366886,0.0000028370202,0.01084061,4.7417606e-7,0.000014377313,0.000048788697,0.00357575,0.8569536],"study_design_scores_gemma":[0.01808011,0.0066845766,0.33480096,0.0009274968,0.0000751213,0.00008319362,0.22237496,0.011572917,0.0004376724,0.00011292332,0.40397152,0.00087855407],"about_ca_topic_score_codex":0.000032368025,"about_ca_topic_score_gemma":0.00011510141,"teacher_disagreement_score":0.8560751,"about_ca_system_score_codex":0.0000072843104,"about_ca_system_score_gemma":0.00044783327,"threshold_uncertainty_score":0.6500897},"labels":[],"label_agreement":null},{"id":"W2969455443","doi":"10.2196/14667","title":"Developing a Reproducible Microbiome Data Analysis Pipeline Using the Amazon Web Services Cloud for a Cancer Research Group: Proof-of-Concept Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; Amazon Web Services","keywords":"Microbiome; Computer science; Cloud computing; Pipeline (software); Workflow; Data science; Database; Data mining; Operating system; Bioinformatics; Biology","score_opus":0.08900118521627388,"score_gpt":0.4351221958647004,"score_spread":0.34612101064842654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969455443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992811,0.0004494285,0.004083434,0.0004899824,0.00018201262,0.0017788281,0.0001695344,0.00000820959,0.000027525755],"genre_scores_gemma":[0.9926357,0.00007661183,0.0049942653,0.000691189,0.00037976072,0.00007964405,0.00096942764,0.000018859379,0.00015450348],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99796206,0.000119537806,0.0007380429,0.00034229123,0.000421867,0.0004162317],"domain_scores_gemma":[0.9978362,0.00005750295,0.00026569734,0.0014105106,0.00032871444,0.00010139285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029138143,0.00014621188,0.00033127412,0.00015015496,0.0001616356,0.00004300099,0.0010661115,0.00018820727,0.0000447617],"category_scores_gemma":[0.00009421812,0.000098873854,0.00007559119,0.00078910065,0.00013365061,0.000019365663,0.0008648974,0.00025164866,0.0000030108574],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017158329,0.0037708327,0.06219517,0.016005253,0.007088505,0.000008315278,0.08332842,0.0011979863,0.7450025,0.00042717106,0.0373593,0.041900676],"study_design_scores_gemma":[0.010972288,0.0032263133,0.0034496693,0.0015926935,0.0015140607,0.00006333379,0.09910771,0.2823753,0.14753036,0.00011093009,0.44813922,0.0019180959],"about_ca_topic_score_codex":0.00024245199,"about_ca_topic_score_gemma":0.0010218159,"teacher_disagreement_score":0.5974722,"about_ca_system_score_codex":0.000042832617,"about_ca_system_score_gemma":0.000742618,"threshold_uncertainty_score":0.4031959},"labels":[],"label_agreement":null},{"id":"W2969569798","doi":"10.2196/13353","title":"Impact on Readmission Reduction Among Heart Failure Patients Using Digital Health Monitoring: Feasibility and Adoptability Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; National Institute of Diabetes and Digestive and Kidney Diseases; Georgia Clinical and Translational Science Alliance","keywords":"Medicine; Digital health; Vital signs; Health care; Medical emergency; Heart failure; Telemedicine; Blood pressure; Emergency medicine; Internal medicine; Surgery","score_opus":0.031146434900279303,"score_gpt":0.3615626994470473,"score_spread":0.330416264546768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969569798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99586815,0.000008100599,0.0000117875215,0.0006455601,0.00019104614,0.0030527606,0.000005920518,0.000086403496,0.00013025026],"genre_scores_gemma":[0.99893653,0.000005210851,0.00076212524,0.00007941893,0.00008799135,0.000019239915,0.00004494147,0.000013177691,0.00005137211],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778384,0.000056331795,0.0006285466,0.00020158704,0.0010042343,0.00032544576],"domain_scores_gemma":[0.99854183,0.000042729756,0.00015192485,0.00043744518,0.00009071034,0.00073536386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049460697,0.00022328323,0.00044345105,0.00011127989,0.00010050739,0.000063082036,0.000057670055,0.00012768587,0.00010678681],"category_scores_gemma":[0.00013770546,0.00014705663,0.00009021747,0.00018076744,0.000071252034,0.000491513,0.00009819914,0.00034599812,0.00003982445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019426651,0.001782032,0.98855394,0.00024237053,0.00004735796,0.000001415734,0.0021918495,0.0000040284813,0.0000013887288,0.0000013657047,0.0012874309,0.005692555],"study_design_scores_gemma":[0.004027573,0.0040728715,0.98497915,0.00037952338,0.000028389128,0.00001040473,0.00454053,0.00085620803,0.000010786363,0.0000062828267,0.00095548516,0.00013282026],"about_ca_topic_score_codex":0.000054889835,"about_ca_topic_score_gemma":0.0000016158544,"teacher_disagreement_score":0.005559735,"about_ca_system_score_codex":0.0004964057,"about_ca_system_score_gemma":0.00020904238,"threshold_uncertainty_score":0.5996795},"labels":[],"label_agreement":null},{"id":"W2969883815","doi":"10.2196/12648","title":"Navigating Through Electronic Health Records: Survey Study on Medical Students’ Perspectives in General and With Regard to a Specific Training","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health records; Medical education; Training (meteorology); Medical record; Electronic health record; Computer science; Medicine; Data science; Psychology; Health care","score_opus":0.07108297950624903,"score_gpt":0.44584686493897363,"score_spread":0.3747638854327246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969883815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99059594,0.00011373912,0.00018540521,0.006052864,0.00018618796,0.0025367392,0.0000045779384,0.00006580452,0.00025875284],"genre_scores_gemma":[0.991765,0.000072690396,0.0011647622,0.0064862138,0.00022399006,0.00015115003,0.00005405033,0.00003133731,0.000050784496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99491054,0.00030290347,0.0010683566,0.00029870716,0.0027842189,0.0006352668],"domain_scores_gemma":[0.9976754,0.0007479847,0.00022803537,0.00040118583,0.00020404915,0.0007433465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033340394,0.0002359341,0.000613523,0.00012454399,0.0000960245,0.00005195928,0.0002640288,0.00017233539,0.000353298],"category_scores_gemma":[0.0004959926,0.00018422349,0.000030789543,0.00067777064,0.000088048655,0.0001616562,0.00007517426,0.0015161324,0.00005136063],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026783202,0.00045094942,0.74093914,0.00013752985,0.00003284305,0.0000085454685,0.25137335,0.000022311235,1.2520414e-7,0.00014453514,0.000308923,0.006313938],"study_design_scores_gemma":[0.0039218436,0.0035088263,0.71346104,0.0015625355,0.000004899433,0.000047065616,0.2750087,0.0019404875,9.242969e-7,0.000018539282,0.00034262834,0.0001824722],"about_ca_topic_score_codex":0.0006598774,"about_ca_topic_score_gemma":0.00054048863,"teacher_disagreement_score":0.027478073,"about_ca_system_score_codex":0.00075138913,"about_ca_system_score_gemma":0.0021367616,"threshold_uncertainty_score":0.7512416},"labels":[],"label_agreement":null},{"id":"W2969975323","doi":"10.2196/13085","title":"Fast Prediction of Deterioration and Death Risk in Patients With Acute Exacerbation of Chronic Obstructive Pulmonary Disease Using Vital Signs and Admission History: Retrospective Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sun Yat-sen University","keywords":"Medicine; Exacerbation; COPD; Retrospective cohort study; Medical record; Acute exacerbation of chronic obstructive pulmonary disease; Vital signs; Emergency medicine; Internal medicine; Medical history; Cart; Intensive care medicine; Surgery","score_opus":0.009975354634674246,"score_gpt":0.2635065644341899,"score_spread":0.25353120979951566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969975323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996446,0.00010864014,0.00021531677,0.0000069361954,0.00006633559,0.0028884304,0.00012811422,0.000016317985,0.00012388354],"genre_scores_gemma":[0.999509,0.00004221245,0.00018440504,0.000006048107,0.0000288232,0.000047527094,0.00014578014,0.000017999599,0.000018219474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99764943,0.00008674053,0.00059153576,0.0002184681,0.0012522927,0.00020156075],"domain_scores_gemma":[0.9986508,0.00004514248,0.0004087797,0.0002574791,0.00027155512,0.00036624845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027474907,0.00018332018,0.00043837272,0.00025339093,0.000039915703,0.000007318659,0.00006448329,0.00011619734,0.00009577584],"category_scores_gemma":[0.000112163914,0.00014756818,0.000034085082,0.00019629205,0.00021428724,0.0005748538,0.00011357372,0.00032847736,9.0858333e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013962483,0.0006822028,0.9918829,0.00069585344,0.00010890403,0.000013808889,0.0017472527,0.000016227643,0.00020457017,0.000010092253,0.0000034200648,0.0032385],"study_design_scores_gemma":[0.003673025,0.0015281433,0.94151133,0.00040004135,0.00022723607,0.000009027045,0.0012484408,0.05124243,0.000022332208,0.000025640125,0.00000363059,0.0001086987],"about_ca_topic_score_codex":0.00005710768,"about_ca_topic_score_gemma":0.0000055846867,"teacher_disagreement_score":0.051226202,"about_ca_system_score_codex":0.0014616479,"about_ca_system_score_gemma":0.00068626925,"threshold_uncertainty_score":0.6017656},"labels":[],"label_agreement":null},{"id":"W2970477638","doi":"10.2196/11353","title":"Opportunities and Challenges of Telehealth in Remote Communities: Case Study of the Yukon Telehealth System","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Yukon Health and Social Services; University of Waterloo; University of Toronto; University Health Network","funders":"","keywords":"Telehealth; Telemedicine; Nursing; Medicine; Health care; Medical emergency; Medical education; Political science","score_opus":0.10435314411011695,"score_gpt":0.3749390659800725,"score_spread":0.27058592186995556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970477638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937398,0.0003364234,0.000010120828,0.0020253218,0.00013819391,0.0021711166,0.000008869031,0.000027727505,0.0015424313],"genre_scores_gemma":[0.99733394,0.0015932912,0.00018385494,0.0007888579,0.000039368246,0.00002232879,0.000008949357,0.000012719038,0.000016664027],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969486,0.00021941913,0.0015999739,0.00006986428,0.00088102213,0.0002811064],"domain_scores_gemma":[0.99811995,0.0003466591,0.0006272559,0.0005106409,0.0001359376,0.00025957197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014649616,0.00015202677,0.0006542188,0.00025035907,0.00006393923,0.0000038481935,0.00015555821,0.00012820555,0.00004184015],"category_scores_gemma":[0.00006145768,0.00009921157,0.00003513391,0.00022581201,0.00015713432,0.000112660004,0.00012564953,0.0004600482,0.0000014119387],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002661573,0.001108871,0.11834091,0.055340696,0.00012409803,0.00032094313,0.46892083,0.0000040907753,0.0000021775377,0.0030661214,0.00038335976,0.35212177],"study_design_scores_gemma":[0.005046088,0.002566013,0.0253369,0.0018665281,0.000039621216,0.0020812782,0.95727545,0.004535871,0.000007638693,0.000009916648,0.0011507324,0.000083965206],"about_ca_topic_score_codex":0.0053262943,"about_ca_topic_score_gemma":0.0021074268,"teacher_disagreement_score":0.48835462,"about_ca_system_score_codex":0.00009030386,"about_ca_system_score_gemma":0.0005208551,"threshold_uncertainty_score":0.8051799},"labels":[],"label_agreement":null},{"id":"W2970660638","doi":"10.2196/12575","title":"Extracting Clinical Features From Dictated Ambulatory Consult Notes Using a Commercially Available Natural Language Processing Tool: Pilot, Retrospective, Cross-Sectional Validation Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Hamilton Health Sciences; Public Health Ontario; University of Toronto","funders":"","keywords":"Natural language processing; Artificial intelligence; Computer science; Abstraction; Information retrieval; Medicine; Health records; Machine learning; Health care","score_opus":0.04302415869666514,"score_gpt":0.38672845985186016,"score_spread":0.343704301155195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970660638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974731,0.00045190865,0.00048550108,0.000028212791,0.0006576647,0.0004128294,0.000030031515,0.00009098537,0.00036976585],"genre_scores_gemma":[0.994766,0.000013299308,0.0037297688,0.00046407973,0.00047562248,0.000014959725,0.00030658758,0.00002103392,0.00020864845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975397,0.00013596211,0.00093108614,0.00029957533,0.0007609829,0.0003327188],"domain_scores_gemma":[0.9986729,0.00022756994,0.00041138308,0.00031522627,0.00021458656,0.00015831015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010277907,0.00022592922,0.0003479161,0.00005740301,0.00019779081,0.000166906,0.00031941207,0.000459711,0.00022111545],"category_scores_gemma":[0.0018325787,0.00018549513,0.00009732655,0.00014281693,0.00032041682,0.000040750965,0.00022759999,0.0007788965,0.000057539863],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032512427,0.0004527091,0.975356,0.000068148314,0.00013913999,0.000013308252,0.0012786182,0.000011812981,0.0062479856,0.0000034082761,0.0007956148,0.015308151],"study_design_scores_gemma":[0.0035979194,0.0009463029,0.9783555,0.00014138181,0.00004061642,0.000057893914,0.002280506,0.010800778,0.0020816685,0.000013720164,0.0012176697,0.00046600885],"about_ca_topic_score_codex":0.00009840084,"about_ca_topic_score_gemma":0.000026142867,"teacher_disagreement_score":0.014842142,"about_ca_system_score_codex":0.000048886544,"about_ca_system_score_gemma":0.0003777634,"threshold_uncertainty_score":0.75642717},"labels":[],"label_agreement":null},{"id":"W2970894437","doi":"10.2196/13466","title":"Usability Factors Associated With Physicians’ Distress and Information System–Related Stress: Cross-Sectional Survey","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Strategic Research Council; Työsuojelurahasto; Academy of Finland","keywords":"Usability; Cross-sectional study; Documentation; Distress; Information system; Affect (linguistics); Health informatics; Psychology; Applied psychology; Medicine; Clinical psychology; Nursing; Computer science; Public health; Engineering","score_opus":0.03045201844680657,"score_gpt":0.3594715703828674,"score_spread":0.32901955193606086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970894437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831722,0.000007541777,0.00008348565,0.000023551154,0.0010057461,0.00065817795,0.0013351064,0.00015837718,0.013555853],"genre_scores_gemma":[0.99749213,3.8018234e-7,0.0000075691823,0.00011924458,0.000014327272,0.00006261248,0.0019977589,0.000010948038,0.00029499715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974391,0.0001366968,0.001153902,0.00012234502,0.0007932607,0.00035472942],"domain_scores_gemma":[0.99838936,0.000389204,0.00052526355,0.00028109766,0.00016222788,0.00025283135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006901776,0.00019075627,0.00028474763,0.00009512942,0.00011071425,0.00018053538,0.00021885967,0.00030729597,0.00067323196],"category_scores_gemma":[0.00018523012,0.00014953443,0.00006578462,0.0002609547,0.0002724149,0.0016408251,0.00008491724,0.00040885166,0.00041879623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059140555,0.00025300946,0.9915222,0.0004300255,0.000109476925,7.3286134e-7,0.0025234236,0.000008096672,4.2891788e-8,0.0028227244,0.0001633602,0.0021077816],"study_design_scores_gemma":[0.0012971465,0.00029514887,0.99319565,0.0004066253,0.0000048965067,0.000007575129,0.003142083,0.0012753055,0.0000040068007,0.0000274583,0.00018085005,0.00016324622],"about_ca_topic_score_codex":0.00010309189,"about_ca_topic_score_gemma":0.000053024476,"teacher_disagreement_score":0.014320001,"about_ca_system_score_codex":0.00023278862,"about_ca_system_score_gemma":0.000059156402,"threshold_uncertainty_score":0.7371418},"labels":[],"label_agreement":null},{"id":"W2971080499","doi":"10.2196/14192","title":"Implementation and Effectiveness of a Bar Code–Based Transfusion Management System for Transfusion Safety in a Tertiary Hospital: Retrospective Quality Improvement Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Blood transfusion and management","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; PDCA; Quality management; Blood transfusion; Patient safety; Blood management; Emergency medicine; Operations management; Medical emergency; Management system; Health care; Surgery; Engineering","score_opus":0.007530420391599044,"score_gpt":0.31246534277728666,"score_spread":0.3049349223856876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971080499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96061003,0.000014662193,0.021813676,0.00025425947,0.00019079779,0.016491996,0.000043389387,0.0000668411,0.00051436556],"genre_scores_gemma":[0.9978121,0.00008039622,0.00079149957,0.00022329582,0.000013003993,0.0009714089,0.00007683545,0.000020895386,0.000010577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996992,0.00014425452,0.0012752685,0.00027298613,0.0010274877,0.000288005],"domain_scores_gemma":[0.999042,0.00014283734,0.00018622693,0.00033275937,0.000112106,0.00018409801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025241515,0.00023964052,0.0006611028,0.00025401413,0.000057793735,0.000014101995,0.00012040168,0.00013415393,0.00009192775],"category_scores_gemma":[0.000012014831,0.0001941657,0.00013428162,0.00025044018,0.000052840387,0.00015348128,0.000053000433,0.00021232349,0.000003288971],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007925382,0.007244223,0.75805247,0.06672303,0.00082745875,0.000038629405,0.022576164,0.000023408938,0.0025694254,0.0048388653,0.00006150816,0.12911941],"study_design_scores_gemma":[0.041799795,0.004975673,0.8949028,0.0018158363,0.00027294245,0.0000026024668,0.04999186,0.0034493832,0.0023127284,0.000028607663,0.00018797502,0.00025975003],"about_ca_topic_score_codex":0.0001716698,"about_ca_topic_score_gemma":0.00013433509,"teacher_disagreement_score":0.13685036,"about_ca_system_score_codex":0.00025862205,"about_ca_system_score_gemma":0.00007305712,"threshold_uncertainty_score":0.79178476},"labels":[],"label_agreement":null},{"id":"W2971458922","doi":"10.2196/14044","title":"Differential Diagnosis Assessment in Ambulatory Care With an Automated Medical History–Taking Device: Pilot Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université de Genève; Hôpitaux Universitaires de Genève","keywords":"Medical diagnosis; Anamnesis; Medicine; Randomized controlled trial; Differential diagnosis; Ambulatory; Outpatient clinic; Gold standard (test); Physical therapy; Emergency medicine; Pediatrics; Surgery; Internal medicine; Radiology; Pathology","score_opus":0.022089495260936075,"score_gpt":0.3709031590523351,"score_spread":0.34881366379139905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971458922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864421,0.00017717131,0.00017496353,0.00047474614,0.0012312803,0.0065220804,0.000004101331,0.00044715672,0.0045264303],"genre_scores_gemma":[0.9928775,0.0001613593,0.0011713421,0.0030759927,0.0003433089,0.0019883618,0.00024548417,0.000043559314,0.00009310563],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99271697,0.00044267843,0.0024919417,0.00030233437,0.0034528845,0.00059320265],"domain_scores_gemma":[0.9827045,0.01429808,0.00083400484,0.0005811778,0.00024509197,0.0013371236],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022244425,0.00042896866,0.003083302,0.00023735911,0.000051294555,0.00004404402,0.00034666958,0.0006074683,0.0065474766],"category_scores_gemma":[0.020253053,0.00026207088,0.00046023348,0.00021733406,0.0004284522,0.00019954197,0.00011651641,0.0014139598,0.000086842716],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9621726,0.0035549304,0.018340679,0.00067004765,0.000589735,0.00023867183,0.0050512925,0.000015942223,0.0000014288686,0.0007575749,0.0019390302,0.006668041],"study_design_scores_gemma":[0.86794657,0.0029683602,0.0033664934,0.005350817,0.00036349372,0.000035326146,0.0010469558,0.118152805,0.0000025568438,0.0000100569105,0.0004507922,0.000305774],"about_ca_topic_score_codex":0.000118123884,"about_ca_topic_score_gemma":0.00005980349,"teacher_disagreement_score":0.11813687,"about_ca_system_score_codex":0.0006066091,"about_ca_system_score_gemma":0.0030374115,"threshold_uncertainty_score":0.99998313},"labels":[],"label_agreement":null},{"id":"W2972075936","doi":"10.2196/12712","title":"Digital Health and the State of Interoperable Electronic Health Records","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat de Barcelona","keywords":"Interoperability; Digital health; Health care; Semantic interoperability; Status quo; Population; Scale (ratio); Cross-domain interoperability; Knowledge management; Business; Computer science; Medicine; Political science; World Wide Web; Environmental health; Geography","score_opus":0.0197983322302138,"score_gpt":0.390448712989157,"score_spread":0.3706503807589432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972075936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92415255,0.0039271032,0.0018056241,0.028800374,0.001595673,0.0083116805,0.000054710363,0.00021625524,0.03113604],"genre_scores_gemma":[0.9405921,0.0056562345,0.00019905936,0.039632164,0.00025143014,0.00041002102,0.000072712755,0.000063026804,0.013123216],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418604,0.0007676482,0.0025980666,0.00014570924,0.00085130124,0.0014512368],"domain_scores_gemma":[0.99629724,0.0011049089,0.0012215709,0.0005029247,0.00013247409,0.0007408655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055234837,0.0002046666,0.00090368517,0.000113520415,0.0003343898,0.000021134809,0.00040391533,0.00016291496,0.00030326753],"category_scores_gemma":[0.00038741497,0.00012213901,0.000072228126,0.00030632937,0.00022090426,0.00034267106,0.00022372334,0.001963804,0.00042226576],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008995746,0.0001912165,0.017766885,0.019548172,0.00018047108,8.6371455e-7,0.17981325,0.0000052722576,7.0465126e-7,0.017811084,0.078797065,0.68498546],"study_design_scores_gemma":[0.013347735,0.0038408681,0.00070016715,0.0049322215,0.0000064628953,0.000059038168,0.039190408,0.02688086,0.0000021547776,0.0025561457,0.9080473,0.0004366209],"about_ca_topic_score_codex":0.00067617686,"about_ca_topic_score_gemma":0.0004181133,"teacher_disagreement_score":0.8292503,"about_ca_system_score_codex":0.000622094,"about_ca_system_score_gemma":0.00865658,"threshold_uncertainty_score":0.99696344},"labels":[],"label_agreement":null},{"id":"W2972483465","doi":"10.2196/14830","title":"Fine-Tuning Bidirectional Encoder Representations From Transformers (BERT)–Based Models on Large-Scale Electronic Health Record Notes: An Empirical Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":175,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; U.S. Department of Veterans Affairs","keywords":"Normalization (sociology); Computer science; Natural language processing; Named-entity recognition; Artificial intelligence; SNOMED CT; Transformer; Encoder; Language model; Information retrieval; Health records; Electronic health record; Machine learning; Task (project management); Health care; Linguistics; Terminology","score_opus":0.03612909331573435,"score_gpt":0.3803868410582724,"score_spread":0.3442577477425381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972483465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43489215,0.00001644606,0.55628395,0.006170683,0.0003909167,0.0009440218,0.000018383485,0.00034013996,0.00094332616],"genre_scores_gemma":[0.964292,0.000011249294,0.02689104,0.008243214,0.00014365446,0.00015332823,0.00016303948,0.00002740927,0.000075102034],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99560726,0.00042119622,0.001047682,0.00040728212,0.0017257668,0.0007907955],"domain_scores_gemma":[0.9973677,0.0008073308,0.00027918417,0.0007923749,0.000120445235,0.0006329571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001271333,0.00026238078,0.00041931224,0.00026238506,0.0003168323,0.00012057125,0.00089353777,0.00020313759,0.0003804799],"category_scores_gemma":[0.00014028006,0.00023005497,0.00011143066,0.0006606716,0.000042124084,0.0009654575,0.000106766594,0.0013946636,0.00014910792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034619536,0.0057655964,0.30677274,0.00059803826,0.00023059329,0.000025015952,0.2637541,0.090837695,0.0000062332188,0.004687914,0.00646803,0.32050785],"study_design_scores_gemma":[0.001359873,0.0013635706,0.0068133734,0.00009600774,0.0000047575413,0.0000046298264,0.0019410361,0.98491156,0.0000042305887,0.0006881669,0.0025751465,0.00023766792],"about_ca_topic_score_codex":0.00066238403,"about_ca_topic_score_gemma":0.0015773552,"teacher_disagreement_score":0.89407384,"about_ca_system_score_codex":0.00028929318,"about_ca_system_score_gemma":0.0014961064,"threshold_uncertainty_score":0.93813694},"labels":[],"label_agreement":null},{"id":"W2975154347","doi":"10.2196/15358","title":"A Bayesian Network Analysis of the Diagnostic Process and its Accuracy to Determine How Clinicians Estimate Cardiac Function in Critically Ill Patients: Prospective Observational Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hemodynamic Monitoring and Therapy","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intensive care unit; Intensive care; Intensive care medicine; Observational study; Prospective cohort study; Emergency medicine; Cardiac index; Cardiac function curve; Cohort study; Cardiac output; Internal medicine; Heart failure; Hemodynamics","score_opus":0.014539345281306978,"score_gpt":0.3315691006693849,"score_spread":0.3170297553880779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975154347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956598,0.000012245752,0.00053093774,0.00064021436,0.00027759402,0.0026923006,0.00001559168,0.000022425362,0.00014883824],"genre_scores_gemma":[0.9980291,0.000012132096,0.00019671186,0.001334025,0.000089052475,0.0002612938,0.000033792683,0.000010936973,0.00003294666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99798423,0.000064626634,0.00065438804,0.00014721672,0.0009103701,0.00023917561],"domain_scores_gemma":[0.99768835,0.000874603,0.00016743195,0.00026016365,0.000810888,0.00019857952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063101994,0.00014625455,0.0005687103,0.0001319313,0.00004658392,0.000020780173,0.00012532731,0.000117636984,0.000029462723],"category_scores_gemma":[0.005397985,0.00009830843,0.00008707738,0.000979959,0.00004522852,0.00016872182,0.00006353879,0.0002973436,0.0000040472833],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090542315,0.00035129697,0.99260575,0.00015602612,0.00037296163,0.0000013245291,0.002459382,0.00033957753,9.2310887e-7,0.000033072356,0.00004025638,0.0035488887],"study_design_scores_gemma":[0.0010281621,0.0005431775,0.8960204,0.00028985736,0.00040493452,6.490977e-7,0.00088370376,0.10065857,0.0000029320286,0.000033600547,0.000042661093,0.0000913054],"about_ca_topic_score_codex":0.000010011654,"about_ca_topic_score_gemma":0.000022726324,"teacher_disagreement_score":0.100319,"about_ca_system_score_codex":0.00007441891,"about_ca_system_score_gemma":0.00015289341,"threshold_uncertainty_score":0.6462282},"labels":[],"label_agreement":null},{"id":"W2975162275","doi":"10.2196/14763","title":"Mining Hidden Knowledge About Illegal Compensation for Occupational Injury: Topic Model Approach","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; National Research Foundation","keywords":"Workers' compensation; Latent Dirichlet allocation; Compensation (psychology); Actuarial science; Occupational injury; Social media; Topic model; Business; Psychology; Computer science; Injury prevention; Medicine; Political science; Poison control; Law; Environmental health; Natural language processing; Social psychology","score_opus":0.060711810281671275,"score_gpt":0.41035744200945473,"score_spread":0.34964563172778346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975162275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47624278,0.00003417003,0.36540493,0.0006157564,0.0004440952,0.00085334433,0.00001682812,0.00010323756,0.15628485],"genre_scores_gemma":[0.84943134,0.000008342086,0.14520891,0.00067827007,0.00047136826,0.00010114045,0.00017488826,0.000008387164,0.0039173537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983265,0.000082998864,0.00046885296,0.000096154516,0.0007983428,0.00022715917],"domain_scores_gemma":[0.9988979,0.00042169794,0.0001584195,0.00010608076,0.0002368414,0.00017907335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012279697,0.00009676955,0.00020931568,0.000113201844,0.00024910213,0.0000733304,0.000269424,0.0001618502,0.0003226439],"category_scores_gemma":[0.0002646085,0.000084823856,0.000112940776,0.00026813924,0.000116008785,0.00033244246,0.000059522583,0.00013253765,0.00006135841],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074422926,0.00026512393,0.0043766005,0.00027505783,0.00010084959,1.7727008e-7,0.11322628,0.0016246076,0.0000027376386,0.53976107,0.014087918,0.32620513],"study_design_scores_gemma":[0.00041423092,0.000028176157,0.0012292333,0.000027045882,0.000015046829,4.3551293e-7,0.0047215912,0.94702333,0.0000022310985,0.0033940861,0.04300931,0.00013527428],"about_ca_topic_score_codex":0.000019954474,"about_ca_topic_score_gemma":0.000029668538,"teacher_disagreement_score":0.94539875,"about_ca_system_score_codex":0.00008315596,"about_ca_system_score_gemma":0.000659991,"threshold_uncertainty_score":0.35327244},"labels":[],"label_agreement":null},{"id":"W2975429747","doi":"10.2196/13046","title":"Evaluation of Privacy Risks of Patients’ Data in China: Case Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; Ministry of Public Security of the People's Republic of China","keywords":"Health Insurance Portability and Accountability Act; Internet privacy; Data sharing; Information privacy; Privacy policy; Business; Health care; Public health; Computer security; China; Medicine; Computer science; Confidentiality; Political science; Nursing","score_opus":0.12119969521913107,"score_gpt":0.4025965034704134,"score_spread":0.2813968082512823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975429747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99147505,0.000017614348,0.006455827,0.00029433667,0.00018082857,0.0011074804,0.000033463002,0.000073044714,0.00036237884],"genre_scores_gemma":[0.9714704,0.000008537527,0.028421622,0.000026734264,0.000005565091,0.000021731534,0.000040441086,0.0000041586204,7.768013e-7],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958267,0.00016446879,0.0010125191,0.00018032457,0.002615347,0.00020063625],"domain_scores_gemma":[0.9889307,0.000184995,0.00047224184,0.010101956,0.00024557038,0.000064558335],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.005080832,0.00011316809,0.0002809103,0.0002271376,0.000018420313,0.000022736824,0.021334963,0.0001413715,0.00005876832],"category_scores_gemma":[0.025752584,0.000093242976,0.000020324225,0.00064099557,0.000089913265,0.0014296923,0.07240387,0.00034337453,0.00001805031],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012710355,0.0025806385,0.5030614,0.0005482854,0.00008732792,0.000051924544,0.015089977,0.00004716377,0.0000016263867,0.00021733234,0.013963246,0.46433833],"study_design_scores_gemma":[0.0020562566,0.00027055756,0.058914617,0.00009873404,0.000018231676,0.000021375168,0.0016644383,0.9333921,0.000039708833,0.0033113866,0.00009564017,0.00011695811],"about_ca_topic_score_codex":0.00018167937,"about_ca_topic_score_gemma":0.000031849457,"teacher_disagreement_score":0.93334496,"about_ca_system_score_codex":0.000067837034,"about_ca_system_score_gemma":0.00030206196,"threshold_uncertainty_score":0.9839601},"labels":[],"label_agreement":null},{"id":"W2975827419","doi":"10.2196/15380","title":"The Use of Patient-Facing Teleconsultations in the National Health Service: Scoping Review","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Medicine; Service (business); Telehealth; Healthcare service; Medical emergency; Business; Telemedicine; Political science; Marketing","score_opus":0.08090086399138714,"score_gpt":0.4282409754575349,"score_spread":0.3473401114661478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975827419","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81803936,0.004058289,0.00033223815,0.1622114,0.00037794202,0.012536506,0.00004784693,0.00007088551,0.0023255292],"genre_scores_gemma":[0.41808105,0.013873211,0.0048713167,0.56159645,0.00019433812,0.000669879,0.00061964727,0.000028190556,0.000065915505],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970289,0.00009769624,0.001348336,0.00005675809,0.0012300044,0.0002383137],"domain_scores_gemma":[0.9980304,0.0009532787,0.00045369196,0.0001757061,0.00026919943,0.0001177125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013057335,0.00008595897,0.00026655244,0.00008035483,0.00010078913,0.0000146279435,0.00012614601,0.000045857054,0.00017586905],"category_scores_gemma":[0.000935294,0.000046179193,0.00003586974,0.00057477446,0.000045824705,0.00020217845,0.00003074371,0.0003081584,0.00003872134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014502526,0.00059272524,0.044241294,0.10724101,0.00013238865,0.0000067889596,0.08936732,0.00006384582,0.00000993411,0.005434152,0.22601742,0.5267481],"study_design_scores_gemma":[0.01802735,0.0038946362,0.09746753,0.33307657,0.00014645468,0.00084386044,0.07608597,0.033539504,0.00009525655,0.00049244025,0.43547285,0.0008575909],"about_ca_topic_score_codex":0.000068269095,"about_ca_topic_score_gemma":0.00019758583,"teacher_disagreement_score":0.5258905,"about_ca_system_score_codex":0.00006545967,"about_ca_system_score_gemma":0.0011664992,"threshold_uncertainty_score":0.20693195},"labels":[],"label_agreement":null},{"id":"W2975869387","doi":"10.2196/14993","title":"Exploiting Machine Learning Algorithms and Methods for the Prediction of Agitated Delirium After Cardiac Surgery: Models Development and Validation Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Delirium; Machine learning; Artificial intelligence; Support vector machine; Random forest; Logistic regression; Naive Bayes classifier; Computer science; Bayesian network; Cardiac surgery; Medicine; Intensive care medicine; Algorithm; Surgery","score_opus":0.03538597010735936,"score_gpt":0.3341787299331169,"score_spread":0.2987927598257576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975869387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90281326,0.00023033001,0.094436675,0.0002991695,0.00016877004,0.0018577782,0.000018976916,0.00003696775,0.00013807502],"genre_scores_gemma":[0.9811086,0.000105410705,0.016353345,0.0017657047,0.00003616503,0.00034264685,0.00021708559,0.000021524778,0.000049506314],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863666,0.00011082059,0.0005885943,0.00009722332,0.00039601192,0.00017066867],"domain_scores_gemma":[0.99602056,0.0012256477,0.00017101664,0.00010270685,0.002375197,0.00010485653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015616596,0.00013253854,0.00036774072,0.00013260596,0.00007139491,0.000018952835,0.000037179285,0.00009403278,0.000018193594],"category_scores_gemma":[0.0032131867,0.0000902777,0.000056630288,0.00012889437,0.000084454616,0.00020004716,0.00007399235,0.00025986857,0.0000014256065],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063915196,0.0002258628,0.094001114,0.0016997417,0.0010441566,0.0000040429986,0.09442192,0.00004303348,0.00020262512,0.00003521014,0.000873525,0.8068096],"study_design_scores_gemma":[0.0029077274,0.0007636775,0.028053861,0.00076397206,0.00042483702,0.000031817068,0.21111685,0.7488124,0.0029766015,0.00005619723,0.0038085952,0.00028349238],"about_ca_topic_score_codex":0.000008913872,"about_ca_topic_score_gemma":7.048005e-7,"teacher_disagreement_score":0.8065261,"about_ca_system_score_codex":0.000028440001,"about_ca_system_score_gemma":0.000111777845,"threshold_uncertainty_score":0.3846717},"labels":[],"label_agreement":null},{"id":"W2976650329","doi":"10.2196/14050","title":"The Impacts of the Perceived Transparency of Privacy Policies and Trust in Providers for Building Trust in Health Information Exchange: Empirical Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health information exchange; Transparency (behavior); Context (archaeology); Structural equation modeling; Health care; Affect (linguistics); Internet privacy; Theory of planned behavior; Empirical evidence; Business; Information sharing; Psychology; Control (management); Health information; Computer security; Computer science","score_opus":0.03492258142411925,"score_gpt":0.37843227745360186,"score_spread":0.3435096960294826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976650329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915338,0.00005119217,0.00014997766,0.0050154557,0.00010226095,0.0028487488,0.000017261378,0.000012031075,0.00026927542],"genre_scores_gemma":[0.9991232,0.00029433912,0.00014018264,0.00031647398,0.000027168417,0.000084460386,0.0000046089226,0.0000031699738,0.000006392484],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9978115,0.00019471685,0.00094475615,0.000055915905,0.0006922314,0.00030090605],"domain_scores_gemma":[0.9988952,0.0002998182,0.00039319607,0.00023751197,0.00006357279,0.00011065292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002714127,0.00009194968,0.00024214778,0.00013387676,0.000207018,0.00005379164,0.00052529224,0.00012168264,0.000011599555],"category_scores_gemma":[0.00189922,0.00005612693,0.000041875268,0.00044376994,0.00028372544,0.00095296523,0.00014363899,0.00025695877,7.314797e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087629756,0.00016461029,0.1637553,0.0009791375,0.000009741128,5.113351e-8,0.81753665,0.0000055636633,0.0000042738734,0.0010649009,0.0004974796,0.015894651],"study_design_scores_gemma":[0.0031643778,0.00063280767,0.63166744,0.00045158775,0.000008676594,0.0000013646354,0.34080687,0.0064127953,0.000023254686,0.0018159908,0.014853002,0.00016184959],"about_ca_topic_score_codex":0.0037009083,"about_ca_topic_score_gemma":0.004202811,"teacher_disagreement_score":0.47672978,"about_ca_system_score_codex":0.00012289887,"about_ca_system_score_gemma":0.00056831463,"threshold_uncertainty_score":0.5594691},"labels":[],"label_agreement":null},{"id":"W2976682047","doi":"10.2196/13053","title":"Measuring Regional Quality of Health Care Using Unsolicited Online Data: Text Analysis Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bigram; Sentiment analysis; Psychology; Active listening; Quality (philosophy); Population; Applied psychology; Computer science; Natural language processing; Trigram; Medicine","score_opus":0.3068731175765267,"score_gpt":0.5554192052281212,"score_spread":0.24854608765159447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976682047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99479616,0.00030516385,0.0005412145,0.00062700687,0.00030065904,0.0021756892,0.00023159441,0.00010261928,0.0009199088],"genre_scores_gemma":[0.99186635,0.000058001442,0.0029642386,0.0036927417,0.00016374425,0.000022622648,0.0011119299,0.000020322042,0.00010007007],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99163383,0.0012089013,0.0037876447,0.00024761856,0.0023187294,0.00080328493],"domain_scores_gemma":[0.99483615,0.0007293265,0.0017995158,0.0015522237,0.0005432996,0.0005394723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041268254,0.00024020406,0.0012978461,0.00036756857,0.0004055164,0.000008992462,0.0009621601,0.00033036756,0.00060812023],"category_scores_gemma":[0.00041117522,0.0001972102,0.000116895506,0.001696392,0.00009981365,0.00037212909,0.0007452846,0.0010613634,0.00010378621],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012745109,0.0007258953,0.8492458,0.0055905525,0.0005697086,0.0000017635209,0.13213634,0.0003433701,0.0000012724356,0.00027557104,0.0034486805,0.0075336057],"study_design_scores_gemma":[0.0036740464,0.0003790694,0.27975178,0.0021228434,0.00022984382,0.0000018940495,0.6451051,0.053004846,5.025044e-7,0.000019230816,0.015293025,0.0004178211],"about_ca_topic_score_codex":0.004643253,"about_ca_topic_score_gemma":0.0026141522,"teacher_disagreement_score":0.569494,"about_ca_system_score_codex":0.0005076651,"about_ca_system_score_gemma":0.0018829744,"threshold_uncertainty_score":0.8041999},"labels":[],"label_agreement":null},{"id":"W29769172","doi":"10.2196/medinform.9455","title":"Isotropic and anisotropic metallic and bimetallic nanoparticles and their potential applications in biology","year":2010,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Advanced biosensing and bioanalysis techniques","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Biomedical Imaging and Bioengineering; Western Michigan University; National Human Genome Research Institute; U.S. National Library of Medicine; National Institute of General Medical Sciences","keywords":"Bimetallic strip; Isotropy; Anisotropy; Nanoparticle; Nanotechnology; Materials science; Metal; Physics; Metallurgy; Optics","score_opus":0.005385028531134839,"score_gpt":0.2757089186928686,"score_spread":0.2703238901617338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W29769172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978209,0.0002702332,0.001470657,0.00019361255,0.000015258925,0.00015685995,0.0000066881985,0.000020239873,0.00004553597],"genre_scores_gemma":[0.9941046,0.0008243315,0.004686999,0.00024913976,0.000049519953,0.00002440296,0.00003882653,0.0000059054614,0.000016222333],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99936116,0.00002147665,0.000255806,0.00013458497,0.00006646309,0.00016048347],"domain_scores_gemma":[0.99960226,0.00001644269,0.0000668,0.0001613262,0.000025231999,0.00012795972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011977138,0.000121662306,0.0001652665,0.000061971296,0.0000625984,0.000024234629,0.00008117091,0.00021588529,0.0000027638616],"category_scores_gemma":[0.00003204361,0.00008400157,0.000024610807,0.000083650804,0.00039790178,0.00000958272,0.00014515329,0.00016658315,5.823346e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000112991065,0.000060237504,0.0052761156,0.00004328506,0.000042134496,9.3804715e-7,0.00018110288,7.561034e-8,0.94924045,0.0020968115,0.00003096254,0.043016594],"study_design_scores_gemma":[0.0032658451,0.0011815052,0.032698993,0.00007200247,0.00014460595,0.0004978265,0.0030907486,0.0072768466,0.83688515,0.013653101,0.09992251,0.0013108369],"about_ca_topic_score_codex":0.0000065352597,"about_ca_topic_score_gemma":0.00005659638,"teacher_disagreement_score":0.11235526,"about_ca_system_score_codex":0.0000024348683,"about_ca_system_score_gemma":0.000021138083,"threshold_uncertainty_score":0.34254846},"labels":[],"label_agreement":null},{"id":"W2976978765","doi":"10.2196/13430","title":"Impact of Automatic Query Generation and Quality Recognition Using Deep Learning to Curate Evidence From Biomedical Literature: Empirical Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Quality (philosophy); Artificial intelligence; Natural language processing; Deep learning; Information retrieval; Data science","score_opus":0.08052265100987234,"score_gpt":0.41628811569680113,"score_spread":0.3357654646869288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976978765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993643,0.00029926503,0.005433673,0.0000714347,0.00013592222,0.00035691733,0.000017866792,0.000029521221,0.000012414064],"genre_scores_gemma":[0.99171567,0.000077664234,0.0075446516,0.00019729459,0.0001840044,0.000017968749,0.00024342016,0.0000098542405,0.000009465963],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979625,0.00026102297,0.0007547133,0.00020324625,0.0005876666,0.0002308526],"domain_scores_gemma":[0.99892,0.00016322319,0.000233731,0.00024267986,0.00012572866,0.0003146317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008699453,0.00017563524,0.00033514976,0.00009328449,0.00005579584,0.00005191779,0.00017513188,0.00038743828,0.00009372227],"category_scores_gemma":[0.0016421528,0.00012843088,0.00008581041,0.00025007132,0.0001424255,0.000025932373,0.00019544919,0.00030501845,0.000018738217],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034260552,0.00088579976,0.394889,0.0005942607,0.0004421466,0.0000136782855,0.033488516,0.000095806114,0.07824184,0.0000010937526,0.0011451291,0.48986012],"study_design_scores_gemma":[0.0050264397,0.012383168,0.55408674,0.0027769243,0.00017043168,0.00010325928,0.013275698,0.40531594,0.0044339406,0.00006373726,0.0009952622,0.0013684608],"about_ca_topic_score_codex":0.00007232114,"about_ca_topic_score_gemma":0.000015349815,"teacher_disagreement_score":0.48849165,"about_ca_system_score_codex":0.00003236755,"about_ca_system_score_gemma":0.0001625253,"threshold_uncertainty_score":0.523726},"labels":[],"label_agreement":null},{"id":"W2978696208","doi":"10.2196/14185","title":"A Real-Time Automated Patient Screening System for Clinical Trials Eligibility in an Emergency Department: Design and Evaluation","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Center for Chronic Disease Prevention and Health Promotion; National Human Genome Research Institute; Agency for Healthcare Research and Quality; National Institutes of Health","keywords":"Workflow; Emergency department; Usability; Medicine; Dashboard; Clinical trial; Patient recruitment; Medical emergency; Medical record; Computer science; Database; Nursing","score_opus":0.258721176654766,"score_gpt":0.5873214617845763,"score_spread":0.3286002851298103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978696208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97277427,0.00009005784,0.0051535205,0.00015908432,0.0011674284,0.019530643,0.000029607232,0.00042148898,0.00067391654],"genre_scores_gemma":[0.98037195,0.00027071778,0.01221935,0.00039634245,0.00040254756,0.0059272093,0.00030199625,0.000050834402,0.000059032227],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98041385,0.010312226,0.0068837977,0.0002911103,0.0012200351,0.00087899773],"domain_scores_gemma":[0.99089646,0.005665739,0.0017639642,0.00052279455,0.00045221014,0.00069880777],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07220509,0.0002309575,0.0012026514,0.0001638367,0.00024450602,0.000013568563,0.00021706504,0.00079476036,0.000378487],"category_scores_gemma":[0.0050582085,0.00017923453,0.000109555505,0.0002690386,0.000038260576,0.00036875092,0.00008868356,0.00073866773,0.00021893185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048024543,0.0015803494,0.29312924,0.035315912,0.00041711115,0.000008362308,0.06945149,0.0004434788,0.00013935633,0.0015596421,0.08063619,0.51251644],"study_design_scores_gemma":[0.0046786875,0.0011472707,0.007688614,0.0012331164,0.000040130533,0.000003263953,0.0042462214,0.97916526,0.0000038927024,0.00006690329,0.0015340837,0.00019256295],"about_ca_topic_score_codex":0.00009468612,"about_ca_topic_score_gemma":0.000054979606,"teacher_disagreement_score":0.9787218,"about_ca_system_score_codex":0.0006334112,"about_ca_system_score_gemma":0.00221406,"threshold_uncertainty_score":0.9553601},"labels":[],"label_agreement":null},{"id":"W2979284462","doi":"10.2196/15980","title":"Cohort Selection for Clinical Trials From Longitudinal Patient Records: Text Mining Approach","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science; Context (archaeology); Clinical trial; Task (project management); Medical record; Executable; Natural language processing; Artificial intelligence; Selection (genetic algorithm); Psychological intervention; Medicine; Information retrieval; Data mining; Nursing","score_opus":0.11316505212756026,"score_gpt":0.4321035775214888,"score_spread":0.31893852539392853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979284462","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5051977,0.000042645483,0.48739558,0.0006362956,0.0019723938,0.0018687908,0.000010992921,0.000262326,0.0026132625],"genre_scores_gemma":[0.48605987,0.00006061067,0.50868666,0.0032176913,0.0010505078,0.0005124669,0.00015832167,0.000030931682,0.00022290806],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995066,0.0006421609,0.002419133,0.00032584145,0.0011144961,0.00043239447],"domain_scores_gemma":[0.9941871,0.00370735,0.00091140624,0.00055873045,0.00020392612,0.00043144193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007342878,0.00020627867,0.00076315866,0.00011517241,0.0001253071,0.00015292737,0.0008381767,0.0004210483,0.00020526968],"category_scores_gemma":[0.0042993003,0.00016269014,0.000236429,0.00032314795,0.00005479521,0.0004996488,0.00028358863,0.00077802973,0.00015824108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073663345,0.0001860439,0.48107892,0.00031075897,0.00010596519,0.0000011038483,0.0049586548,0.00009658044,4.9977604e-7,0.0014535924,0.024229307,0.4875049],"study_design_scores_gemma":[0.0010499136,0.0006280464,0.025454579,0.00013019964,0.000016970016,0.000017721344,0.00042003786,0.943043,0.000004952475,0.00020260089,0.028799737,0.00023223771],"about_ca_topic_score_codex":0.000068085916,"about_ca_topic_score_gemma":0.000007089175,"teacher_disagreement_score":0.94294643,"about_ca_system_score_codex":0.00008864115,"about_ca_system_score_gemma":0.00040368547,"threshold_uncertainty_score":0.6634311},"labels":[],"label_agreement":null},{"id":"W2979544332","doi":"10.2196/14806","title":"A Deep Learning Approach for Managing Medical Consumable Materials in Intensive Care Units via Convolutional Neural Networks: Technical Proof-of-Concept Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Imaging for Blood Diseases","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Consumables; Context (archaeology); Convolutional neural network; Deep learning; Documentation; Intensive care; Identification (biology); Artificial intelligence; Patient safety; Machine learning; Health care; Medicine","score_opus":0.01633197118029734,"score_gpt":0.27575791474740213,"score_spread":0.2594259435671048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979544332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31343743,0.00037290485,0.6802354,0.00022634218,0.0005715533,0.0035044,0.000013022907,0.0003079062,0.0013310598],"genre_scores_gemma":[0.9934009,0.0000016449127,0.0053948243,0.00072488736,0.000052671032,0.0002599907,0.00012671991,0.000017431074,0.000020970143],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99663943,0.000111046276,0.0010905964,0.00026571183,0.0013393535,0.00055384584],"domain_scores_gemma":[0.9978815,0.0003572182,0.00031266312,0.000398687,0.00068677845,0.0003631704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000654603,0.0002465787,0.0005522261,0.00020788773,0.00007054528,0.0001577949,0.0012748542,0.00019013311,0.000045332923],"category_scores_gemma":[0.0011468094,0.00021384512,0.00007475951,0.0006277553,0.00031446957,0.0009868009,0.0008720156,0.0004761924,0.0000064205897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008117614,0.0044032414,0.06024242,0.0071858177,0.00072684896,0.00037290007,0.12181126,0.1610265,0.00002499221,0.03380794,0.003636809,0.6059495],"study_design_scores_gemma":[0.0022366492,0.00040980734,0.0004255999,0.00022529112,0.00001684577,0.00007250866,0.0112082735,0.9848281,0.00006440015,0.00016185094,0.00009223251,0.0002583975],"about_ca_topic_score_codex":0.000014870847,"about_ca_topic_score_gemma":0.000005062968,"teacher_disagreement_score":0.82380164,"about_ca_system_score_codex":0.00008294577,"about_ca_system_score_gemma":0.00033676066,"threshold_uncertainty_score":0.87203515},"labels":[],"label_agreement":null},{"id":"W2980661877","doi":"10.2196/11287","title":"Intellectual Structure and Evolutionary Trends of Precision Medicine Research: Coword Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cancer Genomics and Diagnostics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wuhan University; National Natural Science Foundation of China","keywords":"Pharmacogenomics; Data science; Precision medicine; Social network analysis; Genomics; Network analysis; Visualization; Computer science; Medicine; Social media; Bioinformatics; Biology; Data mining; Genome; World Wide Web; Pathology; Genetics","score_opus":0.019380297487916472,"score_gpt":0.3317081304145874,"score_spread":0.31232783292667093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980661877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99543583,0.00063912006,0.00051385467,0.00021751587,0.00010464877,0.000120804376,0.00004869673,0.0000042031547,0.0029153065],"genre_scores_gemma":[0.99756944,0.0008147321,0.0005676849,0.00022053494,0.00014571052,0.000005277692,0.00029187815,0.0000068758814,0.00037787948],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986514,0.00004142589,0.0004212408,0.00011752855,0.000584779,0.00018361521],"domain_scores_gemma":[0.9990206,0.00022787489,0.0000969747,0.00030633213,0.00017530342,0.00017291466],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041104524,0.00009780318,0.00023643652,0.00030020953,0.00003825395,0.000008247657,0.00020434374,0.00022077729,0.0009953085],"category_scores_gemma":[0.00066986104,0.00007476995,0.00005750085,0.00057583593,0.00031756324,0.0000051312154,0.00025520526,0.00020679508,0.0000063417497],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017100452,0.00048282882,0.073288575,0.0010664233,0.0027815134,0.000011565921,0.027229719,0.0012596655,0.028803933,0.0039567514,0.4690939,0.3903151],"study_design_scores_gemma":[0.00788983,0.007824508,0.07789281,0.0005608303,0.00063789234,0.00012495475,0.011754739,0.07294715,0.017262839,0.0026283276,0.79923874,0.0012373485],"about_ca_topic_score_codex":0.000019722607,"about_ca_topic_score_gemma":0.00003159734,"teacher_disagreement_score":0.38907775,"about_ca_system_score_codex":0.000017425697,"about_ca_system_score_gemma":0.000119325705,"threshold_uncertainty_score":0.9999179},"labels":[],"label_agreement":null},{"id":"W2980775795","doi":"10.2196/14971","title":"Generating Medical Assessments Using a Neural Network Model: Algorithm Development and Validation","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute on Drug Abuse; National Institute of Mental Health; National Heart, Lung, and Blood Institute","keywords":"Medical diagnosis; Computer science; Machine learning; Artificial intelligence; Feature engineering; Clinical decision support system; Artificial neural network; Expert system; Baseline (sea); Domain (mathematical analysis); Subject-matter expert; Inference; F1 score; Precision and recall; Decision support system; Deep learning; Medicine","score_opus":0.035651072949444244,"score_gpt":0.36225991876733027,"score_spread":0.326608845817886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980775795","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3868363,0.000019203268,0.6120353,0.00030249177,0.0003029098,0.00020159876,3.1412952e-7,0.00010150306,0.0002003902],"genre_scores_gemma":[0.10113716,0.0000070453857,0.8954548,0.003127725,0.00018847153,0.000021309179,0.000018269995,0.000012057456,0.00003312772],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99669653,0.00010532081,0.00077655754,0.00017400715,0.0018193675,0.00042822014],"domain_scores_gemma":[0.99877787,0.00013923597,0.00023119165,0.0002926683,0.000082104205,0.0004769384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013583918,0.00016407022,0.00023073303,0.0000710408,0.00019412317,0.00017419361,0.00059967005,0.00022745364,0.0000631336],"category_scores_gemma":[0.00011461338,0.0001403509,0.000025975509,0.0002499551,0.0000370898,0.00065474294,0.00065465894,0.0006347615,0.00002423266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022378565,0.000035623038,0.0065080896,0.00030766294,0.0000224496,0.000015249258,0.005750337,0.107047,0.0000015551731,0.002764602,0.00035033774,0.8771949],"study_design_scores_gemma":[0.0003220754,0.00003702508,0.00019193962,0.00015698554,0.0000019438457,0.0000742335,0.00007190165,0.99815744,0.0000062315053,0.00010887782,0.00071278895,0.00015855521],"about_ca_topic_score_codex":0.000010640065,"about_ca_topic_score_gemma":0.0000022056868,"teacher_disagreement_score":0.8911104,"about_ca_system_score_codex":0.00008699647,"about_ca_system_score_gemma":0.00075380586,"threshold_uncertainty_score":0.57233435},"labels":[],"label_agreement":null},{"id":"W2980839612","doi":"10.2196/14850","title":"Combining Contextualized Embeddings and Prior Knowledge for Clinical Named Entity Recognition: Evaluation Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eli Lilly and Company","keywords":"Computer science; Named-entity recognition; Natural language processing; Artificial intelligence; Word embedding; Lexicon; F1 score; Deep learning; Context (archaeology); Leverage (statistics); Embedding; Information retrieval; Task (project management)","score_opus":0.11758840970701676,"score_gpt":0.4348812763784703,"score_spread":0.3172928666714535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980839612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8627554,0.00005036956,0.13282356,0.00019072946,0.0008873799,0.002040394,0.0000017386099,0.00010707979,0.001143312],"genre_scores_gemma":[0.9725004,0.000016459302,0.026415167,0.00062521413,0.000112539485,0.00022065989,0.000013434082,0.000007361136,0.000088794775],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975868,0.00016487036,0.0010360444,0.0002049923,0.0007771934,0.00023008554],"domain_scores_gemma":[0.99803114,0.00074991735,0.00026856037,0.00037636433,0.00034773193,0.00022629669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046650628,0.00012795918,0.00033635116,0.00007770201,0.00010288388,0.00014817948,0.00047441456,0.00016366447,0.000098529665],"category_scores_gemma":[0.0010398629,0.00011102767,0.000069876434,0.00014297124,0.00005843329,0.0006966701,0.00033427254,0.00028047676,0.0001092148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034160035,0.00045444554,0.004359905,0.00019921773,0.000057449317,8.782656e-7,0.037705097,0.0000017618552,0.0000013490305,0.0018197931,0.0012701459,0.9540958],"study_design_scores_gemma":[0.0067607667,0.00037032447,0.0017839107,0.00013673783,0.000026989219,0.000008285738,0.0023837117,0.9831243,0.0000052544237,0.0011303229,0.004092175,0.00017723405],"about_ca_topic_score_codex":0.0000029070811,"about_ca_topic_score_gemma":0.000007302233,"teacher_disagreement_score":0.9831225,"about_ca_system_score_codex":0.000040188588,"about_ca_system_score_gemma":0.00026491677,"threshold_uncertainty_score":0.45275772},"labels":[],"label_agreement":null},{"id":"W2980913398","doi":"10.2196/14340","title":"Automatic Detection of Hypoglycemic Events From the Electronic Health Record Notes of Diabetes Patients: Empirical Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Artificial intelligence; F1 score; Computer science; Machine learning; Convolutional neural network; Deep learning; Hypoglycemia; Support vector machine; Recurrent neural network; Population; Medicine; Precision and recall; Artificial neural network; Electronic health record; Sentence; Diabetes mellitus; Natural language processing; Health care","score_opus":0.012794011745193812,"score_gpt":0.31568304430101735,"score_spread":0.30288903255582356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980913398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99150443,0.000042320695,0.0060890377,0.00089510216,0.00033864044,0.0010185931,0.0000045973306,0.00008584933,0.000021450498],"genre_scores_gemma":[0.99741286,0.00000975844,0.0014300684,0.0010577518,0.000030484965,0.000038093327,0.000009393433,0.000008718843,0.0000028786728],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99655604,0.00038188012,0.0012518947,0.00014441326,0.0012635901,0.00040217664],"domain_scores_gemma":[0.99688065,0.0012754932,0.0008268748,0.0007262124,0.00013628752,0.00015446701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010309921,0.000151885,0.0004203108,0.00009106324,0.0000731425,0.000017444469,0.001104276,0.00011429212,0.00006325246],"category_scores_gemma":[0.00072922633,0.000101726095,0.00007689749,0.0004797652,0.000050018705,0.00028315518,0.00033238347,0.00057246356,0.000039834667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006229778,0.00027352385,0.8046739,0.00026704755,0.00003315326,5.913743e-8,0.011083071,0.000015210997,0.0000025568957,0.000032899894,0.00009194266,0.18352039],"study_design_scores_gemma":[0.001192249,0.0027341486,0.5617033,0.0002935524,0.00000826084,5.9429317e-7,0.00071339606,0.43230885,0.000046414356,0.0005376662,0.00032103836,0.00014052946],"about_ca_topic_score_codex":0.00023876788,"about_ca_topic_score_gemma":0.00009292223,"teacher_disagreement_score":0.43229365,"about_ca_system_score_codex":0.00013109375,"about_ca_system_score_gemma":0.0004291369,"threshold_uncertainty_score":0.414827},"labels":[],"label_agreement":null},{"id":"W2981125200","doi":"10.2196/16185","title":"How Online Reviews and Services Affect Physician Outpatient Visits: Content Analysis of Evidence From Two Online Health Care Communities","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Endogeneity; Health care; Medicine; Ambulatory care; Family medicine; Nursing; Computer science","score_opus":0.24281998118635423,"score_gpt":0.4944408310623846,"score_spread":0.2516208498760304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981125200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98772913,0.0048767086,0.00015576048,0.0026639397,0.00050904497,0.0025119276,0.0014499378,0.000068201254,0.000035375302],"genre_scores_gemma":[0.9739758,0.0056918417,0.0020063133,0.014657415,0.00016400788,0.000110457295,0.0033200274,0.000020760592,0.00005341287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949925,0.0012591771,0.002047641,0.00015205059,0.0010808657,0.00046774774],"domain_scores_gemma":[0.9944174,0.0018228053,0.00199536,0.00081379194,0.00049635756,0.00045424228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007912102,0.00027958796,0.0013846103,0.00032032334,0.00032449057,0.000018034354,0.00041182784,0.0002449298,0.00019019739],"category_scores_gemma":[0.00021719951,0.000193523,0.00016870828,0.0006363029,0.00010619759,0.00056502206,0.00034788495,0.0011737037,0.000037250258],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050728868,0.000063711974,0.73420614,0.0094945915,0.00022822584,2.9137112e-7,0.20930786,0.000016611702,0.000002340792,0.00003364889,0.00032705965,0.046268806],"study_design_scores_gemma":[0.0012192229,0.0005885958,0.48314676,0.013496256,0.00022784476,2.688211e-7,0.47233516,0.022246875,0.0000026533173,0.000007554239,0.0064763664,0.00025246324],"about_ca_topic_score_codex":0.007809092,"about_ca_topic_score_gemma":0.02298605,"teacher_disagreement_score":0.26302728,"about_ca_system_score_codex":0.00032231395,"about_ca_system_score_gemma":0.00037934026,"threshold_uncertainty_score":0.998798},"labels":[],"label_agreement":null},{"id":"W2981443541","doi":"10.2196/14782","title":"Efficient Reuse of Natural Language Processing Models for Phenotype-Mention Identification in Free-text Electronic Medical Records: A Phenotype Embedding Approach","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King's College London; Medical Research Council; Engineering and Physical Sciences Research Council; National Institute for Health and Care Research; Department of Health and Social Care; South London and Maudsley NHS Foundation Trust","keywords":"Computer science; Retraining; Identification (biology); Artificial intelligence; Machine learning; Reuse; Natural language processing; Language model; Adaptation (eye); Embedding","score_opus":0.011046074610838499,"score_gpt":0.31625955504924724,"score_spread":0.30521348043840874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981443541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3662721,0.0009389057,0.629181,0.0010616895,0.00047131136,0.0011189225,0.0000033300603,0.0001487204,0.0008040286],"genre_scores_gemma":[0.9565853,0.000015657723,0.042698987,0.0003161236,0.00007947758,0.0001204247,0.000045967477,0.000015897187,0.0001221661],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965441,0.00011207255,0.0010776151,0.00024550245,0.0014929057,0.0005277564],"domain_scores_gemma":[0.99813586,0.00020644377,0.00048156263,0.00082542835,0.00017126727,0.0001794037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023025805,0.00016809056,0.00031666295,0.00025227526,0.00006616794,0.00007488082,0.001743174,0.0002698023,0.000039976894],"category_scores_gemma":[0.0010462183,0.00014902829,0.00007502458,0.0006122391,0.000060929677,0.000520387,0.00044038685,0.0008068449,0.000017493308],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000182708,0.0009990083,0.0006229298,0.011056543,0.000059078848,0.000005833218,0.1320097,0.04390191,0.00010291843,0.06579804,0.0017172033,0.7435441],"study_design_scores_gemma":[0.0009055598,0.00009869931,0.00014391344,0.00041372303,0.0000046674795,0.000010395497,0.0010679818,0.9956401,0.000021933789,0.001399797,0.0001399002,0.00015334475],"about_ca_topic_score_codex":0.00006014528,"about_ca_topic_score_gemma":0.000020769161,"teacher_disagreement_score":0.9517382,"about_ca_system_score_codex":0.00020250131,"about_ca_system_score_gemma":0.0006358843,"threshold_uncertainty_score":0.6077197},"labels":[],"label_agreement":null},{"id":"W2981525457","doi":"10.2196/13106","title":"Electronic Health Use in a Representative Sample of 18,497 Respondents in Norway (The Seventh Tromsø Study - Part 1): Population-Based Questionnaire Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Norges Forskningsråd; Universitetet i Tromsø","keywords":"eHealth; Norwegian; Population; Medicine; Logistic regression; Demography; Family medicine; Health care; Environmental health","score_opus":0.058689244171782805,"score_gpt":0.46843516600566365,"score_spread":0.40974592183388087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981525457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98341024,0.000060851096,0.00013977927,0.00069345516,0.00042932286,0.015128209,0.000019263853,0.000049224953,0.00006963112],"genre_scores_gemma":[0.996021,0.00001966697,0.000048963822,0.0015282752,0.00007199952,0.001906482,0.00005619173,0.000031673,0.00031574912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9864713,0.005901539,0.004137983,0.00029673538,0.0018716065,0.0013208378],"domain_scores_gemma":[0.9930688,0.004006907,0.0014778586,0.00093761925,0.0001800738,0.00032875364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010439216,0.00027886816,0.0010586627,0.000497681,0.0002608642,0.000015944905,0.00056308345,0.00026582796,0.00047034],"category_scores_gemma":[0.0030074466,0.00020539561,0.00007637484,0.0013157659,0.000052357092,0.0003985001,0.00015319513,0.0022881262,0.00014874835],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027345555,0.0013988798,0.92862767,0.0022882998,0.000033168155,0.0000030793117,0.06636583,0.000091681795,1.7823189e-7,0.00012389965,0.0004938996,0.0002999811],"study_design_scores_gemma":[0.006884879,0.0023851988,0.8998946,0.0037978583,0.0000127264575,0.000001353394,0.078062765,0.008305114,3.1815318e-7,0.00011375172,0.00034187883,0.00019954902],"about_ca_topic_score_codex":0.025833454,"about_ca_topic_score_gemma":0.100944184,"teacher_disagreement_score":0.07511073,"about_ca_system_score_codex":0.0020781327,"about_ca_system_score_gemma":0.0053000767,"threshold_uncertainty_score":0.9940897},"labels":[],"label_agreement":null},{"id":"W2981717393","doi":"10.2196/14436","title":"Just Because (Most) Hospitals Are Publishing Charges Does Not Mean Prices Are More Transparent","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Publishing; Business; Medicine; Medical emergency; Political science","score_opus":0.06648751510116861,"score_gpt":0.4320751615661241,"score_spread":0.36558764646495545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981717393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9683847,0.000058492355,0.00065139844,0.015710557,0.0021796597,0.0025655443,0.00041248318,0.00041974918,0.0096174525],"genre_scores_gemma":[0.93951434,0.0002014767,0.0012227871,0.056273628,0.00063678494,0.0005067935,0.00044926882,0.000037298538,0.0011576486],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919236,0.00025166888,0.0044240253,0.00024188957,0.0020631256,0.0010957267],"domain_scores_gemma":[0.9939458,0.00080957776,0.0026203194,0.0008500153,0.00068756257,0.0010867282],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0041148956,0.00037227516,0.00077831105,0.0002497086,0.00073104986,0.00026891366,0.0010240003,0.00085855485,0.0062305084],"category_scores_gemma":[0.001811801,0.00023551025,0.0001343342,0.00052290846,0.00014458672,0.008620434,0.00028651895,0.002417105,0.0015785736],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015807812,0.0003088121,0.58415097,0.021330526,0.000102184684,0.00000718008,0.29846355,0.000010231697,0.0000033680094,0.0022051826,0.07407412,0.019185787],"study_design_scores_gemma":[0.0037254314,0.00014178325,0.32583165,0.0057599074,0.00003920225,0.000004841296,0.24080881,0.021641696,0.00009784516,0.00015397085,0.400883,0.0009118778],"about_ca_topic_score_codex":0.00007643652,"about_ca_topic_score_gemma":0.00011907298,"teacher_disagreement_score":0.32680887,"about_ca_system_score_codex":0.00027413177,"about_ca_system_score_gemma":0.0007612686,"threshold_uncertainty_score":0.99988437},"labels":[],"label_agreement":null},{"id":"W2982280746","doi":"10.2196/16023","title":"Sentiment Analysis in Health and Well-Being: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":218,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Cardiff University","keywords":"Computer science; Data science","score_opus":0.034072586995473685,"score_gpt":0.36689612087570417,"score_spread":0.3328235338802305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982280746","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.387246e-7,0.9905993,0.0063277357,0.00023705319,0.00012986391,0.0018233749,9.522548e-7,0.00004513153,0.00083635934],"genre_scores_gemma":[5.6672224e-7,0.9952673,0.0016510083,0.0024600332,0.000023704511,0.00014960492,0.00008779566,0.0000110070205,0.00034903653],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99353796,0.00042872815,0.0038480186,0.00030608365,0.0014453535,0.00043386195],"domain_scores_gemma":[0.996158,0.00035754166,0.0018779308,0.0010754387,0.000043869124,0.0004871999],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030196093,0.00042198668,0.0051394086,0.0009963352,0.000059152797,0.00020907709,0.0012721369,0.00024363786,0.00011453181],"category_scores_gemma":[0.00013842958,0.00028648032,0.0007882209,0.002903619,0.000037253143,0.00032747802,0.0005970051,0.00052661146,0.000369091],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.6638855e-8,0.000028633065,0.000004909938,0.9390082,0.000632974,0.000004388871,0.0008645929,4.934122e-7,4.2695507e-11,0.0014522126,0.0009455462,0.057058018],"study_design_scores_gemma":[0.00012716398,0.00003339421,3.2617675e-7,0.72175276,0.0018979927,0.000025530759,0.00011474018,0.03412141,5.693665e-9,0.000013547682,0.241582,0.00033108777],"about_ca_topic_score_codex":0.0000055050054,"about_ca_topic_score_gemma":0.0000019378488,"teacher_disagreement_score":0.24063647,"about_ca_system_score_codex":0.00015174772,"about_ca_system_score_gemma":0.0005143803,"threshold_uncertainty_score":0.99995875},"labels":[],"label_agreement":null},{"id":"W2982399080","doi":"10.2196/14603","title":"Challenges With Continuous Pulse Oximetry Monitoring and Wireless Clinician Notification Systems After Surgery: Reactive Analysis of a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; St. Joseph’s Healthcare Hamilton; Western University; McMaster University; Impact","funders":"","keywords":"eHealth; Medicine; Vital signs; Patient safety; Nursing; Randomized controlled trial; Workflow; Medical emergency; Psychological intervention; Health care; Software deployment; Telehealth; Telemedicine; Computer science; Surgery","score_opus":0.02908197124370317,"score_gpt":0.32929567306059376,"score_spread":0.3002137018168906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982399080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937128,0.0006474042,0.00009635034,0.0002744916,0.00060898135,0.0040934454,0.0000036867834,0.00007401471,0.00048883987],"genre_scores_gemma":[0.9982483,0.00065536384,0.0001040302,0.000033096738,0.00013322906,0.0007643897,0.000019203122,0.000012065282,0.000030349827],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9968336,0.00025368363,0.0017386257,0.00015040982,0.000779589,0.00024404353],"domain_scores_gemma":[0.99539435,0.0027818207,0.0009469776,0.00037061042,0.0002884863,0.000217731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032095658,0.00018550575,0.0031666977,0.0006511699,0.00003042443,0.00001308689,0.000077483,0.00047820905,0.000016248006],"category_scores_gemma":[0.0009722029,0.000118033015,0.00029236948,0.00044544705,0.00022223714,0.00013661703,0.00002858326,0.0004779621,0.0000055541086],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8833306,0.00028629333,0.07650165,0.0012241863,0.0043946686,0.000017421675,0.0049038455,0.000001957709,0.000012054573,0.0002454131,0.0000037398413,0.029078178],"study_design_scores_gemma":[0.95195526,0.00089744764,0.016596306,0.0021374903,0.0035408214,0.000021915313,0.009983957,0.014410141,0.00014071484,0.0000076382885,0.000049124978,0.00025915616],"about_ca_topic_score_codex":0.000040779905,"about_ca_topic_score_gemma":0.0000042612405,"teacher_disagreement_score":0.0686247,"about_ca_system_score_codex":0.000046712106,"about_ca_system_score_gemma":0.00016925648,"threshold_uncertainty_score":0.48132467},"labels":[],"label_agreement":null},{"id":"W2982829304","doi":"10.2196/15794","title":"Identifying Opioid Use Disorder in the Emergency Department: Multi-System Electronic Health Record–Based Computable Phenotype Derivation and Validation Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Center for Advancing Translational Sciences; U.S. National Library of Medicine; National Institute on Drug Abuse; National Institutes of Health","keywords":"Emergency department; Medicine; Algorithm; Medical record; Emergency medicine; Computer science; Internal medicine; Psychiatry","score_opus":0.027436564636924263,"score_gpt":0.33206431196091074,"score_spread":0.30462774732398645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982829304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98942363,0.0002179208,0.005825081,0.00043179787,0.00019478251,0.003774653,0.000004718737,0.00007305531,0.00005437471],"genre_scores_gemma":[0.9970469,0.00016259532,0.0016005755,0.0005684756,0.00002721015,0.00025679503,0.0002869115,0.000019161136,0.000031372474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997614,0.00015339008,0.0008884807,0.00016069335,0.0007849207,0.000398503],"domain_scores_gemma":[0.9990696,0.000096527336,0.00026495685,0.00036158704,0.00006791462,0.00013944128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073040696,0.00019554138,0.00035109714,0.00015304826,0.00010974209,0.000056254285,0.00013243589,0.00009121355,0.000082859595],"category_scores_gemma":[0.00006534199,0.00013696801,0.000045572426,0.0003953673,0.000020215413,0.0003465375,0.000051606727,0.00031808318,0.00006538996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010944615,0.0023771024,0.9477787,0.0017667041,0.00009723387,0.0000058017013,0.028166927,0.000106813735,0.0000037961124,0.00024348788,0.00037403245,0.018969957],"study_design_scores_gemma":[0.013478371,0.002046895,0.69272256,0.0006356688,0.00010957129,0.000018674204,0.04551467,0.24190424,0.000014244826,0.00003831083,0.0031843465,0.00033245047],"about_ca_topic_score_codex":0.00029526794,"about_ca_topic_score_gemma":0.00020988236,"teacher_disagreement_score":0.25505614,"about_ca_system_score_codex":0.0002707537,"about_ca_system_score_gemma":0.00033529583,"threshold_uncertainty_score":0.55853933},"labels":[],"label_agreement":null},{"id":"W2984178797","doi":"10.2196/13318","title":"Primary Care Physicians’ Experience Using Advanced Electronic Medical Record Features to Support Chronic Disease Prevention and Management: Qualitative Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"MacEwan University; Bruyère; University of Ottawa","funders":"","keywords":"Medicine; Primary care; Qualitative research; Disease management; Disease; Electronic medical record; Medical record; Chronic disease; Medical emergency; Family medicine; Pathology; Surgery","score_opus":0.03542374528581503,"score_gpt":0.4876591071801474,"score_spread":0.45223536189433233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984178797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863952,0.00045111164,0.00094593974,0.00039120612,0.00077400706,0.0077931318,0.000011529425,0.00014428726,0.003093603],"genre_scores_gemma":[0.99117017,0.00041854364,0.0004918646,0.0038106008,0.00034790055,0.0019509182,0.00011018021,0.000050720835,0.001649085],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9938661,0.00087373296,0.0015258563,0.00035725682,0.002012141,0.0013649388],"domain_scores_gemma":[0.9974169,0.00034098912,0.0005010567,0.0005590008,0.0001589418,0.0010230893],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017641489,0.0003157693,0.0006255698,0.00018904949,0.00042081866,0.000020226838,0.00048673106,0.00028806008,0.00061029213],"category_scores_gemma":[0.0001721182,0.00027576575,0.00007503981,0.00045656474,0.000091499314,0.0005021067,0.00041737984,0.0013844303,0.00027627402],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003929381,0.00035303005,0.0071900934,0.015194167,0.00012268267,0.000027492757,0.62407404,0.000005707702,0.0000066439466,0.0011796389,0.0019002839,0.34955332],"study_design_scores_gemma":[0.0072788587,0.004171139,0.015077281,0.007742814,0.00009212112,0.000010912047,0.900463,0.002850714,0.00000290235,0.00020318387,0.061267328,0.0008397558],"about_ca_topic_score_codex":0.00006550556,"about_ca_topic_score_gemma":0.00046812548,"teacher_disagreement_score":0.34871355,"about_ca_system_score_codex":0.0021145516,"about_ca_system_score_gemma":0.0039104903,"threshold_uncertainty_score":0.9999694},"labels":[],"label_agreement":null},{"id":"W2989324284","doi":"10.2196/15510","title":"Longitudinal Risk Prediction of Chronic Kidney Disease in Diabetic Patients using Temporal-Enhanced Gradient Boosting Machine: Retrospective Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of General Medical Sciences; Major Research Plan; National Natural Science Foundation of China","keywords":"Medicine; Gradient boosting; Boosting (machine learning); Kidney disease; Retrospective cohort study; Receiver operating characteristic; Timeline; Diabetes mellitus; Artificial intelligence; Cohort; Machine learning; Computer science; Internal medicine; Random forest; Statistics","score_opus":0.010220351749131808,"score_gpt":0.2832313009389772,"score_spread":0.27301094918984536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989324284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819034,0.0000241825,0.015081242,0.00004683203,0.000636252,0.0019479705,0.000040044386,0.00010658179,0.00021350972],"genre_scores_gemma":[0.99823594,0.000010098439,0.0014832102,0.00007737066,0.000055549626,0.000067605266,0.000048283135,0.000012236367,0.000009685125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960419,0.0002502186,0.0012378595,0.00030509816,0.0017209019,0.0004440458],"domain_scores_gemma":[0.99764794,0.00013087523,0.00075751747,0.00069830636,0.00021261803,0.0005527167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012422932,0.0002271383,0.0004574985,0.00026079782,0.00011301263,0.00004937841,0.000680651,0.000110943336,0.00005983858],"category_scores_gemma":[0.0012220345,0.00020027465,0.00007158324,0.0007071571,0.00007488632,0.0006344636,0.0004598675,0.0008766427,0.000020521064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014719872,0.00040244535,0.99277425,0.00038746302,0.000022724518,0.0000038689645,0.0031297293,0.0008453108,7.4338317e-7,0.00007990094,0.000026039888,0.0023127957],"study_design_scores_gemma":[0.0008193278,0.00037846403,0.54324913,0.00027064775,0.000009679086,5.9822463e-7,0.000052599524,0.45508677,0.0000025281638,0.000033195585,0.000008661345,0.00008838456],"about_ca_topic_score_codex":0.0005187902,"about_ca_topic_score_gemma":0.000033104334,"teacher_disagreement_score":0.45424145,"about_ca_system_score_codex":0.0006848183,"about_ca_system_score_gemma":0.00051985634,"threshold_uncertainty_score":0.8166963},"labels":[],"label_agreement":null},{"id":"W2989850715","doi":"10.2196/15601","title":"Interpretability and Class Imbalance in Prediction Models for Pain Volatility in Manage My Pain App Users: Analysis Using Feature Selection and Majority Voting Methods","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pain Management and Opioid Use","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"North York General Hospital; Toronto General Hospital; Lakehead University; York University","funders":"Canadian Institutes of Health Research; Mitacs; University of Toronto; York University","keywords":"Interpretability; Feature selection; Computer science; Voting; Feature (linguistics); Class (philosophy); Artificial intelligence; Machine learning; Selection (genetic algorithm); Data mining; Medicine","score_opus":0.015693931285868667,"score_gpt":0.32808222756592426,"score_spread":0.3123882962800556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989850715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60936874,0.000046261288,0.38935426,0.00015227546,0.0000320581,0.00091405964,0.000004574141,0.000038515554,0.00008924959],"genre_scores_gemma":[0.94716465,0.000028469129,0.052077334,0.00054385985,0.00003651346,0.000054046195,0.000049579252,0.000009048648,0.0000365176],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796015,0.0004857114,0.0006755888,0.00023008215,0.00035078803,0.00029768868],"domain_scores_gemma":[0.99868935,0.0007213121,0.00017241159,0.0002041355,0.0000595371,0.00015322614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011049955,0.00017884647,0.0005359913,0.00039696987,0.000045691384,0.000042315594,0.00008274373,0.00030006873,0.000014375238],"category_scores_gemma":[0.0011018727,0.00015786281,0.000082500614,0.00080728665,0.00006882635,0.0004885566,0.0000941151,0.000523668,2.4133007e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016767197,0.000078076555,0.97436565,0.0020764666,0.00011358174,0.0000010676094,0.0032826376,0.000624209,0.000024872112,0.00008172892,0.000066343266,0.019117719],"study_design_scores_gemma":[0.0010628722,0.0000859982,0.19332187,0.00025408392,0.00011497287,8.781586e-7,0.0016544805,0.8029258,0.0000043378677,0.00031549163,0.00015909875,0.00010009734],"about_ca_topic_score_codex":0.000055921762,"about_ca_topic_score_gemma":0.00020124107,"teacher_disagreement_score":0.80230165,"about_ca_system_score_codex":0.00019880317,"about_ca_system_score_gemma":0.000042203366,"threshold_uncertainty_score":0.6437459},"labels":[],"label_agreement":null},{"id":"W2991379615","doi":"10.2196/14325","title":"Mapping ICD-10 and ICD-10-CM Codes to Phecodes: Workflow Development and Initial Evaluation","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":561,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine; National Heart, Lung, and Blood Institute; China Scholarship Council; National Institutes of Health; Cancer Research UK; Georgia Clinical and Translational Science Alliance; Vanderbilt University Medical Center; Vanderbilt University; National Institute of General Medical Sciences; American Heart Association","keywords":"ICD-10; Medicine; Systematized Nomenclature of Medicine; Biorepository; Health informatics; Diagnosis code; Informatics; Medicaid; Concordance; Medical classification; SNOMED CT; Electronic health record; Biobank; Health care; Internal medicine; Public health; Pathology; Terminology; Bioinformatics; Population","score_opus":0.18015270697504132,"score_gpt":0.473251173470247,"score_spread":0.29309846649520566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991379615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513605,0.00010049717,0.0046445397,0.003135821,0.00070851715,0.0026328024,0.000010636726,0.0001619928,0.037244663],"genre_scores_gemma":[0.92898,0.00021727923,0.029067038,0.035499178,0.0008715148,0.0012630656,0.00042020186,0.00004636663,0.003635386],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956657,0.00021709605,0.0017279828,0.00015363844,0.0015831712,0.0006523779],"domain_scores_gemma":[0.99730605,0.0007438862,0.00039027666,0.00024714807,0.0003138225,0.0009988297],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0050365953,0.00021846144,0.0004227724,0.00025665108,0.00061767694,0.000042173404,0.00018979795,0.00050211576,0.006321845],"category_scores_gemma":[0.0014491796,0.00017699646,0.000024820725,0.0002867219,0.000091141315,0.00043876702,0.00026869957,0.00083620014,0.002566348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017080775,0.000064143744,0.005343297,0.005917815,0.00004606635,0.000002029469,0.18056256,0.000016109077,0.0000039901834,0.0009990542,0.06686356,0.74001056],"study_design_scores_gemma":[0.0048899525,0.00031250526,0.017298792,0.0048945723,0.000026298905,0.000014109632,0.03538783,0.13793719,0.000021845952,0.0004122267,0.79820806,0.00059665035],"about_ca_topic_score_codex":0.00001179801,"about_ca_topic_score_gemma":0.000027078113,"teacher_disagreement_score":0.7394139,"about_ca_system_score_codex":0.00022790357,"about_ca_system_score_gemma":0.0013389928,"threshold_uncertainty_score":0.99821025},"labels":[],"label_agreement":null},{"id":"W2991621666","doi":"10.2196/14795","title":"Exploring the Determinants of Mobile Health Adoption by Hospitals in China: Empirical Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Business; Context (archaeology); Health care; Government (linguistics); China; Medicine; Nursing; Environmental health; Psychological intervention; Geography; Economic growth","score_opus":0.07644625804533749,"score_gpt":0.4650228921668885,"score_spread":0.388576634121551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991621666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854367,0.00010937436,0.000050902097,0.00089431024,0.00046768782,0.012192526,0.000022287513,0.000057001835,0.0007692325],"genre_scores_gemma":[0.9689501,0.00070395856,0.0001054691,0.002965634,0.00008360957,0.027039573,0.000025890742,0.000017994713,0.00010775598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953254,0.0004219932,0.002501414,0.00015276147,0.0008503102,0.0007481437],"domain_scores_gemma":[0.9974554,0.0005597954,0.0007843031,0.00058539753,0.00008010937,0.00053498975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031337207,0.00016798166,0.00057949306,0.0001306143,0.00032429994,0.000005221316,0.00040875495,0.00017192343,0.00030992884],"category_scores_gemma":[0.00017374239,0.00011201864,0.000050134655,0.0005244678,0.00007416706,0.00028777245,0.00017222641,0.0011660021,0.00035978606],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036705067,0.00058580004,0.8365558,0.0018159255,0.000005475966,5.966367e-7,0.041074697,0.000006257835,4.900098e-7,0.0000962899,0.010726786,0.10909517],"study_design_scores_gemma":[0.0034527138,0.0021508988,0.82042074,0.0010165509,0.000007938619,0.0000032767525,0.08844975,0.00448632,0.000004518696,0.0000645217,0.07970135,0.00024142466],"about_ca_topic_score_codex":0.00031896093,"about_ca_topic_score_gemma":0.00019420632,"teacher_disagreement_score":0.10885374,"about_ca_system_score_codex":0.00021125094,"about_ca_system_score_gemma":0.0011921269,"threshold_uncertainty_score":0.5065764},"labels":[],"label_agreement":null},{"id":"W2992289061","doi":"10.2196/16421","title":"Impact of a “Chart Closure” Hard Stop Alert on Prescribing for Elevated Blood Pressures Among Patients With Diabetes: Quasi-Experimental Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Clinical and Translational Science Institute, University of California, Los Angeles; National Center for Advancing Translational Sciences; Agency for Healthcare Research and Quality; National Institute on Aging; National Institutes of Health","keywords":"Medicine; Medical prescription; Diabetes mellitus; Pharmacist; Emergency medicine; Logistic regression; Primary care; Blood pressure; Pharmacy; Internal medicine; Family medicine; Pharmacology; Endocrinology","score_opus":0.04673102077669095,"score_gpt":0.37521940448993585,"score_spread":0.3284883837132449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992289061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942555,0.000023882907,0.000013812466,0.0000399999,0.00014864089,0.0047854274,0.000051796756,0.000059440892,0.00062152464],"genre_scores_gemma":[0.9988709,0.0000027306578,0.00017960281,0.0004706992,0.000050685623,0.00017509244,0.00011371154,0.000031128377,0.00010541325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970312,0.00006923894,0.0008345271,0.00017541526,0.0014434353,0.00044615415],"domain_scores_gemma":[0.9980461,0.00046714407,0.00042727686,0.00039667357,0.0002029141,0.00045990216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004070635,0.00028917505,0.00066160015,0.00012943984,0.000056427474,0.000028987826,0.000207758,0.0001588182,0.00044159323],"category_scores_gemma":[0.00030865928,0.00017783495,0.0001968705,0.0001760587,0.00010919233,0.0004468651,0.000080968246,0.00045291576,0.000025554338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017058179,0.012548398,0.9792752,0.0005069053,0.0009237642,0.0000024940582,0.004087525,0.000013093928,0.00006632935,0.000011084512,0.0005715142,0.00028785344],"study_design_scores_gemma":[0.03069958,0.060073096,0.88640386,0.00093638693,0.00064672926,0.0000020692123,0.0023109638,0.015789231,0.0021287557,0.0000032840364,0.0005919764,0.00041408458],"about_ca_topic_score_codex":0.000017543643,"about_ca_topic_score_gemma":0.0000011393582,"teacher_disagreement_score":0.092871375,"about_ca_system_score_codex":0.000054397842,"about_ca_system_score_gemma":0.00014075315,"threshold_uncertainty_score":0.7251899},"labels":[],"label_agreement":null},{"id":"W2994569435","doi":"10.2196/16291","title":"Age Assessment of Youth and Young Adults Using Magnetic Resonance Imaging of the Knee: A Deep Learning Approach","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Forensic Anthropology and Bioarchaeology Studies","field":"Arts and Humanities","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Socialstyrelsen","keywords":"Bone age; Deep learning; Magnetic resonance imaging; Convolutional neural network; Artificial intelligence; Transfer of learning; Computer science; Young adult; Machine learning; Medicine; Radiology; Gerontology; Anatomy","score_opus":0.015979305593242964,"score_gpt":0.26530557519358594,"score_spread":0.249326269600343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994569435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804544,0.0009060346,0.00007809707,0.00013873019,0.00027865896,0.00022647773,0.0000069725415,0.000013604315,0.017897062],"genre_scores_gemma":[0.9987805,0.00006430578,0.0006909621,0.00012277692,0.00003847815,0.000004002348,0.000004838424,0.0000045442994,0.00028960823],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990858,0.000043752043,0.00037067785,0.000061287436,0.00027552346,0.00016296691],"domain_scores_gemma":[0.99955064,0.000048498558,0.00018916398,0.00011655471,0.00006413054,0.0000310114],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00022832352,0.00009365682,0.00023087948,0.00003938888,0.00015873756,0.000007599898,0.00012341082,0.000058019115,0.00016132588],"category_scores_gemma":[0.000033697805,0.00005615551,0.000044282602,0.0000356672,0.0074740755,0.00008775936,0.00023524571,0.0002845326,0.0000010839918],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004154202,0.000086434775,0.27778423,0.00073342345,0.000042181287,0.0000026635391,0.6099612,0.0000087011995,0.000001490436,0.095050946,0.00007870241,0.016208483],"study_design_scores_gemma":[0.0013931171,0.00030818323,0.026513536,0.0005346084,0.00006782755,0.00003184716,0.80709326,0.16147555,0.000009000386,0.00019577018,0.0021771155,0.00020016146],"about_ca_topic_score_codex":0.00035931898,"about_ca_topic_score_gemma":0.00022443273,"teacher_disagreement_score":0.2512707,"about_ca_system_score_codex":0.000009569038,"about_ca_system_score_gemma":0.000035677098,"threshold_uncertainty_score":0.99522704},"labels":[],"label_agreement":null},{"id":"W2995092269","doi":"10.2196/14379","title":"Expedited Safety Reporting to Sponsors Through the Implementation of an Alert System for Clinical Trial Management at an Academic Medical Center: Retrospective Design Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Medicine; Timeline; Clinical trial; Adverse effect; Patient safety; Emergency department; Medical emergency; Emergency medicine; Health care; Internal medicine; Nursing","score_opus":0.24788131467223273,"score_gpt":0.5794674934008301,"score_spread":0.3315861787285974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995092269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859434,0.000007632445,0.0017957623,0.00048582465,0.0029727733,0.0077213575,0.000095843745,0.00012526033,0.00085215573],"genre_scores_gemma":[0.99428505,0.00011948321,0.0005686122,0.003043868,0.0008575089,0.0008290801,0.00016049268,0.000025809839,0.00011011877],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.993143,0.0010081232,0.0037731056,0.0003114797,0.0012355516,0.00052870973],"domain_scores_gemma":[0.9959591,0.0010249971,0.0017900805,0.00044329758,0.00015586532,0.00062664005],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010376504,0.00026151378,0.0006561665,0.00010342835,0.00033446008,0.000016452657,0.0007285427,0.00048800197,0.0009400787],"category_scores_gemma":[0.0005040405,0.00018990392,0.00019097941,0.0003055955,0.0001619136,0.00052223005,0.00026728708,0.0012472393,0.00008150271],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2064155,0.014932282,0.3343282,0.0024649163,0.0060640513,0.00036164303,0.20493339,0.0017052246,0.00042859637,0.0045011765,0.08729257,0.13657244],"study_design_scores_gemma":[0.24991798,0.011460212,0.037512984,0.00051230873,0.0012695517,0.00030904723,0.37574106,0.069348976,0.0028639687,0.00011336003,0.24953672,0.0014138181],"about_ca_topic_score_codex":0.000014618061,"about_ca_topic_score_gemma":0.000015481475,"teacher_disagreement_score":0.29681522,"about_ca_system_score_codex":0.0003066697,"about_ca_system_score_gemma":0.00027017214,"threshold_uncertainty_score":0.9999732},"labels":[],"label_agreement":null},{"id":"W2995134651","doi":"10.2196/14777","title":"Optimizing Antihypertensive Medication Classification in Electronic Health Record-Based Data: Classification System Development and Methodological Comparison","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health; Clinical and Translational Science Institute, University of Florida; National Center for Advancing Translational Sciences; University of Florida; Florida Department of Health; Patient-Centered Outcomes Research Institute","keywords":"DrugBank; Medicine; Medical prescription; Terminology; Pairwise comparison; Data mining; Drug; Computer science; Artificial intelligence; Pharmacology","score_opus":0.27870647076693883,"score_gpt":0.495084101649321,"score_spread":0.21637763088238215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995134651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85960925,0.0011898404,0.111252576,0.011999626,0.0018844657,0.009122588,0.000022600814,0.0006567395,0.0042623314],"genre_scores_gemma":[0.9644589,0.0003069924,0.02957889,0.0036961865,0.00018916184,0.00069680484,0.0009720418,0.000038468053,0.000062552506],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9910356,0.0023151387,0.0036568383,0.00048235853,0.0012011499,0.0013089124],"domain_scores_gemma":[0.99420565,0.0021991343,0.0018182632,0.00097236753,0.0002289526,0.00057563686],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0128626935,0.00030179272,0.001062794,0.0003641833,0.00042998255,0.000023955128,0.0006730745,0.00076363864,0.00008563908],"category_scores_gemma":[0.00084679143,0.00024910233,0.00003273929,0.0005548512,0.00009824877,0.00042471627,0.00020863222,0.002214463,0.000370027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005361715,0.0008950072,0.316372,0.033742122,0.00019572336,0.0000057670786,0.06966758,0.000064848384,0.00020035426,0.046994768,0.025104897,0.50622076],"study_design_scores_gemma":[0.0027395855,0.00030449594,0.040147312,0.002799052,0.000013065647,0.00001349202,0.05501127,0.8003246,0.000010147299,0.000022457301,0.09824815,0.00036638448],"about_ca_topic_score_codex":0.00021037008,"about_ca_topic_score_gemma":0.00058054656,"teacher_disagreement_score":0.80025977,"about_ca_system_score_codex":0.002557132,"about_ca_system_score_gemma":0.007204528,"threshold_uncertainty_score":0.9999961},"labels":[],"label_agreement":null},{"id":"W2995452567","doi":"10.2196/16878","title":"Identifying Acute Low Back Pain Episodes in Primary Care Practice From Clinical Notes: Observational Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Occupational Safety and Health; Hasso Plattner Foundation; Nvidia","keywords":"Artificial intelligence; Computer science; Convolutional neural network; Receiver operating characteristic; Machine learning; Code (set theory); Observational study; Logistic regression; Deep learning; Medicine; Natural language processing","score_opus":0.0873326768467845,"score_gpt":0.4239136602490507,"score_spread":0.33658098340226617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995452567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8925514,0.0001036949,0.097306535,0.004187084,0.0013368216,0.0018364853,0.000014784083,0.00022804805,0.0024351368],"genre_scores_gemma":[0.76243156,0.000055176522,0.21370034,0.02304679,0.0003206473,0.00010850097,0.0002377137,0.000026969186,0.000072322735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943446,0.0011045191,0.0018476665,0.00033128934,0.0019383872,0.00043353043],"domain_scores_gemma":[0.9918831,0.0060309903,0.0005657907,0.00091430265,0.00027034627,0.00033548631],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046226257,0.00022432023,0.0004908568,0.00013438922,0.00008615852,0.00022400096,0.001620699,0.00031156588,0.00018771888],"category_scores_gemma":[0.0032250166,0.00019999119,0.00009712666,0.0005431267,0.00006600284,0.001894229,0.0008728825,0.0015888417,0.0008788786],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038335493,0.00046867217,0.85148317,0.00086621474,0.000070287926,0.00007595748,0.05035651,0.00015269396,7.4746777e-7,0.0005245708,0.00067324133,0.095289595],"study_design_scores_gemma":[0.0026921153,0.0006065026,0.5657132,0.000937252,0.000014980536,0.000015832402,0.011343737,0.4137685,0.0000016603841,0.0002841865,0.0041688723,0.0004531457],"about_ca_topic_score_codex":0.00024059623,"about_ca_topic_score_gemma":0.00006956022,"teacher_disagreement_score":0.4136158,"about_ca_system_score_codex":0.00021524611,"about_ca_system_score_gemma":0.0007758155,"threshold_uncertainty_score":0.999899},"labels":[],"label_agreement":null},{"id":"W2995861016","doi":"10.2196/14130","title":"Use of an Electronic Clinical Decision Support System in Primary Care to Assess Inappropriate Polypharmacy in Young Seniors With Multimorbidity: Observational, Descriptive, Cross-Sectional Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Instituto de Salud Carlos III; National Institute for Health and Care Research","keywords":"Polypharmacy; Medicine; Observational study; Beers Criteria; Cross-sectional study; Medical prescription; Geriatrics; Logistic regression; Family medicine; Descriptive statistics; Clinical decision support system; Health care; Pediatrics; Nursing; Psychiatry; Intensive care medicine; Internal medicine","score_opus":0.2268446589746452,"score_gpt":0.4725553872788832,"score_spread":0.24571072830423799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995861016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99620974,0.00000804106,0.00022085455,0.000030192803,0.00039118284,0.0027446025,0.000025527164,0.000043508895,0.0003263729],"genre_scores_gemma":[0.99505293,0.000015635858,0.0037909,0.0007370364,0.000063376516,0.00008718891,0.00019806069,0.000022634642,0.000032251846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952391,0.00021305602,0.0019734462,0.0002585209,0.0018731738,0.0004427395],"domain_scores_gemma":[0.9976784,0.0007598283,0.00039310765,0.0003598783,0.00032847145,0.00048029574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018967784,0.00023120058,0.0006850259,0.0003065018,0.000038076945,0.000060633625,0.0002454273,0.00022255012,0.00010166429],"category_scores_gemma":[0.0004346149,0.00017068732,0.000087431756,0.00058537035,0.000085860884,0.0013329629,0.00015899683,0.0011588521,0.00004525215],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003404703,0.00133221,0.9894054,0.00071811216,0.000061012124,0.000056353754,0.0025088042,0.00018828298,0.000017013186,0.00003358456,0.000016764849,0.0022577927],"study_design_scores_gemma":[0.008401099,0.0020422975,0.955012,0.00036325166,0.00003971767,0.00006931833,0.0039502974,0.029327763,0.0000236615,0.000001581767,0.0005838239,0.00018515514],"about_ca_topic_score_codex":0.0001903804,"about_ca_topic_score_gemma":0.00018586444,"teacher_disagreement_score":0.034393333,"about_ca_system_score_codex":0.00062557025,"about_ca_system_score_gemma":0.0011316253,"threshold_uncertainty_score":0.6960427},"labels":[],"label_agreement":null},{"id":"W2996215287","doi":"10.2196/16487","title":"Feasibility and Accuracy of a Computer-Assisted Self-Interviewing Instrument to Ascertain Prior Immunization With Human Papillomavirus Vaccine by Self-Report: Cross-Sectional Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Allergy and Infectious Diseases; National Cancer Institute","keywords":"Medicine; Immunization; Interview; Human papillomavirus; Data collection; Family medicine; Cross-sectional study; Immunology; Internal medicine; Statistics","score_opus":0.031544738537757314,"score_gpt":0.37962460740599835,"score_spread":0.34807986886824105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996215287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959582,0.000066970395,0.0019084581,0.0002064352,0.000041138457,0.0010479976,0.000014599004,0.00008154448,0.00067462685],"genre_scores_gemma":[0.9955801,0.000039830662,0.0034222908,0.0005335835,0.000051481322,0.000041821655,0.0002663095,0.000012918822,0.000051707833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969904,0.00006091403,0.0011230039,0.00020781212,0.0013366673,0.00028121166],"domain_scores_gemma":[0.99801725,0.00014515409,0.00030566356,0.0004696467,0.0005771393,0.00048514133],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009019674,0.00018305435,0.0006135509,0.00023469672,0.00010268322,0.00007229988,0.00018499662,0.00016246652,0.0020350432],"category_scores_gemma":[0.00012323116,0.00013222362,0.00011223997,0.00096023857,0.000054059503,0.00021475191,0.00023698958,0.00037315028,0.000014701612],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003746732,0.0007131331,0.9714649,0.001622962,0.00082050875,0.000013214155,0.0024232594,0.000018384491,0.00012311318,0.000022268356,0.00021422152,0.022189379],"study_design_scores_gemma":[0.004072274,0.0009527838,0.9779643,0.000101947044,0.00019782507,0.00010073281,0.00021178875,0.014694909,0.00025935785,0.000004336519,0.0012858782,0.00015387918],"about_ca_topic_score_codex":0.00012015807,"about_ca_topic_score_gemma":0.00005417805,"teacher_disagreement_score":0.0220355,"about_ca_system_score_codex":0.00028096067,"about_ca_system_score_gemma":0.00028268914,"threshold_uncertainty_score":0.9988772},"labels":[],"label_agreement":null},{"id":"W2996302369","doi":"10.2196/13567","title":"How High-Risk Comorbidities Co-Occur in Readmitted Patients With Hip Fracture: Big Data Visual Analytical Approach","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hip and Femur Fractures","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Division of Materials Research; National Institute on Drug Abuse; U.S. National Library of Medicine; Patient-Centered Outcomes Research Institute; National Institute on Aging; National Institutes of Health; National Science Foundation","keywords":"Hip fracture; Big data; Medicine; Fracture (geology); Comorbidity; Computer science; Internal medicine; Data mining; Osteoporosis; Engineering","score_opus":0.026860870168093,"score_gpt":0.3017177283042136,"score_spread":0.2748568581361206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996302369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928545,0.000023975224,0.0019261909,0.0008473969,0.00019941773,0.0010142348,0.00017412688,0.00009669131,0.0028635026],"genre_scores_gemma":[0.9898875,0.000031752268,0.0009633721,0.003828289,0.00032464514,0.00002422589,0.0046444517,0.000031154133,0.0002646315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965532,0.00007736366,0.00068940484,0.00025788925,0.0019007854,0.0005213471],"domain_scores_gemma":[0.997763,0.00026338027,0.0002885918,0.00097279827,0.00012030319,0.00059193093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048564572,0.0003272267,0.00072877994,0.00026942062,0.000056722507,0.00008992088,0.00050743145,0.0004861128,0.00030911516],"category_scores_gemma":[0.0004924833,0.00020537082,0.00005730007,0.0003965614,0.00028234223,0.0004746442,0.00018900496,0.0014186,0.000113577466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010061499,0.0020172824,0.89327854,0.001104872,0.00034638343,0.00006681013,0.005979097,0.000012633899,9.637544e-7,0.0001725208,0.066161335,0.029853385],"study_design_scores_gemma":[0.017935349,0.0020039375,0.77463466,0.0006504522,0.0003183772,0.00006573267,0.008687486,0.081064805,0.00005504217,0.00005443736,0.11362311,0.00090661406],"about_ca_topic_score_codex":0.00008802076,"about_ca_topic_score_gemma":0.000015118365,"teacher_disagreement_score":0.11864391,"about_ca_system_score_codex":0.000075806136,"about_ca_system_score_gemma":0.00035472395,"threshold_uncertainty_score":0.8374779},"labels":[],"label_agreement":null},{"id":"W2996406085","doi":"10.2196/16042","title":"Clinical Annotation Research Kit (CLARK): Computable Phenotyping Using Machine Learning","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Machine learning; Artificial intelligence; Computer science; Naive Bayes classifier; Random forest; Support vector machine; Annotation; Decision tree; Classifier (UML); Natural language processing","score_opus":0.08154325136589928,"score_gpt":0.4319228986456122,"score_spread":0.3503796472797129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996406085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864598,0.0003384533,0.010009133,0.00018072866,0.00036152982,0.0002386129,0.0000032929788,0.000052459083,0.0023559998],"genre_scores_gemma":[0.9798218,0.00023324581,0.017483624,0.00093845953,0.00053558766,0.000012510503,0.00021101985,0.000025575613,0.0007381719],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976209,0.00025427373,0.0006983817,0.00019081894,0.00077439373,0.00046125587],"domain_scores_gemma":[0.99893683,0.00018632546,0.00015589903,0.00028263612,0.00016994945,0.0002683746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002598743,0.00013918757,0.00026346795,0.000089773144,0.0001616207,0.000049752445,0.00035216674,0.00054696976,0.00018080656],"category_scores_gemma":[0.0009643425,0.00011557561,0.00009113106,0.00023850401,0.0003389661,0.000011602533,0.00037589477,0.00095140387,0.0001707272],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004964833,0.0006545386,0.13856758,0.0010356578,0.0003410089,0.000028491439,0.0042689242,0.0013068019,0.007946796,0.0006066391,0.015743071,0.829004],"study_design_scores_gemma":[0.0016971426,0.00071900355,0.0014080602,0.0002372969,0.000011891153,0.000046145116,0.0021225838,0.56831765,0.0007679071,0.00011204643,0.42423287,0.0003274263],"about_ca_topic_score_codex":0.000025884765,"about_ca_topic_score_gemma":0.000006515243,"teacher_disagreement_score":0.8286766,"about_ca_system_score_codex":0.000024491657,"about_ca_system_score_gemma":0.00024088961,"threshold_uncertainty_score":0.47130367},"labels":[],"label_agreement":null},{"id":"W2996547294","doi":"10.2196/16912","title":"Accuracy and Effects of Clinical Decision Support Systems Integrated With BMJ Best Practice–Aided Diagnosis: Interrupted Time Series Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical decision support system; Medicine; Medical diagnosis; Logistic regression; Medical record; Interrupted Time Series Analysis; Observational study; Emergency medicine; Retrospective cohort study; Decision support system; Data mining; Internal medicine; Computer science; Radiology; Statistics","score_opus":0.04391165587405394,"score_gpt":0.4991384615141133,"score_spread":0.45522680564005935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996547294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818276,0.00017846016,0.00041542706,0.0005382068,0.0018486279,0.012119858,0.000013164352,0.00015158417,0.0029070529],"genre_scores_gemma":[0.99130833,0.0006213372,0.0016061572,0.0017331312,0.00038615768,0.0028919217,0.0000588523,0.000071607035,0.0013224862],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99005884,0.002157835,0.0050193253,0.00027969762,0.0016708445,0.0008134756],"domain_scores_gemma":[0.97541344,0.01955353,0.002627866,0.0008050989,0.00081263407,0.0007874571],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008305709,0.00036060062,0.0016129044,0.00021637269,0.00020147878,0.000036124075,0.0004654968,0.00074806093,0.00043165695],"category_scores_gemma":[0.01403419,0.0002304771,0.00007579754,0.00050383847,0.00018450254,0.0010984165,0.00032119427,0.0023390965,0.0013622368],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045584003,0.0042143255,0.7235481,0.025102876,0.0009798082,0.00020518356,0.06676212,0.0000051910033,0.0000058754695,0.00032406565,0.06317608,0.111117944],"study_design_scores_gemma":[0.041489635,0.06469208,0.033401623,0.061844684,0.00070191134,0.00064035924,0.36264884,0.027978752,0.00003161377,0.000039445637,0.404786,0.0017450423],"about_ca_topic_score_codex":0.0004127858,"about_ca_topic_score_gemma":0.00015288383,"teacher_disagreement_score":0.6901465,"about_ca_system_score_codex":0.00020124429,"about_ca_system_score_gemma":0.00331072,"threshold_uncertainty_score":0.99996257},"labels":[],"label_agreement":null},{"id":"W2996889063","doi":"10.2196/16492","title":"Analyzing Medical Research Results Based on Synthetic Data and Their Relation to Real Data Results: Systematic Comparison From Five Observational Studies","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Synthetic data; Computer science; Data mining; Observational study; Process (computing); Relation (database); Statistics; Artificial intelligence; Mathematics","score_opus":0.24856500512759078,"score_gpt":0.4320103665125674,"score_spread":0.18344536138497664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996889063","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21709876,0.0010117713,0.37346745,0.37997916,0.002616845,0.007479009,0.009531265,0.0025187696,0.0062969835],"genre_scores_gemma":[0.72331804,0.00055570656,0.26597512,0.0019950662,0.00023693708,0.00013980485,0.007673775,0.000038715527,0.00006680809],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9917853,0.0006682579,0.002204903,0.0008952847,0.003877407,0.0005688414],"domain_scores_gemma":[0.94864315,0.02137919,0.0007548516,0.028150624,0.00051454216,0.0005576688],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.015451237,0.00029141078,0.0008047344,0.00044515496,0.0002554276,0.0003315375,0.04002834,0.00042933415,0.000019426456],"category_scores_gemma":[0.27964047,0.00020606694,0.000029336126,0.0011998476,0.00037151595,0.0020011803,0.10611185,0.0013470387,0.00022804203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030108687,0.00030800482,0.0011434689,0.004276535,0.00029024802,0.000032132295,0.008968694,0.00015761738,0.0000054143925,0.002261064,0.96676517,0.015490591],"study_design_scores_gemma":[0.0009810821,0.00017559472,0.0009042998,0.008614815,0.000012557533,0.000004960364,0.0026993013,0.9814203,0.0000107733495,0.0035569326,0.0013961201,0.00022328299],"about_ca_topic_score_codex":0.000108897344,"about_ca_topic_score_gemma":0.000079001766,"teacher_disagreement_score":0.9812627,"about_ca_system_score_codex":0.00019609509,"about_ca_system_score_gemma":0.0005433701,"threshold_uncertainty_score":0.96516556},"labels":[],"label_agreement":null},{"id":"W2996966257","doi":"10.2196/16528","title":"An App Developed for Detecting Nurse Burnouts Using the Convolutional Neural Networks in Microsoft Excel: Population-Based Questionnaire Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nursing education and management","field":"Nursing","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Respondent; Convolutional neural network; Receiver operating characteristic; Artificial intelligence; Artificial neural network; Computer science; Psychology; Burnout; Population; Matching (statistics); Machine learning; Nursing; Medicine; Statistics; Clinical psychology; Mathematics","score_opus":0.01963996056808429,"score_gpt":0.344916223701209,"score_spread":0.3252762631331247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996966257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772077,0.000019513853,0.016112061,0.000918677,0.0035915342,0.002002763,0.0000017514586,0.00011502422,0.000030932915],"genre_scores_gemma":[0.9958654,1.7781522e-7,0.0013797914,0.002326482,0.00019833312,0.00011356878,0.00006501091,0.000020612779,0.000030597617],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982607,0.00011704017,0.0006741227,0.00013550777,0.000479795,0.0003328502],"domain_scores_gemma":[0.99904674,0.00019382541,0.00023609122,0.00027849397,0.00011297336,0.00013186678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008112425,0.00015992686,0.00019193991,0.00014210351,0.00025077493,0.00011093211,0.00026925717,0.00012322218,0.000039754737],"category_scores_gemma":[0.00017428528,0.00012684362,0.000048046077,0.00030653496,0.000055020028,0.0002941457,0.000019939023,0.0003084973,0.0000058769033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051169016,0.0021372573,0.58649504,0.0007134788,0.0000565391,0.0000023511632,0.055407308,0.22943121,0.000043084136,0.0003477489,0.0018562994,0.12299798],"study_design_scores_gemma":[0.0014930606,0.00015457845,0.1102589,0.00026048033,0.00002030863,0.0000044438784,0.009283506,0.8778107,0.0000058317078,0.00004648327,0.0004948623,0.00016681771],"about_ca_topic_score_codex":0.00013754459,"about_ca_topic_score_gemma":0.00019253316,"teacher_disagreement_score":0.6483795,"about_ca_system_score_codex":0.00027032942,"about_ca_system_score_gemma":0.00010193121,"threshold_uncertainty_score":0.5172532},"labels":[],"label_agreement":null},{"id":"W2998307466","doi":"10.2196/16117","title":"Predicting Adverse Outcomes for Febrile Patients in the Emergency Department Using Sparse Laboratory Data: Development of a Time Adaptive Model","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Emergency department; Receiver operating characteristic; Retrospective cohort study; Intensive care unit; Cohort; Emergency medicine; Adverse effect; Internal medicine","score_opus":0.10208993409956697,"score_gpt":0.36340121933154657,"score_spread":0.2613112852319796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998307466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99702454,0.0000250046,0.0003954917,0.00006484236,0.00011084899,0.0018908172,0.00018735106,0.000015405163,0.00028572124],"genre_scores_gemma":[0.9769883,0.000026368862,0.021427523,0.00065407396,0.00002818619,0.00023070726,0.0006000224,0.000016473548,0.00002834694],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978446,0.000023596736,0.0009264589,0.00012314855,0.00083450886,0.0002477218],"domain_scores_gemma":[0.99888694,0.00013706076,0.00027924843,0.00043379056,0.00013556323,0.00012736836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005423907,0.00016127007,0.00037686594,0.00008164608,0.000048470258,0.000004405183,0.00023289763,0.00010150009,0.00010982175],"category_scores_gemma":[0.00016954991,0.00009927316,0.00006359903,0.00015677666,0.000030791005,0.00022027218,0.00014473956,0.0001289951,0.00003444767],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021656473,0.0027384814,0.9694036,0.0005391404,0.00039016045,0.0000045857582,0.018177422,0.00044853665,0.0000119601455,0.000054167806,0.0037729973,0.0042423476],"study_design_scores_gemma":[0.006878965,0.00040084723,0.15044068,0.0005202872,0.00020031263,0.0000025476036,0.0044746185,0.83498496,0.00024988182,0.000018611323,0.0015940816,0.00023421748],"about_ca_topic_score_codex":0.000009232315,"about_ca_topic_score_gemma":0.000014984157,"teacher_disagreement_score":0.83453643,"about_ca_system_score_codex":0.00013069074,"about_ca_system_score_gemma":0.00045745465,"threshold_uncertainty_score":0.40482417},"labels":[],"label_agreement":null},{"id":"W2998524378","doi":"10.2196/15182","title":"Real-World Integration of a Sepsis Deep Learning Technology Into Routine Clinical Care: Implementation Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":233,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Duke Institute for Health Innovation; John D. and Catherine T. MacArthur Foundation","keywords":"Workflow; Health care; Artificial intelligence; Quality management; Multidisciplinary approach; Medicine; Clinical decision support system; Deep learning; Computer science; Knowledge management; Machine learning; Engineering; Decision support system; Management system; Operations management","score_opus":0.05064018169356722,"score_gpt":0.4546535408726954,"score_spread":0.4040133591791282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998524378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954977,0.000043156106,0.00014377655,0.0006956903,0.00015761328,0.0013952997,0.0000014666707,0.00009393013,0.0019713375],"genre_scores_gemma":[0.9962221,0.0001471997,0.0028358388,0.0003286429,0.00006204942,0.00016025935,0.00016583246,0.000014179546,0.000063897714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975042,0.000076229626,0.0013567377,0.00013648215,0.0007225323,0.00020382214],"domain_scores_gemma":[0.99867415,0.00020077075,0.0004032943,0.00032153574,0.00022851012,0.00017175755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059037027,0.00015973387,0.000553052,0.00033375493,0.000046786325,0.000012436397,0.00012116539,0.00019009071,0.000668156],"category_scores_gemma":[0.00022449878,0.00011647934,0.00012403882,0.00052816235,0.00008570871,0.000118669836,0.00010370895,0.00046582153,0.00012111917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064379405,0.0006619318,0.7615997,0.00013156755,0.0001533441,0.0000062087283,0.01226333,0.0000017309457,0.000019567517,0.00023130445,0.0001887145,0.22467822],"study_design_scores_gemma":[0.015062778,0.008132896,0.6720094,0.00049004203,0.00051230675,0.000017135533,0.29104882,0.0056320997,0.0025679157,0.00008926806,0.0041336725,0.0003036835],"about_ca_topic_score_codex":0.00020193138,"about_ca_topic_score_gemma":0.0003851218,"teacher_disagreement_score":0.2787855,"about_ca_system_score_codex":0.00016686149,"about_ca_system_score_gemma":0.00015198262,"threshold_uncertainty_score":0.73158395},"labels":[],"label_agreement":null},{"id":"W2999191814","doi":"10.2196/16279","title":"Undergraduate Medical Students’ Search for Health Information Online: Explanatory Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Health literacy; Computer science; Online search; Digital health; Web page; Medicine; Perception; Search engine; Psychology; Information retrieval; World Wide Web; Health care","score_opus":0.11202584409137353,"score_gpt":0.5475483584807519,"score_spread":0.4355225143893784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999191814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9235201,0.000019901752,0.04546029,0.020129034,0.0013319297,0.0068472885,0.00048560722,0.00050617906,0.0016996849],"genre_scores_gemma":[0.7203022,0.00009394181,0.0024999168,0.27245572,0.0012088415,0.0011930063,0.0020899542,0.000032124466,0.00012423456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98559105,0.00064249674,0.0070141023,0.00019965516,0.0055341157,0.0010185656],"domain_scores_gemma":[0.99402976,0.0010154624,0.0012922037,0.0004044634,0.0008206873,0.0024374232],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011095692,0.00029762488,0.0005990263,0.00021470031,0.0013788369,0.00017525301,0.0013675157,0.00061382365,0.0020330928],"category_scores_gemma":[0.0028818767,0.00023875447,0.00013454905,0.0005549574,0.00017006508,0.0034223932,0.00062445854,0.0024499355,0.0011427962],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003510177,0.0005600194,0.86753297,0.0042167124,0.000057377227,0.0000013902504,0.063809246,0.000014845967,2.618956e-8,0.0010674188,0.047532354,0.014856623],"study_design_scores_gemma":[0.009851582,0.0011348393,0.5274029,0.00033228795,0.000008189933,0.0000066242274,0.039342456,0.0733788,8.4013885e-7,0.00009128811,0.34802973,0.0004204722],"about_ca_topic_score_codex":0.00008326206,"about_ca_topic_score_gemma":0.000048960883,"teacher_disagreement_score":0.3401301,"about_ca_system_score_codex":0.0004451486,"about_ca_system_score_gemma":0.0047992645,"threshold_uncertainty_score":0.9999212},"labels":[],"label_agreement":null},{"id":"W2999203085","doi":"10.2196/14483","title":"Toward Standardized Monitoring of Patients With Chronic Diseases in Primary Care Using Electronic Medical Records: Development of a Tool by Adapted Delphi Procedure","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical record; Delphi method; Delphi; Best practice; Medical emergency; Set (abstract data type); Primary care; Chronic disease; Intensive care medicine; Computer science; Family medicine; Surgery; Artificial intelligence","score_opus":0.01780740676679008,"score_gpt":0.29669567730415075,"score_spread":0.27888827053736065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999203085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802254,0.00075720873,0.01763259,0.00011937252,0.000043904212,0.0011144921,0.00002141112,0.00003706907,0.00004856847],"genre_scores_gemma":[0.9966265,0.00015956625,0.0025972633,0.00019178912,0.00006651571,0.000065333115,0.00027428183,0.000017216942,0.000001565334],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99608684,0.00011376602,0.0011418347,0.00011905839,0.0022143854,0.00032414406],"domain_scores_gemma":[0.99884856,0.000027772066,0.00026908948,0.00013932875,0.0002661488,0.00044912184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062730967,0.00015550124,0.0006012177,0.00008374655,0.00003336741,0.000004517119,0.0001273108,0.00020578592,0.00011385072],"category_scores_gemma":[0.00030945198,0.0001207445,0.000105742605,0.00035386306,0.00007256993,0.0001401849,0.00006965349,0.00043374518,0.0000016182994],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018749038,0.001130783,0.20703007,0.06456991,0.00087907637,0.000035257097,0.051868774,0.00003806282,0.00008057665,0.000014261112,0.0003607288,0.6721176],"study_design_scores_gemma":[0.11754125,0.009593055,0.73281497,0.053305686,0.0012629248,0.00009330997,0.030174417,0.0248669,0.005858584,0.000019171022,0.022358915,0.0021108163],"about_ca_topic_score_codex":0.000003327759,"about_ca_topic_score_gemma":0.0000032760038,"teacher_disagreement_score":0.67000675,"about_ca_system_score_codex":0.0006653065,"about_ca_system_score_gemma":0.0062182453,"threshold_uncertainty_score":0.9994156},"labels":[],"label_agreement":null},{"id":"W2999933710","doi":"10.2196/16199","title":"Discrepancies in Written Versus Calculated Durations in Opioid Prescriptions: Pre-Post Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Thomas Jefferson University","keywords":"Medical prescription; Duration (music); Medicine; Opioid; Emergency medicine; Internal medicine; Pharmacology","score_opus":0.02496312833979859,"score_gpt":0.32368745504387425,"score_spread":0.29872432670407567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999933710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889294,0.00008343105,0.000055536024,0.007179827,0.00012587274,0.0022481945,0.000020757267,0.00011790866,0.0012390994],"genre_scores_gemma":[0.9972007,0.000059638136,0.000602731,0.0012870297,0.00006126817,0.0004816042,0.0002290532,0.00001706273,0.000060885013],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9977089,0.00005477812,0.0009731582,0.00015079167,0.00079605856,0.00031628917],"domain_scores_gemma":[0.9990572,0.00009961385,0.00009488796,0.00029544847,0.00007730398,0.0003755541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016682851,0.0001978245,0.00039731903,0.00017526341,0.000047110112,0.00003287064,0.00017137811,0.00015495745,0.0002569982],"category_scores_gemma":[0.0007484804,0.00015812743,0.00006610911,0.00065272977,0.000082141625,0.0003115442,0.00012508882,0.00048789306,0.00012079119],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029674268,0.011020013,0.34373862,0.001551501,0.0004730973,0.0006543009,0.62582207,0.000212127,0.00009203091,0.0010148054,0.004053093,0.00840091],"study_design_scores_gemma":[0.024874825,0.003264485,0.7743211,0.0005116487,0.00015654876,0.000018436936,0.1314797,0.059523452,0.000034745855,0.000026786725,0.0053894203,0.00039890615],"about_ca_topic_score_codex":0.00038388788,"about_ca_topic_score_gemma":0.00074054225,"teacher_disagreement_score":0.4943424,"about_ca_system_score_codex":0.0001604393,"about_ca_system_score_gemma":0.00039546876,"threshold_uncertainty_score":0.6448249},"labels":[],"label_agreement":null},{"id":"W3000155462","doi":"10.2196/16484","title":"Primary Care Doctor Characteristics That Determine the Use of Teleconsultations in the Catalan Public Health System: Retrospective Descriptive Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Generalitat de Catalunya","keywords":"Cross-sectional study; Medicine; Context (archaeology); Logistic regression; Health care; Public health; Family medicine; Multivariate analysis; Descriptive statistics; Nursing; Geography; Statistics","score_opus":0.14006163870415192,"score_gpt":0.37447968914719243,"score_spread":0.2344180504430405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000155462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914979,0.00002916944,0.0004922217,0.0044839326,0.00016007198,0.002857235,0.0002828228,0.00005302357,0.00014363088],"genre_scores_gemma":[0.9889735,0.000023233315,0.00036971888,0.009289313,0.00022711419,0.00025192765,0.00084244675,0.000012912404,0.0000098321325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964809,0.00019982446,0.0014418607,0.00013909425,0.0013906299,0.00034772148],"domain_scores_gemma":[0.9977958,0.00042784485,0.00076394406,0.00029334892,0.00037944937,0.00033960445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009213138,0.0001714255,0.00045508827,0.00012502391,0.00020810329,0.00007774219,0.00025528562,0.000091870905,0.000053462405],"category_scores_gemma":[0.0010303404,0.000097691285,0.00006267667,0.00058630336,0.00021862033,0.00034735893,0.00007450402,0.00064710743,0.0000104297105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007285056,0.00018092383,0.84392804,0.0011488354,0.000046490368,0.00001656555,0.14839406,3.5861459e-7,0.0000012979492,0.0001201833,0.0012320883,0.004858317],"study_design_scores_gemma":[0.0022557576,0.0011486455,0.9130034,0.000099109784,0.000025589468,0.000086283886,0.07882423,0.0007528648,0.0000025772563,8.9230576e-7,0.003728476,0.00007217823],"about_ca_topic_score_codex":0.00022701391,"about_ca_topic_score_gemma":0.00015999039,"teacher_disagreement_score":0.06956984,"about_ca_system_score_codex":0.00046911734,"about_ca_system_score_gemma":0.0011259811,"threshold_uncertainty_score":0.39837348},"labels":[],"label_agreement":null},{"id":"W3000754034","doi":"10.2196/13657","title":"Software for the Diagnosis of Sarcopenia in Community-Dwelling Older Adults: Design and Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sarcopenia; Medicine; Anthropometry; Gerontology; Physical therapy; Internal medicine","score_opus":0.08989573167120261,"score_gpt":0.38018390306486144,"score_spread":0.2902881713936588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000754034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91611993,0.00022736983,0.07200315,0.007498387,0.000051717023,0.004016957,0.0000072675048,0.000046136018,0.000029101753],"genre_scores_gemma":[0.9773296,0.00025663653,0.015277994,0.006632199,0.000053625474,0.00041653623,0.000021612715,0.000009229105,0.000002526512],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879813,0.000105078885,0.00059295463,0.00004151492,0.00033523398,0.0001270836],"domain_scores_gemma":[0.99800456,0.001473004,0.00011958569,0.00012771161,0.00010168191,0.00017346148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010610091,0.00007328422,0.0002331543,0.00005190689,0.00011147978,0.0000123308055,0.00011254148,0.00007069941,0.00006388383],"category_scores_gemma":[0.00095931895,0.00004992383,0.000022184213,0.00020128043,0.00006376371,0.00009067297,0.000052952066,0.00043295097,0.0000032537787],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014644781,0.0024120645,0.28872502,0.017018668,0.000112086316,0.000010718655,0.45600003,0.00009432159,0.0000035783069,0.00011383156,0.014657513,0.21938767],"study_design_scores_gemma":[0.05359453,0.006975056,0.13153216,0.012667063,0.00035251485,0.00004531902,0.3859202,0.3940065,0.0014528949,0.00036868805,0.012476869,0.00060821575],"about_ca_topic_score_codex":0.000021572623,"about_ca_topic_score_gemma":0.000005085748,"teacher_disagreement_score":0.39391217,"about_ca_system_score_codex":0.000018215698,"about_ca_system_score_gemma":0.000083945626,"threshold_uncertainty_score":0.20358348},"labels":[],"label_agreement":null},{"id":"W3000817905","doi":"10.2196/16970","title":"Predicting Inpatient Falls Using Natural Language Processing of Nursing Records Obtained From Japanese Electronic Medical Records: Case-Control Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nursing Diagnosis and Documentation","field":"Nursing","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical record; Medicine; Receiver operating characteristic; Artificial intelligence; Test set; Machine learning; Odds ratio; Odds; Natural language processing; Medical emergency; Computer science; Logistic regression; Internal medicine","score_opus":0.015044148585889669,"score_gpt":0.33219752009480735,"score_spread":0.3171533715089177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000817905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948938,0.00049558945,0.0009002108,0.0010894631,0.0010031495,0.0011917714,0.000029363038,0.00021312779,0.00018353008],"genre_scores_gemma":[0.9960154,0.0000059638587,0.0010936701,0.0020628476,0.000682281,0.00003790328,0.000050803097,0.000048427446,0.0000027008998],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99485046,0.00030475395,0.0017493418,0.00029215834,0.0021089546,0.00069432834],"domain_scores_gemma":[0.9976119,0.00054594467,0.0008054725,0.00026643195,0.0001808203,0.0005894426],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008573448,0.00035417403,0.0006863772,0.00016241836,0.00025309552,0.00012862009,0.00040095672,0.000318066,0.0003182506],"category_scores_gemma":[0.0015796224,0.00031215805,0.00013643867,0.0005898759,0.00019036552,0.00080526207,0.00006976241,0.0010985798,0.000009487146],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008670385,0.0012882532,0.030940466,0.00039191477,0.00015711164,0.00025602186,0.40167317,0.0000766257,0.00020095549,0.0000046612463,0.0004746445,0.56366915],"study_design_scores_gemma":[0.005770172,0.001708304,0.003389848,0.0022495973,0.00034897748,0.0002711839,0.19565326,0.7897464,0.00032676978,0.000032700118,0.000042757627,0.0004600278],"about_ca_topic_score_codex":0.0005624303,"about_ca_topic_score_gemma":0.00017074235,"teacher_disagreement_score":0.7896698,"about_ca_system_score_codex":0.00045135958,"about_ca_system_score_gemma":0.00032846277,"threshold_uncertainty_score":0.99993306},"labels":[],"label_agreement":null},{"id":"W3000947628","doi":"10.2196/14272","title":"Temporal Pattern Detection to Predict Adverse Events in Critical Care: Case Study With Acute Kidney Injury","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Time Series Analysis and Forecasting","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Center for Clinical and Translational Science, University of Utah; University of Utah","keywords":"Classifier (UML); Artificial intelligence; Computer science; Random forest; Pattern recognition (psychology); Multivariate statistics; Acute kidney injury; Receiver operating characteristic; Intensive care; Data mining; Machine learning; Medicine; Intensive care medicine; Internal medicine","score_opus":0.017123224436716915,"score_gpt":0.2973875067924103,"score_spread":0.2802642823556934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000947628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69920486,0.0000012952237,0.298935,0.0010697754,0.00010811817,0.00046110427,0.000013144173,0.00010806095,0.00009864967],"genre_scores_gemma":[0.9929826,5.615711e-7,0.0039436896,0.0029126082,0.00008066051,0.000060670573,0.000006747411,0.000008556187,0.000003861374],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978961,0.000060340495,0.0006423306,0.00019834095,0.00087646325,0.00032644218],"domain_scores_gemma":[0.9985411,0.000035113433,0.00009520048,0.0002999033,0.000095423056,0.000933251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025429632,0.00017299436,0.00027142718,0.00012171444,0.00010713767,0.0000429787,0.00049096113,0.0000908329,0.000039279515],"category_scores_gemma":[0.00019481381,0.00013212593,0.000054284796,0.00081560056,0.000042763266,0.00075197325,0.00044580607,0.00038148602,0.0000466982],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033555186,0.00091493735,0.15614952,0.00072267227,0.00030868145,0.0137805855,0.31583238,0.00018210537,0.000011496778,0.000090332825,0.0016740056,0.5099977],"study_design_scores_gemma":[0.0021088154,0.0055030966,0.0030293253,0.00020343043,0.00008903614,0.0012486475,0.043286912,0.9418858,0.000061579965,0.000010980922,0.001996378,0.00057597127],"about_ca_topic_score_codex":0.00016341064,"about_ca_topic_score_gemma":0.00014012767,"teacher_disagreement_score":0.94170374,"about_ca_system_score_codex":0.00006073018,"about_ca_system_score_gemma":0.00017623043,"threshold_uncertainty_score":0.5387939},"labels":[],"label_agreement":null},{"id":"W3001400935","doi":"10.2196/16080","title":"Developing a Model to Predict Hospital Encounters for Asthma in Asthmatic Patients: Secondary Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health; Intermountain Healthcare","keywords":"Asthma; Medicine; Medical emergency; Intensive care medicine; Pediatrics; Internal medicine","score_opus":0.01617513048227109,"score_gpt":0.29890559077005185,"score_spread":0.28273046028778076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001400935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15398663,0.000005484008,0.83654106,0.00810329,0.0001228211,0.00078592857,0.00001746366,0.00014109522,0.00029624114],"genre_scores_gemma":[0.65341955,0.0000030535007,0.32698467,0.01917232,0.00005846306,0.00027568548,0.00006221771,0.000014035555,0.000009988826],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972006,0.000052138155,0.0010506182,0.0002341342,0.0009955311,0.00046696738],"domain_scores_gemma":[0.9984747,0.00019676614,0.00022377416,0.00033903675,0.00016768722,0.00059803965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005360897,0.00019846244,0.00041450435,0.000336102,0.00007943016,0.00011469492,0.0012090496,0.00015100373,0.000023298637],"category_scores_gemma":[0.0009613949,0.00018064199,0.00012282797,0.0015227871,0.000032180604,0.00068169314,0.00048039513,0.00049201073,0.000035309105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009281196,0.00041183567,0.092498615,0.0054088514,0.0004797024,0.0000280922,0.424007,0.09788259,5.2406114e-7,0.02048235,0.014463055,0.3442446],"study_design_scores_gemma":[0.00062919257,0.00033112275,0.0059477915,0.00011226251,0.0000063676357,7.0460317e-7,0.000531859,0.9898246,0.0000013567419,0.00020180755,0.0021988153,0.00021414878],"about_ca_topic_score_codex":0.000013522288,"about_ca_topic_score_gemma":0.000026469186,"teacher_disagreement_score":0.89194196,"about_ca_system_score_codex":0.00017557206,"about_ca_system_score_gemma":0.0005854814,"threshold_uncertainty_score":0.73663664},"labels":[],"label_agreement":null},{"id":"W3002348779","doi":"10.2196/15748","title":"Teaching Hands-On Informatics Skills to Future Health Informaticians: A Competency Framework Proposal and Analysis of Health Care Informatics Curricula","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Informatics; Health informatics; Curriculum; Health Administration Informatics; Public health informatics; Health care; Computer science; Medical education; Medicine; Data science; Knowledge management; Nursing; Health education; Psychology; Engineering; Pedagogy; Public health; HRHIS; Political science","score_opus":0.018184554820508656,"score_gpt":0.4145080622068591,"score_spread":0.3963235073863504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002348779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6112983,0.0016841374,0.25347054,0.084927306,0.0028551342,0.024427561,0.0009764203,0.0016283303,0.018732257],"genre_scores_gemma":[0.4221672,0.001375206,0.16008012,0.41162065,0.0018788284,0.0012022438,0.0014253065,0.0001784335,0.00007200523],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98467016,0.0010510279,0.009287302,0.00019950877,0.0027883695,0.0020036472],"domain_scores_gemma":[0.99052453,0.0011921439,0.0041198903,0.0008729307,0.00048728808,0.0028032234],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00470048,0.000690289,0.002802504,0.001081336,0.0013472998,0.000080101476,0.0009438482,0.0009003675,0.00014622715],"category_scores_gemma":[0.0014216352,0.0005426635,0.00029588,0.0027496712,0.00017474242,0.0010406544,0.0005455173,0.004506927,0.00023669105],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058558766,0.00012404514,0.0049968036,0.021845168,0.00034737834,0.0000010357677,0.82008564,0.00017083262,6.999226e-8,0.016625533,0.014791221,0.1209537],"study_design_scores_gemma":[0.0033177685,0.0054216846,0.0032509423,0.008995517,0.00022521905,0.000014170499,0.71975636,0.10540376,0.0000012879897,0.00016506028,0.15244287,0.0010053464],"about_ca_topic_score_codex":0.0002419603,"about_ca_topic_score_gemma":0.00023379222,"teacher_disagreement_score":0.32669336,"about_ca_system_score_codex":0.00093195547,"about_ca_system_score_gemma":0.008167009,"threshold_uncertainty_score":0.9999528},"labels":[],"label_agreement":null},{"id":"W3002918116","doi":"10.2196/16765","title":"Analysis of Massive Online Medical Consultation Service Data to Understand Physicians’ Economic Return: Data Mining Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"National Natural Science Foundation of China; Canada Research Chairs","keywords":"Payment; Computer science; Random forest; Service (business); Decision tree; Logistic regression; Artificial intelligence; Machine learning; Health care; Feature selection; Medicine; Data mining; World Wide Web; Business","score_opus":0.24199289938555932,"score_gpt":0.516502053082132,"score_spread":0.2745091536965727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002918116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630222,0.000011010297,0.011263624,0.018551014,0.00032356076,0.0018429494,0.003887706,0.00009801667,0.0009999485],"genre_scores_gemma":[0.86352104,0.000041457897,0.0064821234,0.11586171,0.0004695922,0.000042631127,0.013543479,0.000019431987,0.000018517885],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9929576,0.00044763583,0.004443228,0.00030200367,0.0014244798,0.00042507105],"domain_scores_gemma":[0.993814,0.0016364417,0.001511654,0.0016843281,0.00036586006,0.0009877357],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040236358,0.00019714233,0.0007937326,0.00022601358,0.0002799973,0.000028200166,0.0023769813,0.00031533866,0.002787231],"category_scores_gemma":[0.005320394,0.00016346153,0.00004027385,0.0014994199,0.00008853266,0.0021356083,0.0020489227,0.0009280178,0.00020302171],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047948436,0.0007135947,0.07424009,0.0038200263,0.0012447359,0.0000073703022,0.7693902,0.00022468445,0.0000010176587,0.00015087482,0.08777397,0.061953906],"study_design_scores_gemma":[0.0013536854,0.00009731298,0.01188271,0.00023326583,0.00018452204,2.2047288e-7,0.23807546,0.7354012,3.1008173e-7,0.0000032716785,0.012637152,0.00013089842],"about_ca_topic_score_codex":0.00017696989,"about_ca_topic_score_gemma":0.0018623723,"teacher_disagreement_score":0.7351765,"about_ca_system_score_codex":0.00014031293,"about_ca_system_score_gemma":0.0020236997,"threshold_uncertainty_score":0.99812436},"labels":[],"label_agreement":null},{"id":"W3003426014","doi":"10.2196/16704","title":"Factors Influencing Doctors’ Participation in the Provision of Medical Services Through Crowdsourced Health Care Information Websites: Elaboration-Likelihood Perspective Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Quality (philosophy); Health care; Diversity (politics); The Internet; Perspective (graphical); Test (biology); Medicine; Medical education; Psychology; World Wide Web; Computer science; Sociology","score_opus":0.028160421470315094,"score_gpt":0.36225962800394207,"score_spread":0.33409920653362696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003426014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9268394,0.0000315315,0.062007803,0.0089031635,0.00010961438,0.0015824464,0.000011929731,0.00016802168,0.00034609856],"genre_scores_gemma":[0.989408,0.000005875913,0.002054994,0.008299587,0.00005670072,0.0001011043,0.000066417444,0.0000069995563,3.086239e-7],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9940161,0.0003240889,0.0017832952,0.0001654653,0.0033509433,0.0003601101],"domain_scores_gemma":[0.9974518,0.00038268845,0.0007843817,0.00047405928,0.0006509728,0.0002560904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015203434,0.00022619119,0.00037001458,0.00017808842,0.00025668996,0.0003162515,0.001757629,0.00019813936,0.000047719834],"category_scores_gemma":[0.0011556672,0.00015385398,0.00005711063,0.0024289687,0.00008998526,0.0041971896,0.00041726592,0.00076457456,0.000038745842],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006774084,0.00017099995,0.017364519,0.0002671126,0.00001803517,0.0000012771784,0.974334,0.00011947066,5.152916e-7,0.0038631563,0.00023759705,0.0036165267],"study_design_scores_gemma":[0.001419823,0.0008532546,0.05206787,0.00026224754,0.000011221815,0.0000022213574,0.8905726,0.052430853,0.000042288953,0.0001936057,0.0018889435,0.00025508375],"about_ca_topic_score_codex":0.0005137201,"about_ca_topic_score_gemma":0.00029277036,"teacher_disagreement_score":0.083761424,"about_ca_system_score_codex":0.0002069031,"about_ca_system_score_gemma":0.0011507616,"threshold_uncertainty_score":0.6273984},"labels":[],"label_agreement":null},{"id":"W3003488448","doi":"10.2196/16334","title":"Performance of Computer-Aided Diagnosis in Ultrasonography for Detection of Breast Lesions Less and More Than 2 cm: Prospective Comparative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"McNemar's test; Medicine; CAD; Receiver operating characteristic; Radiology; Breast MRI; Ultrasonography; Breast imaging; Prospective cohort study; Computer-aided diagnosis; Mammography; Breast cancer; Surgery; Internal medicine; Cancer","score_opus":0.030992351291989042,"score_gpt":0.29945640015440983,"score_spread":0.2684640488624208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003488448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8777629,0.000013342188,0.12072799,0.0001802805,0.00009098073,0.0011433649,0.000012976079,0.000044662847,0.000023499133],"genre_scores_gemma":[0.99295646,0.000032350308,0.006550973,0.000080637314,0.000042753054,0.00032959672,0.0000018369897,0.000005056188,3.3407605e-7],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984419,0.000045653396,0.0006744667,0.0001604381,0.0005031371,0.0001744454],"domain_scores_gemma":[0.9989027,0.00025387216,0.00033571772,0.00019155772,0.00016817742,0.00014802087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027438227,0.00014475039,0.00038596793,0.00016707371,0.00007003881,0.00002437471,0.0003899667,0.00009033408,0.0000016632339],"category_scores_gemma":[0.00002925892,0.00012638145,0.000058022975,0.00082248816,0.00018708743,0.0006123175,0.00016556926,0.00023009056,6.0176177e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003793799,0.0011595984,0.5348186,0.0015331572,0.00016871006,0.0000021215976,0.2500224,0.0008797562,0.00023735949,0.00031437227,0.00016852701,0.21031602],"study_design_scores_gemma":[0.0015669552,0.0021230078,0.36205873,0.00018974952,0.000012850891,0.000011690282,0.008052367,0.62117964,0.004610185,0.000033428554,0.000016217657,0.00014515803],"about_ca_topic_score_codex":0.000028917204,"about_ca_topic_score_gemma":0.000042704563,"teacher_disagreement_score":0.6202999,"about_ca_system_score_codex":0.000041352385,"about_ca_system_score_gemma":0.0000738418,"threshold_uncertainty_score":0.5153686},"labels":[],"label_agreement":null},{"id":"W3003864713","doi":"10.2196/15516","title":"Machine Learning Models for the Prediction of Postpartum Depression: Application and Comparison Based on a Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Graduate Research and Innovation Projects of Jiangsu Province; Central South University; National Natural Science Foundation of China","keywords":"Feature selection; Machine learning; Random forest; Support vector machine; Artificial intelligence; Postpartum depression; Computer science; Ranking (information retrieval); Predictive modelling; Medicine; Pregnancy","score_opus":0.03812021716726826,"score_gpt":0.32685259184235466,"score_spread":0.2887323746750864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003864713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8741197,0.00042557073,0.10996626,0.005104094,0.00018095208,0.008679659,0.000072270115,0.0001739757,0.0012774953],"genre_scores_gemma":[0.9973897,0.000058966634,0.0003138491,0.0016673178,0.0000696298,0.00041190616,0.00006587819,0.00000906125,0.000013726268],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862903,0.00003453939,0.00054843875,0.000089924935,0.0005700454,0.00012802315],"domain_scores_gemma":[0.9991314,0.00024071043,0.00019781858,0.00014745774,0.000050261606,0.0002323419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034785533,0.000100152276,0.00025766826,0.00003015474,0.00010889186,0.000008485302,0.00008387315,0.00007852516,0.000021287962],"category_scores_gemma":[0.000095405056,0.00006209629,0.000034815308,0.00007698253,0.000048868347,0.00006590387,0.00003912839,0.00031345748,0.0000029844066],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022974445,0.0006398647,0.9716674,0.006423861,0.000065601846,0.0000019346749,0.0068020993,0.0018727371,0.0000061990067,0.00015615286,0.00025804603,0.009808671],"study_design_scores_gemma":[0.0018645038,0.0014995496,0.060114995,0.000752666,0.00006509365,0.000005391743,0.00053672644,0.93427837,0.00012099002,0.000012384008,0.0007055671,0.000043756852],"about_ca_topic_score_codex":0.00001211245,"about_ca_topic_score_gemma":0.0000011270943,"teacher_disagreement_score":0.93240565,"about_ca_system_score_codex":0.000015683434,"about_ca_system_score_gemma":0.000051237916,"threshold_uncertainty_score":0.2532213},"labels":[],"label_agreement":null},{"id":"W3003983363","doi":"10.2196/15124","title":"Effect of Age on the Initiation of Biologic Agent Therapy in Patients With Inflammatory Bowel Disease: Korean Common Data Model Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Korea Health Industry Development Institute; National Research Foundation","keywords":"Medicine; Adalimumab; Infliximab; Inflammatory bowel disease; Internal medicine; Proportional hazards model; Ulcerative colitis; Cohort; Log-rank test; Disease; Observational study","score_opus":0.016294805754572945,"score_gpt":0.2760501983832886,"score_spread":0.25975539262871566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003983363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979149,0.000009189215,0.000049030157,0.000040097842,0.000019451716,0.0017176415,0.00011551622,0.000009581449,0.00012457574],"genre_scores_gemma":[0.99829704,0.000024210523,0.000014838921,0.000651509,0.000023576242,0.00009388113,0.0008819691,0.000011783749,0.0000011892495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998337,0.00023293938,0.00055355055,0.0001404379,0.00059083046,0.00014529708],"domain_scores_gemma":[0.9987464,0.00006171957,0.00027533833,0.0006900282,0.000055264787,0.00017122808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006622097,0.00016666672,0.00021266709,0.000033819226,0.000029105979,0.000008032803,0.00058583793,0.00009958976,0.00001401979],"category_scores_gemma":[0.00030686922,0.000095144576,0.000041185613,0.000076669974,0.0001656745,0.000015789456,0.00025842167,0.0001618361,0.0000030571885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002236405,0.00037594326,0.99478936,0.00019424851,0.00007595359,0.000014146005,0.00065154885,0.0005117249,0.000034742072,0.000022801707,0.0003774827,0.00071561214],"study_design_scores_gemma":[0.0027674774,0.001883553,0.9756156,0.00006739175,0.000027494028,8.6936254e-8,0.000112809226,0.019024102,0.00033496154,0.0000052042215,0.000031119085,0.00013015985],"about_ca_topic_score_codex":0.0000016290348,"about_ca_topic_score_gemma":0.000008666557,"teacher_disagreement_score":0.01917375,"about_ca_system_score_codex":0.00001172958,"about_ca_system_score_gemma":0.000124954,"threshold_uncertainty_score":0.38798833},"labels":[],"label_agreement":null},{"id":"W3004164101","doi":"10.2196/15791","title":"Improving Clinical Translation of Machine Learning Approaches Through Clinician-Tailored Visual Displays of Black Box Algorithms: Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Interpretability; Decision tree; Random forest; Machine learning; Black box; Artificial intelligence; Computer science; Algorithm; Regression; Medicine; Data mining; Statistics; Mathematics","score_opus":0.10178648056680487,"score_gpt":0.37206875406644596,"score_spread":0.27028227349964107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004164101","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.205334,0.00007489707,0.79259986,0.0012052468,0.00009384119,0.00034599603,0.0000020297934,0.00008832662,0.0002557877],"genre_scores_gemma":[0.71938336,0.00004388617,0.28003222,0.0003831613,0.000085805696,0.000010182142,0.000047568145,0.000010429181,0.0000033679307],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964108,0.00024613508,0.0020085196,0.00020340705,0.0009002464,0.00023089467],"domain_scores_gemma":[0.99798965,0.0005903593,0.0008843114,0.00018094813,0.00009844607,0.00025628746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001587211,0.0001684583,0.00045787793,0.000061925544,0.000083469546,0.00003700772,0.00044828796,0.0002483205,0.000013495894],"category_scores_gemma":[0.0008968259,0.00014569497,0.00007679895,0.00033462368,0.00020056417,0.0005770955,0.0002645422,0.0007792011,0.000006881359],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004972984,0.00013634449,0.024732947,0.0020641733,0.00004905985,0.0000026521082,0.07777651,0.00079296913,0.000007836938,0.001785231,0.000031473097,0.8925711],"study_design_scores_gemma":[0.0007917385,0.00042012313,0.0023466179,0.00012050177,0.000010439824,0.0000036260187,0.0010294874,0.9937555,0.00033765018,0.000051431405,0.0009895801,0.00014327814],"about_ca_topic_score_codex":0.000021105154,"about_ca_topic_score_gemma":0.0000032035748,"teacher_disagreement_score":0.99296254,"about_ca_system_score_codex":0.000017923687,"about_ca_system_score_gemma":0.00029462713,"threshold_uncertainty_score":0.5941268},"labels":[],"label_agreement":null},{"id":"W3004640216","doi":"10.2196/14710","title":"Next-Generation Sequencing–Based Cancer Panel Data Conversion Using International Standards to Implement a Clinical Next-Generation Sequencing Research System: Single-Institution Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"DNA sequencing; Personalized medicine; Medicine; Precision medicine; Data mining; Computer science; Translational research; Medical physics; Data science; Bioinformatics; Pathology","score_opus":0.47598778584139,"score_gpt":0.46294006699382245,"score_spread":0.013047718847567558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004640216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9690659,0.000072966686,0.027983569,0.00060162024,0.0007397653,0.0009773284,0.00044832518,0.000027981705,0.00008253925],"genre_scores_gemma":[0.99207205,0.000052759216,0.0019003989,0.001808281,0.0019467864,0.000057618996,0.0021402882,0.000017736313,0.000004059011],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99663466,0.00023402955,0.00097650324,0.00038291808,0.0014510956,0.00032081112],"domain_scores_gemma":[0.9981268,0.000026460564,0.00021053762,0.0004790591,0.00065469695,0.000502421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021428878,0.00018268645,0.00022954699,0.00009647514,0.0002830608,0.00023781946,0.0006131935,0.00020222587,0.000068473586],"category_scores_gemma":[0.0006130971,0.00016488078,0.000067027344,0.000204833,0.00008126891,0.00007454364,0.00061848573,0.00026089774,0.000010409332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009813234,0.0009432607,0.007741329,0.0011272967,0.00068081595,0.00018483055,0.007840468,0.01708406,0.87287116,0.00018915732,0.0505729,0.039783385],"study_design_scores_gemma":[0.001598938,0.0008415898,0.0000643792,0.00013378821,0.000058691945,0.000013555993,0.010947511,0.9568407,0.009332293,6.3684104e-7,0.019889766,0.000278162],"about_ca_topic_score_codex":0.0002209183,"about_ca_topic_score_gemma":0.00021089977,"teacher_disagreement_score":0.93975663,"about_ca_system_score_codex":0.0006915697,"about_ca_system_score_gemma":0.003129659,"threshold_uncertainty_score":0.6723643},"labels":[],"label_agreement":null},{"id":"W3004647025","doi":"10.2196/17203","title":"An Electronic Clinical Decision Support System for the Management of Low Back Pain in Community Pharmacy: Development and Mixed Methods Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Arthritis Australia","keywords":"Usability; Clinical decision support system; Medicine; Pharmacy; Clinical pharmacy; Decision support system; Pharmacist; Guideline; System usability scale; Nursing; Computer science; Heuristic evaluation; Human–computer interaction; Artificial intelligence","score_opus":0.2544341635629728,"score_gpt":0.5465584498308648,"score_spread":0.29212428626789194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004647025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564968,0.000049498292,0.03888936,0.0007235969,0.00012602676,0.0035200545,0.000004016982,0.000031155865,0.00015952768],"genre_scores_gemma":[0.9646304,0.0000772508,0.03293877,0.0021773959,0.000029806088,0.00010979298,0.000022657474,0.000010142687,0.0000037640714],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961357,0.001116667,0.001675847,0.00012423313,0.00064983097,0.00029773128],"domain_scores_gemma":[0.9954158,0.0034043828,0.00028447038,0.0003507175,0.00007375918,0.00047088522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016879922,0.00015862417,0.0005337906,0.000037988928,0.00010190508,0.000018624232,0.0003308265,0.00008638874,0.000073807256],"category_scores_gemma":[0.0006649163,0.000097626114,0.00008039158,0.00021483691,0.0001142363,0.00016687605,0.00022676229,0.0009064014,0.000007678008],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027511676,0.00306104,0.10059679,0.007876542,0.00042631966,0.000011413263,0.011813788,0.00000543067,0.0000032533412,0.00010151666,0.00043138702,0.87292135],"study_design_scores_gemma":[0.037972722,0.00939265,0.14909013,0.0012033252,0.0006391193,0.000026140684,0.11901749,0.6305195,0.0004908715,0.00006517499,0.051094033,0.000488864],"about_ca_topic_score_codex":0.0000061405826,"about_ca_topic_score_gemma":0.000011762784,"teacher_disagreement_score":0.8724325,"about_ca_system_score_codex":0.00009161271,"about_ca_system_score_gemma":0.00022684966,"threshold_uncertainty_score":0.58502775},"labels":[],"label_agreement":null},{"id":"W3004765543","doi":"10.2196/17452","title":"The Perceptions of and Factors Associated With the Adoption of the Electronic Health Record Sharing System Among Patients and Physicians: Cross-Sectional Survey","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine; Workload; Cross-sectional study; Odds ratio; Odds; Public health; Multivariate analysis; Medical record; Logistic regression; Nursing","score_opus":0.05286250380383478,"score_gpt":0.38045143486337585,"score_spread":0.32758893105954107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004765543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997282,0.000053842894,0.0001965094,0.00061900646,0.00016595602,0.0014819959,0.00006225076,0.000034089684,0.00010434894],"genre_scores_gemma":[0.999092,0.00008810374,0.0000035307132,0.0005603336,0.00005875099,0.000096864234,0.000048209742,0.000014569005,0.000037643942],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964685,0.0008661755,0.0012334655,0.000113195194,0.0007858878,0.00053280976],"domain_scores_gemma":[0.99647677,0.0014464555,0.0013706296,0.00021306306,0.00030704928,0.00018603254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027449816,0.0001395976,0.00033998166,0.000025721954,0.001213407,0.000019845365,0.0003064495,0.00019504924,0.000009182898],"category_scores_gemma":[0.00066883105,0.000065151275,0.000044117452,0.00036502653,0.0003624083,0.00015628398,0.00014749664,0.0011541202,0.0000019812294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026263002,0.000019058696,0.98596275,0.000724427,0.000040845127,1.0841584e-8,0.0118754385,0.000003970161,4.9703755e-7,0.0003301003,0.00039701065,0.0006196085],"study_design_scores_gemma":[0.0005941675,0.00028161608,0.97741795,0.00051217916,0.000006785488,2.9476092e-7,0.011081467,0.009808936,4.1531263e-7,0.0000074921313,0.00022901552,0.000059656977],"about_ca_topic_score_codex":0.00054675323,"about_ca_topic_score_gemma":0.0035715676,"teacher_disagreement_score":0.009804967,"about_ca_system_score_codex":0.00040120282,"about_ca_system_score_gemma":0.0009296264,"threshold_uncertainty_score":0.9332668},"labels":[],"label_agreement":null},{"id":"W3005158728","doi":"10.2196/15073","title":"Distributed Regression Analysis Application in Large Distributed Data Networks: Analysis of Precision and Operational Performance","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Biomedical Imaging and Bioengineering; Agency for Healthcare Research and Quality; U.S. Food and Drug Administration; Hamilton Health Sciences Foundation","keywords":"Computer science; Workflow; Software; File transfer; Data validation; Data mining; Regression analysis; Database; Operating system; Transfer (computing); Machine learning","score_opus":0.028890647313209804,"score_gpt":0.31297389866764513,"score_spread":0.28408325135443535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005158728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10244703,0.000059017915,0.8916571,0.004790356,0.000019392564,0.00020896144,0.0006760369,0.00012782287,0.000014286436],"genre_scores_gemma":[0.9425331,0.00026036764,0.04695479,0.00030591624,0.00001558649,0.00002666261,0.009899871,0.0000033268473,3.877099e-7],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975266,0.00005912669,0.0009443123,0.0003177156,0.0008938668,0.0002583963],"domain_scores_gemma":[0.9951464,0.00024056183,0.0003522957,0.003977285,0.00010206788,0.00018139365],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0009934251,0.00015017415,0.0004707499,0.0003590544,0.00007901848,0.00008656567,0.011549069,0.00022392898,0.00002319905],"category_scores_gemma":[0.0057445117,0.000118700336,0.000055191256,0.0067251646,0.000108150285,0.0014070654,0.033959888,0.00036450877,0.0000037540337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013582072,0.00069828157,0.68247557,0.00048469743,0.0028547654,0.000015614442,0.002276338,0.026499853,0.000026352142,0.0029616845,0.09455452,0.18701649],"study_design_scores_gemma":[0.00030612043,0.000028191598,0.05987973,0.00003796156,0.00016007583,8.052521e-7,0.0000747589,0.9384032,0.000020233956,0.00012203163,0.00085173204,0.00011516772],"about_ca_topic_score_codex":0.0000095673595,"about_ca_topic_score_gemma":0.000027192167,"teacher_disagreement_score":0.9119033,"about_ca_system_score_codex":0.000042422682,"about_ca_system_score_gemma":0.00007284073,"threshold_uncertainty_score":0.9937989},"labels":[],"label_agreement":null},{"id":"W3005410934","doi":"10.2196/16502","title":"The Impact of Electronic Health Records on the Duration of Patients’ Visits: Time and Motion Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jazan University","keywords":"Medicine; Observational study; Metropolitan area; Descriptive statistics; Family medicine; Duration (music); Medical emergency; Electronic health record; Workflow; Patient satisfaction; Health care; Nursing","score_opus":0.03342077467692022,"score_gpt":0.4163143529026551,"score_spread":0.3828935782257349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005410934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889647,0.000063335996,0.0001603847,0.006595657,0.0001003823,0.0034731645,0.000019563731,0.000033217933,0.0005896312],"genre_scores_gemma":[0.99795,0.00014590826,0.000009095314,0.0015645042,0.00011808225,0.00012956752,0.000023389342,0.000013241531,0.000046170266],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99547255,0.0011184857,0.0019236644,0.000088317574,0.00083124737,0.0005657317],"domain_scores_gemma":[0.9964994,0.0014299887,0.0012872893,0.00028687879,0.00020871215,0.00028773534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034965621,0.00014092166,0.00039194024,0.000045375473,0.00047347712,0.0000072619036,0.00026095498,0.00014816642,0.00015318752],"category_scores_gemma":[0.0012727049,0.000068691166,0.000059516373,0.00033061326,0.00006712692,0.000117478674,0.00008128737,0.0010298726,0.0000630203],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016949448,0.0019097516,0.2754637,0.0045834845,0.00058917154,6.894249e-7,0.3355559,0.000048967413,0.000016849965,0.006118485,0.14983314,0.22418492],"study_design_scores_gemma":[0.011361718,0.056441903,0.5841793,0.0020633107,0.00006616084,0.00000402043,0.067985944,0.257225,0.000026466918,0.00073611236,0.01924825,0.00066183734],"about_ca_topic_score_codex":0.0003226268,"about_ca_topic_score_gemma":0.00012685767,"teacher_disagreement_score":0.30871558,"about_ca_system_score_codex":0.00038651176,"about_ca_system_score_gemma":0.001881473,"threshold_uncertainty_score":0.4474341},"labels":[],"label_agreement":null},{"id":"W3005508070","doi":"10.2196/15431","title":"Ensemble Learning Models Based on Noninvasive Features for Type 2 Diabetes Screening: Model Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Science and Technology of Liaoning Province; China Association for Science and Technology","keywords":"Machine learning; Random forest; Artificial intelligence; Computer science; Ensemble learning; Linear discriminant analysis; Test set; Cross-validation; Population; Support vector machine; Predictive modelling; Ensemble forecasting; Set (abstract data type); Data mining; Medicine","score_opus":0.25917691225500517,"score_gpt":0.450187147865009,"score_spread":0.19101023561000385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005508070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5911171,0.000049961916,0.3940766,0.008323577,0.000242791,0.0026349693,0.000015078202,0.0002899601,0.0032499738],"genre_scores_gemma":[0.9361563,0.000018380162,0.046378672,0.01651951,0.00019832481,0.00041544493,0.0001544215,0.000031876207,0.00012709518],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788237,0.000108636144,0.00080056966,0.0001426402,0.0006033165,0.00046248134],"domain_scores_gemma":[0.99768555,0.0011223233,0.00026330748,0.00012123168,0.0003179534,0.00048965245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006355756,0.00016568904,0.00026406616,0.00007294163,0.0006758322,0.000019802113,0.0001635341,0.00036373982,0.00005696668],"category_scores_gemma":[0.0015366261,0.00014006875,0.000034085893,0.00016297073,0.00005630076,0.00021613025,0.00009236062,0.0008943023,0.00006204432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007576784,0.0001426311,0.010552951,0.008188936,0.00008602569,0.000005891036,0.3218365,0.4325867,0.00006342983,0.012130471,0.030178016,0.18347079],"study_design_scores_gemma":[0.00026194673,0.00021186538,0.000030030113,0.0004368018,0.000007470236,1.619474e-7,0.007800919,0.9857924,0.0011368429,0.00060772744,0.0035637307,0.00015008052],"about_ca_topic_score_codex":0.000006369858,"about_ca_topic_score_gemma":0.000013071964,"teacher_disagreement_score":0.5532057,"about_ca_system_score_codex":0.000071503855,"about_ca_system_score_gemma":0.00081949454,"threshold_uncertainty_score":0.5711838},"labels":[],"label_agreement":null},{"id":"W3005694506","doi":"10.2196/17061","title":"Detection of Postictal Generalized Electroencephalogram Suppression: Random Forest Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Neurological Disorders and Stroke; National Institutes of Health","keywords":"Electroencephalography; Random forest; Artifact (error); Computer science; Artificial intelligence; Epilepsy; Pattern recognition (psychology); Speech recognition; Machine learning; Psychology; Neuroscience","score_opus":0.02215792572373441,"score_gpt":0.27589778389691116,"score_spread":0.25373985817317674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005694506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8873433,0.000024093413,0.1094704,0.0004963074,0.0002130116,0.00040198123,0.000007796344,0.00014572879,0.0018974028],"genre_scores_gemma":[0.9945826,0.000024408879,0.0025232884,0.002641858,0.00016256793,0.000031518095,0.000008933217,0.000009197932,0.000015643116],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981145,0.00008869896,0.00061143865,0.00013450546,0.0007668803,0.00028392632],"domain_scores_gemma":[0.99908966,0.00021612157,0.00019624038,0.00015228048,0.000039611918,0.0003060707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015484623,0.00014726087,0.00028333048,0.000055153803,0.000071077025,0.000045746685,0.00046326278,0.0001403924,0.00007111137],"category_scores_gemma":[0.0006083908,0.00010527163,0.000101457554,0.00030070095,0.00020320187,0.0002679663,0.00014406323,0.00034960077,0.000017466851],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030385198,0.0013354965,0.0010334731,0.0026212248,0.0001213949,0.00008886696,0.058513463,0.00188003,0.77884686,0.004110783,0.019409187,0.12900068],"study_design_scores_gemma":[0.0028481244,0.0005815143,0.00010018297,0.000052929223,0.00001304545,0.00011315455,0.00036908075,0.7266738,0.2646352,0.00009987679,0.004330046,0.00018301899],"about_ca_topic_score_codex":0.0000028869163,"about_ca_topic_score_gemma":7.6605653e-7,"teacher_disagreement_score":0.7247938,"about_ca_system_score_codex":0.00001222433,"about_ca_system_score_gemma":0.00005633218,"threshold_uncertainty_score":0.42928526},"labels":[],"label_agreement":null},{"id":"W3006039807","doi":"10.2196/17006","title":"Evaluating the Applications of Health Information Technologies in China During the Past 11 Years: Consecutive Survey Data Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Data science; Computer science; China; Medicine; Geography","score_opus":0.09248534817716798,"score_gpt":0.4896754111529132,"score_spread":0.3971900629757452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006039807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860645,0.00015385849,0.0037430932,0.0035555821,0.00016493021,0.005195818,0.00020593312,0.00012635453,0.00078990986],"genre_scores_gemma":[0.9976915,0.00014735527,0.00031232781,0.0006193115,0.00003662966,0.00070130866,0.00041939417,0.000008451066,0.00006368374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99402744,0.0015278948,0.0026319772,0.0001250971,0.001056424,0.0006311901],"domain_scores_gemma":[0.99424446,0.0022660254,0.0016738967,0.0015576746,0.00017712536,0.00008080956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017004678,0.00013844721,0.00052816415,0.00034119858,0.00039225863,0.000016804668,0.0013881259,0.00027185265,0.00011312825],"category_scores_gemma":[0.0015540835,0.00008081769,0.000047666552,0.0022166388,0.00018188571,0.00046485456,0.00067383394,0.0013749546,0.00017298196],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003302407,0.000057386704,0.89664173,0.0025851626,0.00015745395,1.255221e-7,0.05478314,0.00013737507,8.286931e-7,0.0010574221,0.0019186419,0.04262772],"study_design_scores_gemma":[0.0009842813,0.00010949995,0.8295262,0.00044260436,0.0000303072,0.0000028984327,0.07976284,0.0812974,6.828471e-7,0.00010093948,0.00760218,0.00014018739],"about_ca_topic_score_codex":0.0033412753,"about_ca_topic_score_gemma":0.004087537,"teacher_disagreement_score":0.081160024,"about_ca_system_score_codex":0.00033372646,"about_ca_system_score_gemma":0.0020298848,"threshold_uncertainty_score":0.59735703},"labels":[],"label_agreement":null},{"id":"W3006051952","doi":"10.2196/16073","title":"Detecting Potential Medication Selection Errors During Outpatient Pharmacy Processing of Electronic Prescriptions With the RxNorm Application Programming Interface: Retrospective Observational Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Michigan","keywords":"Medical prescription; Pharmacy; Pharmacist; Medicine; Observational study; Electronic prescribing; Medical emergency; Computer science; Family medicine; Nursing; Internal medicine","score_opus":0.04076854217415557,"score_gpt":0.40407014510185035,"score_spread":0.36330160292769476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006051952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9355135,0.000045925168,0.05444776,0.0020724419,0.00010861181,0.007342117,0.000005253977,0.0002443631,0.00022001132],"genre_scores_gemma":[0.9951248,0.000013819217,0.00037686207,0.00040034397,0.00041601592,0.0035430833,0.000050211045,0.000036878617,0.000037994094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948619,0.00046821314,0.0017898567,0.00027438535,0.0018204589,0.0007851755],"domain_scores_gemma":[0.9969959,0.00015705416,0.0016558396,0.00023709328,0.0006394247,0.00031468918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002260639,0.00024514226,0.0004335677,0.00011863852,0.0011784901,0.000024668347,0.00036994976,0.00019732717,0.00009176869],"category_scores_gemma":[0.00040699315,0.00017300274,0.00005621945,0.0009127808,0.00012665874,0.0005228101,0.00010111799,0.0022239052,0.000026318332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044103814,0.0004567212,0.8763507,0.0026896552,0.00022926443,7.9494384e-7,0.10237328,0.00029599597,0.0005163308,0.00010872516,0.0004801749,0.016057288],"study_design_scores_gemma":[0.00582322,0.0024817046,0.46332327,0.0009380629,0.00027560297,0.000035200494,0.0970936,0.4213253,0.00061632786,0.00003184828,0.007451246,0.0006046232],"about_ca_topic_score_codex":0.00022827603,"about_ca_topic_score_gemma":0.00043623702,"teacher_disagreement_score":0.4210293,"about_ca_system_score_codex":0.0011210511,"about_ca_system_score_gemma":0.0021175267,"threshold_uncertainty_score":0.96618855},"labels":[],"label_agreement":null},{"id":"W3006261855","doi":"10.2196/16678","title":"Predictive Modeling for Frailty Conditions in Elderly People: Machine Learning Approaches","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Frailty in Older Adults","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine learning; Support vector machine; Decision tree; Artificial intelligence; Random forest; Logistic regression; Population; Computer science; Artificial neural network; Medicine; Gerontology; Environmental health","score_opus":0.06628481390935935,"score_gpt":0.3156747560770438,"score_spread":0.24938994216768445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006261855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64568347,0.00022374364,0.31409547,0.026747929,0.00021611113,0.0039816974,0.00022777976,0.00064013153,0.008183675],"genre_scores_gemma":[0.9897536,0.00004378635,0.0059959027,0.002710155,0.00023501311,0.00039004922,0.000736074,0.000031498377,0.000103935745],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978175,0.000033009677,0.0008420102,0.00016158541,0.00075126765,0.000394627],"domain_scores_gemma":[0.9987471,0.00025425098,0.0001330335,0.00017488262,0.000101090096,0.00058966165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002954545,0.00021041458,0.00047356146,0.00011923138,0.000095957155,0.000026342059,0.00019360281,0.00029126237,0.00025428526],"category_scores_gemma":[0.0016572009,0.00018365368,0.00011682876,0.00036513433,0.00009313228,0.00029242152,0.00009307654,0.0010474834,0.00004961583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003163013,0.0027420956,0.059699915,0.018008724,0.0011882071,0.00017856252,0.54300165,0.125113,0.00013374873,0.005565405,0.04098544,0.20022027],"study_design_scores_gemma":[0.0037282272,0.0008262483,0.000534958,0.00032086897,0.000046588266,0.000039952305,0.0068794824,0.9837494,0.000024018,0.00014915122,0.0035283528,0.00017275722],"about_ca_topic_score_codex":0.000021398897,"about_ca_topic_score_gemma":0.000048420963,"teacher_disagreement_score":0.8586364,"about_ca_system_score_codex":0.00007882242,"about_ca_system_score_gemma":0.00027781495,"threshold_uncertainty_score":0.748918},"labels":[],"label_agreement":null},{"id":"W3006347817","doi":"10.2196/16749","title":"Symptom Distribution Regularity of Insomnia: Network and Spectral Clustering Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health Research Topics","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Hubei Province; National Natural Science Foundation of China","keywords":"Cluster analysis; Computer science; Data mining; Psychology; Medicine; Artificial intelligence","score_opus":0.04137651092000953,"score_gpt":0.3901489118713155,"score_spread":0.34877240095130596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006347817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9490578,0.00014877591,0.041511048,0.003012201,0.00018559124,0.00048474304,0.00006641425,0.00006614575,0.0054672756],"genre_scores_gemma":[0.9971407,0.00004977664,0.0011342091,0.0012062353,0.00024005829,0.000021243919,0.00015069192,0.0000055785117,0.000051518582],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982424,0.00009413921,0.0006378447,0.00009130647,0.0005870802,0.00034726106],"domain_scores_gemma":[0.9989662,0.00010716593,0.00015251515,0.00019207115,0.000037178168,0.00054485234],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00053113117,0.000092095324,0.00030323613,0.00004280193,0.00006125481,0.000015359428,0.00018513424,0.00018295036,0.00094519526],"category_scores_gemma":[0.000116464325,0.000081018945,0.00006472312,0.0006281452,0.00016916687,0.000096290656,0.00018195684,0.000418117,0.000030606472],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013825346,0.0009925072,0.40856504,0.008015004,0.0034501324,0.00018141234,0.09736228,0.00050641265,0.00001542088,0.08951082,0.119113855,0.27090457],"study_design_scores_gemma":[0.0034818973,0.0011174886,0.4844086,0.00021825031,0.00032072913,0.000046644825,0.005193683,0.46099144,0.00004818842,0.0007357287,0.04296633,0.0004710311],"about_ca_topic_score_codex":0.00003578209,"about_ca_topic_score_gemma":0.000024825711,"teacher_disagreement_score":0.46048504,"about_ca_system_score_codex":0.000044885706,"about_ca_system_score_gemma":0.000053805685,"threshold_uncertainty_score":0.99996805},"labels":[],"label_agreement":null},{"id":"W3006656778","doi":"10.2196/14278","title":"Critical Predictors for the Early Detection of Conversion From Unipolar Major Depressive Disorder to Bipolar Disorder: Nationwide Population-Based Retrospective Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Bipolar Disorder and Treatment","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bipolar disorder; Retrospective cohort study; Medicine; Major depressive disorder; Cohort; Population; Psychiatry; Internal medicine; Mood; Environmental health","score_opus":0.008438003844737167,"score_gpt":0.27531443004910466,"score_spread":0.2668764262043675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006656778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9374158,0.00055481313,0.055185195,0.002459715,0.0001779303,0.0038682278,0.00021913832,0.000092820745,0.000026401409],"genre_scores_gemma":[0.9979037,0.00002408998,0.00050765334,0.00076141325,0.000112755915,0.0004420287,0.00021521976,0.000026805983,0.0000063326524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975514,0.000067034,0.0007103049,0.00020841805,0.0012164239,0.00024641954],"domain_scores_gemma":[0.9980608,0.00067732076,0.00017046952,0.00031828263,0.00035890867,0.0004142219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023926448,0.00022124965,0.00044691906,0.00010280108,0.00024875585,0.00003065922,0.00019428303,0.0001939409,0.00015396],"category_scores_gemma":[0.0017110092,0.00015195775,0.00015439959,0.00040007153,0.000112212605,0.00019214391,0.00007555509,0.00034191308,0.000018806399],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034805588,0.0005506483,0.9909265,0.00014901,0.00032654608,9.769258e-7,0.0038349696,0.000026536232,0.00001917504,0.00004358318,0.000057852787,0.0037161391],"study_design_scores_gemma":[0.004116679,0.0016748757,0.9708225,0.000064444626,0.0006003572,0.0000011440512,0.0018420946,0.0187006,0.00028890086,0.000041850115,0.0017029125,0.00014365192],"about_ca_topic_score_codex":0.0013132002,"about_ca_topic_score_gemma":0.00039770963,"teacher_disagreement_score":0.060487945,"about_ca_system_score_codex":0.00010392138,"about_ca_system_score_gemma":0.00013956938,"threshold_uncertainty_score":0.61966574},"labels":[],"label_agreement":null},{"id":"W3007225931","doi":"10.2196/16793","title":"Effect of Online Health Information Seeking on Anxiety in Hospitalized Pregnant Women: Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Medicine; Pregnancy; Cohort; The Internet; Intervention (counseling); Family medicine; Psychiatry; Internal medicine","score_opus":0.02327461534784407,"score_gpt":0.4333527913495672,"score_spread":0.41007817600172314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007225931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887294,0.000010297508,0.00082527427,0.0013966771,0.0003007146,0.0063921586,0.00007626404,0.00014349884,0.002125713],"genre_scores_gemma":[0.9689308,0.000087351094,0.00031102405,0.029632209,0.00009661551,0.00066050916,0.00026010425,0.000011326616,0.000010062098],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9905302,0.0011633942,0.0059233587,0.00013032406,0.0015033364,0.000749395],"domain_scores_gemma":[0.9959349,0.0006250294,0.0019919,0.0004143365,0.00019670976,0.0008371292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008537807,0.00026247953,0.0009294769,0.00022372679,0.0002638692,0.000020126814,0.00042048914,0.0003060329,0.00059243466],"category_scores_gemma":[0.00257884,0.00018605318,0.000070804206,0.0007870139,0.000069002126,0.0019914052,0.00021614181,0.0015808616,0.00021624757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005222535,0.00035468687,0.6631692,0.007653696,0.000021019405,6.1671676e-7,0.2553648,0.000019379482,1.251638e-7,0.00006430856,0.0019643726,0.07086555],"study_design_scores_gemma":[0.014997581,0.010092881,0.6968671,0.0037313616,0.000013598085,0.0000014249742,0.0713235,0.159262,0.000008880948,0.000020820557,0.04317109,0.0005097552],"about_ca_topic_score_codex":0.00008218173,"about_ca_topic_score_gemma":0.00001385321,"teacher_disagreement_score":0.18404129,"about_ca_system_score_codex":0.0005078672,"about_ca_system_score_gemma":0.0010946866,"threshold_uncertainty_score":0.7587029},"labels":[],"label_agreement":null},{"id":"W3007638626","doi":"10.2196/16153","title":"Explanatory Model of Dry Eye Disease Using Health and Nutrition Examinations: Machine Learning and Network-Based Factor Analysis From a National Survey","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ocular Surface and Contact Lens","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; National Research Foundation","keywords":"Logistic regression; National Health and Nutrition Examination Survey; Medicine; Centrality; Lasso (programming language); Receiver operating characteristic; Machine learning; Artificial intelligence; Ranking (information retrieval); Explanatory model; Computer science; Statistics; Environmental health; Mathematics; Population","score_opus":0.0504425103468915,"score_gpt":0.3288690098796588,"score_spread":0.27842649953276727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007638626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96141946,0.0010680691,0.03643498,0.0005178504,0.000010489232,0.00024413202,0.00026073272,0.00002672055,0.000017536746],"genre_scores_gemma":[0.9919048,0.00029301314,0.004124452,0.002470719,0.000040411636,0.000008378628,0.0011472973,0.0000075201187,0.0000034163772],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857974,0.00009266407,0.00044984632,0.00009068947,0.0006553316,0.00013172568],"domain_scores_gemma":[0.99883974,0.0001838844,0.00018987704,0.00006597794,0.00012235371,0.0005981623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030223504,0.00010282433,0.00034749176,0.000106662534,0.000070125345,0.000014805349,0.00003835986,0.00007964675,0.00005377764],"category_scores_gemma":[0.00041620553,0.000092081034,0.0000554854,0.00029391155,0.0000618903,0.00013102208,0.000033185483,0.0002374387,8.323121e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016325645,0.00009974658,0.9946187,0.00055953895,0.00020675668,0.000002716617,0.0015274604,0.0015422895,0.000011193493,0.000044686287,0.000019251453,0.0012043767],"study_design_scores_gemma":[0.0010965026,0.00008936873,0.08826858,0.00015898043,0.00010296879,4.1866443e-8,0.00030039347,0.90978163,0.000004516861,0.000027528431,0.00009668935,0.00007277276],"about_ca_topic_score_codex":0.00007998874,"about_ca_topic_score_gemma":0.000038420916,"teacher_disagreement_score":0.90823936,"about_ca_system_score_codex":0.000040168143,"about_ca_system_score_gemma":0.00047319764,"threshold_uncertainty_score":0.37549555},"labels":[],"label_agreement":null},{"id":"W3007955487","doi":"10.2196/14583","title":"A Communication Infrastructure for the Health and Social Care Internet of Things: Proof-of-Concept Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"IoT Networks and Protocols","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund","keywords":"Computer science; Software deployment; Interoperability; Exploit; Wireless; Proof of concept; Computer security; Population; Internet privacy; Telecommunications; Medicine; World Wide Web","score_opus":0.018121021835977844,"score_gpt":0.30566271732216466,"score_spread":0.2875416954861868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007955487","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.389522,0.007355646,0.47777748,0.010833773,0.00071695,0.10948226,0.00014628182,0.00064295,0.0035226732],"genre_scores_gemma":[0.9968262,0.0000090437015,0.0015057677,0.0008984347,0.000061462924,0.00067036843,0.000020066685,0.0000076273805,0.0000010833852],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992934,0.00002029816,0.0003925301,0.000023654391,0.00018320062,0.00008693526],"domain_scores_gemma":[0.9996013,0.00009522081,0.000111823385,0.000091441485,0.00004112366,0.000059081896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014937781,0.00006449369,0.00017442583,0.00001065496,0.00004120925,0.000012070274,0.00021853925,0.000068974514,0.000012636392],"category_scores_gemma":[0.000028806266,0.000042696534,0.000025735539,0.00006272339,0.00007103671,0.00008273925,0.0000756381,0.00022354812,1.2982755e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026679952,0.000013779739,0.00014307941,0.0017014635,0.00004629969,4.6124633e-8,0.7421357,0.0003394485,1.6888988e-7,0.00025852097,0.010712323,0.2446225],"study_design_scores_gemma":[0.0018186728,0.0011521172,0.0002731887,0.00028567103,0.000020704932,0.0000015512337,0.14049098,0.8198111,0.00012486253,0.00017429687,0.035700433,0.00014642652],"about_ca_topic_score_codex":0.0000040783684,"about_ca_topic_score_gemma":0.0000021380333,"teacher_disagreement_score":0.81947166,"about_ca_system_score_codex":0.000012494099,"about_ca_system_score_gemma":0.000049942802,"threshold_uncertainty_score":0.17411141},"labels":[],"label_agreement":null},{"id":"W3008317305","doi":"10.2196/17334","title":"Factors Influencing the Adoption of Health Information Standards in Health Care Organizations: A Systematic Review Based on Best Fit Framework Synthesis","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities","keywords":"Software deployment; Health care; Knowledge management; Standardization; Business; Process management; Health information technology; Information technology; Information system; Computer science; Engineering","score_opus":0.07381176343020483,"score_gpt":0.46827618209217775,"score_spread":0.3944644186619729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008317305","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000040746495,0.97203505,0.002554753,0.0024140454,0.0005088075,0.021469017,0.00059228507,0.00014848872,0.00027349102],"genre_scores_gemma":[0.00009547194,0.9814947,0.00026536296,0.013596192,0.00011928802,0.003737607,0.0006036187,0.00007998832,0.000007761401],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9748666,0.0066622747,0.013549216,0.00024222033,0.0034974078,0.001182264],"domain_scores_gemma":[0.97870207,0.0075115114,0.010892825,0.0012358122,0.00096029404,0.00069746823],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011641944,0.0007790638,0.006675646,0.000664776,0.0007489823,0.000036238314,0.0011154435,0.0012438735,0.0002392682],"category_scores_gemma":[0.028003223,0.00046345204,0.00037679367,0.003406746,0.00009977384,0.00042536447,0.00017712079,0.0046122493,0.0002927922],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000031525594,0.000031216965,0.000011505231,0.8855513,0.000043371023,3.9083045e-7,0.022292735,0.0000048090956,6.231391e-11,0.0002775567,0.0019029436,0.089881025],"study_design_scores_gemma":[0.00014484485,0.00020818585,0.0000017343779,0.64712554,0.00013244632,0.0000021254434,0.014950211,0.00036686135,5.4544174e-9,0.0000025548786,0.33686107,0.0002044294],"about_ca_topic_score_codex":0.00037343436,"about_ca_topic_score_gemma":0.00014523896,"teacher_disagreement_score":0.33495814,"about_ca_system_score_codex":0.008109462,"about_ca_system_score_gemma":0.048102655,"threshold_uncertainty_score":0.9997817},"labels":[],"label_agreement":null},{"id":"W3008725318","doi":"10.2196/13075","title":"Peak Outpatient and Emergency Department Visit Forecasting for Patients With Chronic Respiratory Diseases Using Machine Learning Methods: Retrospective Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Air Quality Monitoring and Forecasting","field":"Environmental Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emergency department; Medicine; Retrospective cohort study; Emergency medicine; Cohort; Outpatient clinic; Medical emergency; Respiratory system; Internal medicine","score_opus":0.037520550493481436,"score_gpt":0.3242581136832026,"score_spread":0.2867375631897212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008725318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758029,0.00004297572,0.022325581,0.000022004531,0.00010776513,0.0015337771,0.000023566761,0.00007486135,0.000066560344],"genre_scores_gemma":[0.98618084,0.000005497959,0.013337202,0.00010834375,0.00014944859,0.00015057392,0.000033950626,0.00002652895,0.0000076248516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976563,0.00013920246,0.00066794513,0.00024570723,0.0009326147,0.00035823038],"domain_scores_gemma":[0.99888474,0.00012589117,0.00036574685,0.0001405656,0.00004089653,0.00044213282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006348954,0.00022202138,0.0003247347,0.000028385299,0.00040116557,0.00003391251,0.0001617824,0.00007402409,0.00016859674],"category_scores_gemma":[0.00075121876,0.0001720616,0.000050946037,0.00021257522,0.00011776416,0.00031355052,0.00033772687,0.00032682344,0.000006089904],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000597781,0.0001722361,0.9764361,0.00010417306,0.00004646918,0.0000016258989,0.005248376,0.00076546316,0.0000017181094,0.0000017705975,0.0000529297,0.017109398],"study_design_scores_gemma":[0.0015311678,0.0033050885,0.5437111,0.0000799814,0.00010892838,0.0000011651877,0.0011994813,0.44803134,0.000008787625,0.000013250134,0.0016864683,0.00032324847],"about_ca_topic_score_codex":0.000041921372,"about_ca_topic_score_gemma":0.00001721018,"teacher_disagreement_score":0.44726586,"about_ca_system_score_codex":0.00036740687,"about_ca_system_score_gemma":0.00003194714,"threshold_uncertainty_score":0.70164686},"labels":[],"label_agreement":null},{"id":"W3008824846","doi":"10.2196/15199","title":"Fast Healthcare Interoperability Resources (FHIR) as a Meta Model to Integrate Common Data Models: Development of a Tool and Quantitative Validation Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Patient-Centered Outcomes Research Institute","keywords":"Computer science; Interoperability; Health informatics; Data warehouse; Data science; Health care; Database; Data mining; World Wide Web","score_opus":0.27131737437384873,"score_gpt":0.5077322537289657,"score_spread":0.23641487935511696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008824846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98458195,0.00008924019,0.00762958,0.0011090296,0.0001704643,0.0054074847,0.00008165192,0.00007303753,0.0008575707],"genre_scores_gemma":[0.98837435,0.000022578455,0.008962932,0.001587049,0.000025031857,0.00067297,0.00011328199,0.000025299627,0.00021647592],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938681,0.0010806714,0.0029107803,0.00032229905,0.0011957041,0.00062245125],"domain_scores_gemma":[0.99657357,0.0007002316,0.000701211,0.0011122777,0.00041094824,0.00050174224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064587365,0.00027251057,0.0010314736,0.0001965032,0.00028953148,0.000021152855,0.0008127682,0.00027988924,0.00011768459],"category_scores_gemma":[0.0004954734,0.00019162812,0.000040791867,0.000331465,0.0000685277,0.0006514212,0.0010835673,0.0011862697,0.00016983824],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042851886,0.00040108012,0.010264723,0.005977696,0.00043241473,0.0000010489715,0.9615364,0.00016531139,0.0000090344,0.002253584,0.0010360486,0.017494123],"study_design_scores_gemma":[0.0018672657,0.0015127137,0.0009015846,0.0015974813,0.000101068435,0.0000039859087,0.3646933,0.6254723,0.00001783774,0.0006357559,0.002823165,0.00037353247],"about_ca_topic_score_codex":0.0009803909,"about_ca_topic_score_gemma":0.0030189434,"teacher_disagreement_score":0.62530696,"about_ca_system_score_codex":0.00037038364,"about_ca_system_score_gemma":0.0025187186,"threshold_uncertainty_score":0.7814368},"labels":[],"label_agreement":null},{"id":"W3008906197","doi":"10.2196/17580","title":"Neural Network–Based Clinical Prediction System for Identifying the Clinical Effects of Saffron (Crocus sativus L) Supplement Therapy on Allergic Asthma: Model Evaluation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Saffron Plant Research Studies","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ahvaz Jundishapur University of Medical Sciences","keywords":"Crocus sativus; Asthma; Medicine; Artificial neural network; Machine learning; Artificial intelligence; Internal medicine; Traditional medicine; Computer science","score_opus":0.20213842961577974,"score_gpt":0.47851150596956893,"score_spread":0.27637307635378916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008906197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9648832,0.00030162206,0.01546333,0.0047919042,0.0010986628,0.013087538,0.00005851411,0.00016726578,0.00014794797],"genre_scores_gemma":[0.99407184,0.00017776445,0.0011589291,0.0022672485,0.0010045666,0.0011182596,0.00016612725,0.000026158972,0.000009084005],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99270654,0.0007865985,0.002489665,0.00028411354,0.0032455567,0.00048751695],"domain_scores_gemma":[0.9947379,0.0032592728,0.0006349052,0.00045635286,0.00043990448,0.00047161963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006988276,0.00028884166,0.0009119956,0.000078693054,0.0002111902,0.000035646004,0.0003579923,0.00025229095,0.000033113316],"category_scores_gemma":[0.0023809387,0.00017179725,0.00036797626,0.00027602652,0.0002396184,0.00012981704,0.00015780795,0.0008986965,0.000013535834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031520102,0.011712043,0.13377129,0.0148084145,0.006392939,0.00014247847,0.03692729,0.047647133,0.000081675236,0.0009019844,0.36133537,0.35475928],"study_design_scores_gemma":[0.016341554,0.008635975,0.030055774,0.000527529,0.00021248947,0.000005078273,0.002553565,0.9406085,0.000053647957,0.000017313969,0.00085986644,0.00012868956],"about_ca_topic_score_codex":0.000005642223,"about_ca_topic_score_gemma":0.000009886638,"teacher_disagreement_score":0.8929614,"about_ca_system_score_codex":0.00013603763,"about_ca_system_score_gemma":0.0005558316,"threshold_uncertainty_score":0.70056885},"labels":[],"label_agreement":null},{"id":"W3008968780","doi":"10.2196/16850","title":"Predicting the Development of Type 2 Diabetes in a Large Australian Cohort Using Machine-Learning Techniques: Longitudinal Survey Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NSW Ministry of Health; University of Melbourne; Cancer Council NSW; National Natural Science Foundation of China; National Heart Foundation of Australia","keywords":"Medicine; Machine learning; Incidence (geometry); Type 2 diabetes; Diabetes mellitus; Cohort; Logistic regression; Population; Odds ratio; Artificial intelligence; Demography; Gerontology; Internal medicine; Computer science; Mathematics; Environmental health; Endocrinology","score_opus":0.22239346354902897,"score_gpt":0.48930766859624397,"score_spread":0.26691420504721497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008968780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99701065,0.000015348922,0.00022484458,0.00031114824,0.00016940359,0.0020080835,0.000012854368,0.00009984915,0.00014779075],"genre_scores_gemma":[0.99763155,0.00000681454,0.0015613751,0.00049662427,0.00010581425,0.00012947274,0.00003553658,0.000018780198,0.0000140109005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953005,0.00088010385,0.0021861498,0.00013410636,0.00089475774,0.00060439116],"domain_scores_gemma":[0.99768203,0.0010017399,0.00054512423,0.00019937175,0.00029165405,0.00028005225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058839163,0.00016866026,0.0004116886,0.000090772926,0.00054738455,0.000010519791,0.000421679,0.00026605933,0.00034468202],"category_scores_gemma":[0.0034714984,0.000119295124,0.00003023515,0.00074340915,0.00008724115,0.00015313663,0.00038717422,0.001960568,0.000051166287],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024466992,0.000074709686,0.9081527,0.00044657738,0.000022431364,0.0000020888865,0.090436876,0.000012223741,0.0000038923986,0.000008001206,0.000053656706,0.00076240354],"study_design_scores_gemma":[0.00023727676,0.00027311922,0.68358326,0.00086423755,0.00001605351,5.676632e-7,0.1128018,0.20069961,0.00018046958,0.000008027255,0.0011391531,0.00019641007],"about_ca_topic_score_codex":0.0009632412,"about_ca_topic_score_gemma":0.0068939384,"teacher_disagreement_score":0.2245694,"about_ca_system_score_codex":0.00016418808,"about_ca_system_score_gemma":0.00097572466,"threshold_uncertainty_score":0.8517801},"labels":[],"label_agreement":null},{"id":"W3009117699","doi":"10.2196/15931","title":"A Deep-Learning Algorithm (ECG12Net) for Detecting Hypokalemia and Hyperkalemia by Electrocardiography: Algorithm Development","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Potassium and Related Disorders","field":"Medicine","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tri-Service General Hospital; Ministry of Science and Technology, Taiwan","keywords":"Hyperkalemia; Hypokalemia; Medicine; Electrocardiography; Algorithm; Emergency department; Internal medicine; Cardiology; Machine learning; Computer science","score_opus":0.0073429533628981665,"score_gpt":0.24631209441468366,"score_spread":0.2389691410517855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009117699","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122831814,0.005091717,0.86154693,0.002488295,0.00024594995,0.00246864,0.00001983219,0.00081474555,0.00449208],"genre_scores_gemma":[0.2606285,0.0030503082,0.71180004,0.020660026,0.0011282216,0.0009568216,0.0010828677,0.00024681818,0.00044638774],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976726,0.000029233197,0.0007765427,0.00020349133,0.0007233566,0.00059477007],"domain_scores_gemma":[0.99848914,0.00017221559,0.00018276725,0.00011671634,0.00009318171,0.0009459776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035949078,0.00028313356,0.00050444243,0.0001252662,0.0002489942,0.000042507607,0.0001405212,0.0004411898,0.00006518695],"category_scores_gemma":[0.00031719386,0.00023257687,0.00015277,0.00040567317,0.00013797522,0.0001430682,0.000090926995,0.0009793682,0.000031495507],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005474456,0.000049343147,0.0006604466,0.00041521087,0.00028852705,0.000015132056,0.0059033902,0.0000029304138,0.00009407452,0.0000041308954,0.005296571,0.9872155],"study_design_scores_gemma":[0.007719431,0.0012154494,0.00054699206,0.00032786248,0.0002773296,0.00036303507,0.006821633,0.62575525,0.001468061,0.000038057646,0.35478288,0.00068403303],"about_ca_topic_score_codex":0.0000025295715,"about_ca_topic_score_gemma":5.622425e-7,"teacher_disagreement_score":0.98653144,"about_ca_system_score_codex":0.000053098312,"about_ca_system_score_gemma":0.00025938053,"threshold_uncertainty_score":0.94842094},"labels":[],"label_agreement":null},{"id":"W3009958360","doi":"10.2196/16948","title":"Semantic Deep Learning: Prior Knowledge and a Type of Four-Term Embedding Analogy to Acquire Treatments for Well-Known Diseases","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analogy; Pairwise comparison; Artificial intelligence; Natural language processing; Computer science; Embedding; Deep learning; Term (time); Information retrieval; Linguistics","score_opus":0.027762147940074082,"score_gpt":0.34129162653837997,"score_spread":0.3135294785983059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009958360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98797596,0.0009544355,0.009502744,0.0007301464,0.00010957233,0.00037063492,0.000014244656,0.000036071204,0.00030616915],"genre_scores_gemma":[0.9948496,0.00028360452,0.0034962848,0.0008488839,0.0001913364,0.000044157256,0.00010234333,0.0000143229,0.00016946951],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906236,0.000034371187,0.0003530173,0.00013877839,0.00018022062,0.00023126743],"domain_scores_gemma":[0.9991773,0.000099244724,0.00010353413,0.00011938757,0.00007999807,0.0004205787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010883948,0.00014017176,0.00026697616,0.000039003226,0.00007394512,0.000013185047,0.00017957781,0.00024083207,0.00003654645],"category_scores_gemma":[0.0010545454,0.00010865547,0.000067650944,0.000116355935,0.00016303672,0.000004998272,0.00019440759,0.00011415165,0.0000143612015],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012635814,0.0005889716,0.03442233,0.003667445,0.0009286466,0.000027080388,0.027570603,0.00004311193,0.007590246,0.00014429125,0.022314927,0.9014388],"study_design_scores_gemma":[0.012553449,0.02128257,0.037900086,0.0011536353,0.000883346,0.00014700285,0.01258604,0.11290156,0.010312336,0.00014572105,0.7883238,0.0018104234],"about_ca_topic_score_codex":8.723605e-7,"about_ca_topic_score_gemma":0.0000031440431,"teacher_disagreement_score":0.89962834,"about_ca_system_score_codex":0.000007755021,"about_ca_system_score_gemma":0.000108470565,"threshold_uncertainty_score":0.44308415},"labels":[],"label_agreement":null},{"id":"W3010096987","doi":"10.2196/17110","title":"Predicting Metabolic Syndrome With Machine Learning Models Using a Decision Tree Algorithm: Retrospective Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council; National Science Foundation","keywords":"Metabolic syndrome; Machine learning; Logistic regression; Random forest; Decision tree; Artificial intelligence; Computer science; Multivariate statistics; Glycated hemoglobin; Receiver operating characteristic; Decision tree learning; Medicine; Algorithm; Internal medicine; Diabetes mellitus; Obesity","score_opus":0.11848722866795972,"score_gpt":0.4353079736208758,"score_spread":0.3168207449529161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010096987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89423823,0.00008634925,0.100227855,0.0003340376,0.00028960285,0.0034539793,0.000025865862,0.0003974324,0.0009466603],"genre_scores_gemma":[0.9840716,0.000060758422,0.013527759,0.0015446978,0.00034249405,0.00032416018,0.000027816406,0.00006471491,0.000035959543],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99372727,0.00052622985,0.002066621,0.0003320363,0.0024858331,0.0008620377],"domain_scores_gemma":[0.99654704,0.00078494434,0.00074481784,0.0003881918,0.0005231862,0.001011793],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002032381,0.0003511889,0.00095294527,0.0001673933,0.0012349901,0.00003472462,0.0005012256,0.0004220843,0.0005323165],"category_scores_gemma":[0.0015400766,0.00026251073,0.00008131775,0.000954993,0.00014639237,0.0007629243,0.00045171595,0.003393569,0.00016546476],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010313029,0.00011661746,0.9057959,0.00018758322,0.000111256166,0.00011183599,0.07644103,0.0018533655,5.548922e-7,0.00012446126,0.000062173225,0.015092105],"study_design_scores_gemma":[0.00061217917,0.00074851175,0.023020452,0.0005164127,0.00007780707,0.00004285298,0.053524602,0.92080945,0.0000024816798,0.00022297153,0.00017302377,0.00024927262],"about_ca_topic_score_codex":0.0013156513,"about_ca_topic_score_gemma":0.00063893874,"teacher_disagreement_score":0.91895604,"about_ca_system_score_codex":0.00032405957,"about_ca_system_score_gemma":0.000775043,"threshold_uncertainty_score":0.9999827},"labels":[],"label_agreement":null},{"id":"W3010885442","doi":"10.2196/16349","title":"Development of a Real-Time Risk Prediction Model for In-Hospital Cardiac Arrest in Critically Ill Patients Using Deep Learning: Retrospective Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intensive care unit; Deep learning; Retrospective cohort study; Intensive care; Emergency medicine; Critically ill; Intensive care medicine; Artificial intelligence; Internal medicine; Computer science","score_opus":0.021724459559837525,"score_gpt":0.3152704773428733,"score_spread":0.29354601778303574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010885442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962452,0.0000074691443,0.00038107554,0.000031373842,0.00019516403,0.0026661924,0.00002106752,0.000027123828,0.0004253432],"genre_scores_gemma":[0.98768353,0.000027765,0.011792987,0.00007032812,0.000029106704,0.0002741188,0.00008926542,0.000018888066,0.000014011481],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99758095,0.000038806404,0.0010714171,0.00015928071,0.0008517322,0.00029783085],"domain_scores_gemma":[0.99876386,0.00012219232,0.00022424123,0.00018709943,0.00051584636,0.00018674857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005361264,0.0001760285,0.000579285,0.00018067981,0.00004172995,0.000010281726,0.000078011435,0.0001697229,0.00003024846],"category_scores_gemma":[0.001005182,0.00014498868,0.000091308975,0.00020375306,0.00004493111,0.00015234972,0.000067050525,0.00030780514,0.000016126722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015698739,0.003906532,0.95942336,0.00016941912,0.0001309072,0.000002681596,0.03196756,0.0002827163,0.000013071862,0.0000142698555,0.000038832124,0.0038936324],"study_design_scores_gemma":[0.005059441,0.0012614717,0.58969486,0.00031918622,0.00007595908,2.4067063e-7,0.006039559,0.3973269,0.000047195605,0.000017491046,0.000037020724,0.00012073078],"about_ca_topic_score_codex":0.000029232759,"about_ca_topic_score_gemma":0.000013969765,"teacher_disagreement_score":0.39704415,"about_ca_system_score_codex":0.00052430644,"about_ca_system_score_gemma":0.00024610528,"threshold_uncertainty_score":0.59124666},"labels":[],"label_agreement":null},{"id":"W3011218358","doi":"10.2196/17652","title":"Temporal Expression Classification and Normalization From Chinese Narrative Clinical Texts: Pattern Learning Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Normalization (sociology); Computer science; Artificial intelligence; Natural language processing; Feature extraction; Narrative; Expression (computer science); Pattern recognition (psychology); Machine learning; Linguistics","score_opus":0.04919639378259552,"score_gpt":0.329713661150135,"score_spread":0.28051726736753946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011218358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3083085,0.000018182376,0.68995684,0.0009402079,0.000087160646,0.000145834,0.0000010025341,0.00013130013,0.00041095616],"genre_scores_gemma":[0.93332976,0.00002571408,0.06429869,0.0019682979,0.00026686344,0.000021568616,0.00007257065,0.0000067687392,0.00000975694],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980096,0.00014656127,0.0008152838,0.00021399742,0.0006486366,0.00016592855],"domain_scores_gemma":[0.99890673,0.00012901447,0.00030121222,0.00024119188,0.000062152576,0.00035972643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000431874,0.00014119726,0.00023033009,0.00003750412,0.00012631618,0.00013647813,0.00049717864,0.0002116612,0.00003162084],"category_scores_gemma":[0.0003618932,0.0001064222,0.00004211298,0.0002029709,0.00007313391,0.00094575057,0.00037253537,0.000543987,0.000022417258],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002804506,0.00019680674,0.20675255,0.0002657724,0.000037860995,0.000008733979,0.35739782,0.0006336191,0.000066973495,0.00076383515,0.00215917,0.43168882],"study_design_scores_gemma":[0.0005020501,0.000058753707,0.0072886175,0.00004761377,0.0000023338296,0.000002986133,0.0033096774,0.98762304,0.0000075615862,0.00010537929,0.0009251362,0.00012687157],"about_ca_topic_score_codex":0.0000074151244,"about_ca_topic_score_gemma":0.0000010376084,"teacher_disagreement_score":0.9869894,"about_ca_system_score_codex":0.000015067225,"about_ca_system_score_gemma":0.00007917125,"threshold_uncertainty_score":0.43397713},"labels":[],"label_agreement":null},{"id":"W3011478582","doi":"10.2196/17643","title":"A Graph Convolutional Network–Based Method for Chemical-Protein Interaction Extraction: Algorithm Development","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Computer science; Sentence; Dependency graph; ENCODE; Natural language processing; Artificial intelligence; Graph; Information extraction; Relationship extraction; Dependency (UML); Knowledge graph; Biomedical text mining; Machine learning; Theoretical computer science; Text mining","score_opus":0.0294580438385864,"score_gpt":0.3368170228323837,"score_spread":0.30735897899379727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011478582","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012537269,0.0000915141,0.9847219,0.001803701,0.00019181051,0.0003372857,0.0000139639,0.00006552597,0.00023701842],"genre_scores_gemma":[0.024710283,0.000009750372,0.96671605,0.006537584,0.00096822734,0.00037018926,0.00060002063,0.000016969876,0.00007090062],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986139,0.00003458038,0.00051813334,0.00016179953,0.00038260283,0.00028898564],"domain_scores_gemma":[0.9992148,0.000074076335,0.00016321399,0.00012127329,0.00009919563,0.00032740348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035984002,0.00015769336,0.00019225497,0.000025192838,0.00009226481,0.000022283883,0.00021137347,0.00038002315,0.00010374047],"category_scores_gemma":[0.0003570314,0.00013508202,0.000108329594,0.00012697834,0.00012047558,0.000007798447,0.00008572242,0.00024731754,0.00001878051],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036671147,0.00017555775,0.000036870744,0.00033689328,0.00018483745,0.0000048139295,0.0007133258,0.00010106242,0.011536987,0.00018096695,0.07776583,0.90859616],"study_design_scores_gemma":[0.0015552159,0.00031934868,0.000033559765,0.000087663815,0.00001593583,0.000024208952,0.000508896,0.15015893,0.037415378,0.00010662544,0.80948234,0.0002918834],"about_ca_topic_score_codex":0.000001112701,"about_ca_topic_score_gemma":0.0000010384198,"teacher_disagreement_score":0.9083043,"about_ca_system_score_codex":0.000023090739,"about_ca_system_score_gemma":0.00030359393,"threshold_uncertainty_score":0.5508485},"labels":[],"label_agreement":null},{"id":"W3011737866","doi":"10.2196/17647","title":"Clinical Desire for an Artificial Intelligence–Based Surgical Assistant System: Electronic Survey–Based Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Seoul National University; National Research Foundation","keywords":"Medicine; Laparoscopic surgery; Medical physics; General surgery; Laparoscopy","score_opus":0.21415540928745816,"score_gpt":0.44388645345045213,"score_spread":0.22973104416299397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011737866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9185041,0.000015923037,0.07661112,0.0006705279,0.00023849637,0.002387932,0.000032193162,0.00041957383,0.0011201155],"genre_scores_gemma":[0.99520427,0.0000012235465,0.0010547459,0.0027706549,0.00047082876,0.00012275651,0.00033891224,0.00003147582,0.00000515294],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952201,0.00042162076,0.0021401588,0.00027809717,0.0013473856,0.0005926222],"domain_scores_gemma":[0.9956211,0.0020339836,0.0002887491,0.00033285128,0.00028306546,0.0014402651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003880608,0.00027205035,0.0008446051,0.000092095484,0.00014756915,0.00007045723,0.00027578394,0.00037621026,0.00038647774],"category_scores_gemma":[0.0016018606,0.00020547729,0.00029458964,0.0005218167,0.00015510283,0.00013110592,0.00003887918,0.00080657704,0.00007914498],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028576469,0.014396586,0.18058501,0.0035291647,0.00090493803,0.00084903225,0.00646371,0.001863824,0.0000034727555,0.017606344,0.0007492875,0.74447215],"study_design_scores_gemma":[0.0058430308,0.005278355,0.007688887,0.00014499422,0.0001248091,0.000009070159,0.005081774,0.96875584,0.000021093228,0.000029372926,0.0067314776,0.00029130583],"about_ca_topic_score_codex":0.000005977192,"about_ca_topic_score_gemma":0.000025640138,"teacher_disagreement_score":0.966892,"about_ca_system_score_codex":0.0001139908,"about_ca_system_score_gemma":0.0010839195,"threshold_uncertainty_score":0.8379121},"labels":[],"label_agreement":null},{"id":"W3012028988","doi":"10.2196/16225","title":"Deep Learning–Based Prediction of Refractive Error Using Photorefraction Images Captured by a Smartphone: Model Development and Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ophthalmology and Visual Impairment Studies","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Korea Health Industry Development Institute; National Research Foundation","keywords":"Refractive error; Artificial intelligence; Dioptre; Deep learning; Computer science; Mean squared prediction error; Refraction; Medicine; Machine learning; Ophthalmology; Optics; Visual acuity","score_opus":0.05286319015584507,"score_gpt":0.36219731957489215,"score_spread":0.3093341294190471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012028988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97799945,0.0000317019,0.020828411,0.00023452952,0.000046527806,0.00069939025,0.00000669179,0.000050465867,0.00010282458],"genre_scores_gemma":[0.9967778,0.000009746966,0.0025830942,0.00041967662,0.000035226218,0.000052308184,0.00008473875,0.000010890588,0.000026532649],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998509,0.000060182312,0.00058411976,0.00011623055,0.0005739655,0.00015649249],"domain_scores_gemma":[0.9992098,0.00007162594,0.0002955926,0.00007444141,0.00013527692,0.00021323875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003076825,0.00015300173,0.00032812735,0.00007336708,0.00013886312,0.0000092733635,0.000043090768,0.00016369902,0.00004325525],"category_scores_gemma":[0.00034014066,0.00012545567,0.000031755724,0.00015261189,0.00011241499,0.00025452816,0.00005433179,0.00040035904,0.0000043035175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059265667,0.009614513,0.57741946,0.004008802,0.001848176,0.000070149945,0.36496994,0.004916443,0.012051398,0.000005991697,0.0054380507,0.013730481],"study_design_scores_gemma":[0.0040471843,0.0027531392,0.03675397,0.00015548427,0.00019926245,0.000026649548,0.022804426,0.92263967,0.010301581,0.0000027640772,0.00016657045,0.00014931236],"about_ca_topic_score_codex":0.000008555332,"about_ca_topic_score_gemma":3.8074847e-7,"teacher_disagreement_score":0.91772324,"about_ca_system_score_codex":0.0000735707,"about_ca_system_score_gemma":0.00015835563,"threshold_uncertainty_score":0.51159334},"labels":[],"label_agreement":null},{"id":"W3012073743","doi":"10.2196/17645","title":"A Method to Learn Embedding of a Probabilistic Medical Knowledge Graph: Algorithm Development","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Embedding; Probabilistic logic; Representation (politics); Medical knowledge; Knowledge graph; Knowledge representation and reasoning; Graph","score_opus":0.027764589076377275,"score_gpt":0.34304966760358213,"score_spread":0.31528507852720483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012073743","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001474217,0.00004872009,0.9948377,0.0020030641,0.00016051457,0.00046447385,0.0000014054145,0.00023546902,0.00077441405],"genre_scores_gemma":[0.007737593,0.000010196404,0.9872778,0.004711881,0.000121285724,0.00009736105,0.0000047186372,0.000014374601,0.000024809899],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961953,0.00011284158,0.0011892985,0.00024813306,0.0017531473,0.0005012381],"domain_scores_gemma":[0.9973005,0.0004978039,0.000222476,0.00033985317,0.00016770446,0.0014716843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009529377,0.00023725812,0.00046586932,0.00016032546,0.00009067182,0.00004448446,0.0017519067,0.00023305486,0.00008678667],"category_scores_gemma":[0.0007219119,0.0001925183,0.000102610255,0.0015775313,0.00012495041,0.00038958967,0.0011677303,0.0006559003,0.00010943139],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071621066,0.000091337526,0.000013490524,0.00025314078,0.000028723543,0.000025262785,0.020861452,0.00042258255,0.0000046370715,0.004868911,0.0027667137,0.9706566],"study_design_scores_gemma":[0.0004999027,0.00019574085,0.00004070117,0.00028636106,0.0000052183536,0.00004712322,0.00028311924,0.9567486,0.00024570592,0.001014468,0.040361628,0.00027141426],"about_ca_topic_score_codex":9.4890845e-7,"about_ca_topic_score_gemma":0.0000024895123,"teacher_disagreement_score":0.9703852,"about_ca_system_score_codex":0.000044057713,"about_ca_system_score_gemma":0.000589749,"threshold_uncertainty_score":0.7850669},"labels":[],"label_agreement":null},{"id":"W3012108798","doi":"10.2196/17644","title":"Document-Level Biomedical Relation Extraction Leveraging Pretrained Self-Attention Structure and Entity Replacement: Algorithm and Pretreatment Method Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Relationship extraction; Computer science; Preprocessor; Relation (database); Semantics (computer science); Sentence; Context (archaeology); Noise (video); Artificial intelligence; Natural language processing; Heuristic; Data mining; Biomedical text mining; Information retrieval; Machine learning; Pattern recognition (psychology); Text mining; Image (mathematics)","score_opus":0.021014738332400675,"score_gpt":0.3257688454509995,"score_spread":0.3047541071185988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012108798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79022986,0.00008220013,0.20824744,0.0006740167,0.000120337354,0.0005227774,0.00002116752,0.00006401546,0.000038210488],"genre_scores_gemma":[0.88394296,0.00012731836,0.114772655,0.00041005076,0.00019957864,0.00004317703,0.0004515534,0.000012396903,0.000040318406],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99833816,0.00013884202,0.0004996231,0.00025266127,0.000576811,0.00019390088],"domain_scores_gemma":[0.9992543,0.000043230153,0.00019667632,0.00015159055,0.00005135281,0.00030288225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005243075,0.00017848193,0.0001949573,0.000054570777,0.00013114908,0.000067562374,0.00009577096,0.00032742656,0.000050560197],"category_scores_gemma":[0.0002658005,0.0001457315,0.000034391724,0.00012928846,0.000095581534,0.00003412755,0.00015596487,0.0002445006,0.0000022668412],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002811528,0.00064775016,0.023469469,0.00055753597,0.0007090922,0.000017969127,0.019384814,0.0000068021877,0.0071207946,0.000053978405,0.00263681,0.94511384],"study_design_scores_gemma":[0.03998706,0.023292216,0.40288246,0.0006345161,0.0015338415,0.0009409758,0.049720086,0.37642744,0.027119802,0.0012910066,0.072896935,0.0032736778],"about_ca_topic_score_codex":0.000008577334,"about_ca_topic_score_gemma":0.0000015794772,"teacher_disagreement_score":0.9418402,"about_ca_system_score_codex":0.00003118194,"about_ca_system_score_gemma":0.00006437704,"threshold_uncertainty_score":0.5942758},"labels":[],"label_agreement":null},{"id":"W3012211566","doi":"10.2196/17622","title":"Re-examination of Rule-Based Methods in Deidentification of Electronic Health Records: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Computer science; Rule-based system; Task (project management); Machine learning; Artificial intelligence; Data mining; Health informatics; Set (abstract data type); Ensemble learning; Health records; Reliability (semiconductor); Health care","score_opus":0.037165995476084505,"score_gpt":0.3833501845760687,"score_spread":0.34618418909998416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012211566","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05745454,0.000050636274,0.9389414,0.003085957,0.0000489851,0.0003010545,8.6831415e-7,0.00003902295,0.00007754273],"genre_scores_gemma":[0.25228134,0.000025051078,0.7469278,0.0006868714,0.0000117654035,0.00002751546,0.000032828404,0.0000043181662,0.0000025271772],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767965,0.00036779387,0.0010693722,0.00011196957,0.00058534957,0.00018587083],"domain_scores_gemma":[0.9987083,0.00026226146,0.0005836048,0.00018008839,0.000116365634,0.00014934433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029303476,0.000081658494,0.00022280395,0.00016502064,0.000034725545,0.000018115124,0.00032140827,0.00008960306,0.000012041274],"category_scores_gemma":[0.000525824,0.00007899925,0.000017669772,0.00055597967,0.000036684498,0.00026382206,0.000086711036,0.00028235733,0.0000021886979],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027600113,0.000030318291,0.0009292338,0.00077007443,0.0000034534955,1.9259696e-7,0.016649531,0.00006642836,0.000006446525,0.0014195344,0.000027631253,0.9800944],"study_design_scores_gemma":[0.00038601534,0.000168759,0.015900565,0.00016407282,0.0000012769714,0.0000011258521,0.00053973414,0.9790836,0.002627738,0.00017267333,0.0008763974,0.000078062556],"about_ca_topic_score_codex":0.000031917243,"about_ca_topic_score_gemma":0.000013400798,"teacher_disagreement_score":0.98001635,"about_ca_system_score_codex":0.0001139225,"about_ca_system_score_gemma":0.0007847734,"threshold_uncertainty_score":0.32214957},"labels":[],"label_agreement":null},{"id":"W3012280586","doi":"10.2196/17832","title":"An Ensemble Learning Strategy for Eligibility Criteria Text Classification for Clinical Trial Recruitment: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Guangdong Province; National Science Foundation","keywords":"Computer science; Artificial intelligence; Machine learning; Gradient boosting; Boosting (machine learning); Classifier (UML); Ensemble learning; F1 score; Encoder; Ensemble forecasting; Random forest","score_opus":0.3118065264941681,"score_gpt":0.5122167515831201,"score_spread":0.20041022508895195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012280586","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08448192,0.000016472193,0.90994143,0.0023288582,0.00030384233,0.0026296864,0.000004930512,0.00020056556,0.00009226488],"genre_scores_gemma":[0.2670992,0.000038994483,0.7287438,0.0019568447,0.0006304142,0.0012105523,0.00028230928,0.000018236824,0.0000196682],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972402,0.00025585608,0.0013788142,0.00030649867,0.0005178239,0.0003008239],"domain_scores_gemma":[0.9978043,0.00074462016,0.00041307614,0.00028153468,0.00021670571,0.0005398075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029323043,0.00015837413,0.0003095227,0.000048464943,0.00025920576,0.0002424537,0.0004914349,0.0002657692,0.000014641033],"category_scores_gemma":[0.0015603614,0.0001419396,0.00006210348,0.00015734356,0.000058593698,0.00062734017,0.00011319006,0.00042348736,0.000010212039],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039081744,0.00008777129,0.00024400961,0.00033918465,0.0000116601495,3.6446707e-7,0.0063662073,0.000021851447,0.0000037283523,0.002391667,0.0007134652,0.9894293],"study_design_scores_gemma":[0.0066308347,0.0017427723,0.00076126255,0.00003286881,0.0000061689616,0.0000027224023,0.00056615804,0.9368862,0.00007050311,0.00047197516,0.052660726,0.00016780761],"about_ca_topic_score_codex":0.000002331756,"about_ca_topic_score_gemma":0.0000013520654,"teacher_disagreement_score":0.98926145,"about_ca_system_score_codex":0.000054597702,"about_ca_system_score_gemma":0.0005184486,"threshold_uncertainty_score":0.5788129},"labels":[],"label_agreement":null},{"id":"W3012331434","doi":"10.2196/17037","title":"A Lightweight Deep Learning Model for Fast Electrocardiographic Beats Classification With a Wearable Cardiac Monitor: Development and Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Deep learning; Recurrent neural network; Inference; Wearable computer; Machine learning; Wearable technology; Artificial neural network; Embedded system","score_opus":0.024895002144170647,"score_gpt":0.2836765980267737,"score_spread":0.2587815958826031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012331434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89960253,0.00015454103,0.09858618,0.00045097675,0.00002445614,0.0007936462,9.040368e-7,0.00012598207,0.00026075856],"genre_scores_gemma":[0.9859941,0.00013772568,0.013102648,0.000118726064,0.00018272996,0.0003143572,0.00004245704,0.000019078247,0.0000881601],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983749,0.000030831972,0.0004611831,0.00015289715,0.0007379278,0.00024231004],"domain_scores_gemma":[0.99914074,0.00005322977,0.0001415727,0.00012806595,0.0001512119,0.0003851513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034323055,0.00016326654,0.00038681424,0.00013279916,0.00019700442,0.000053322085,0.00007338865,0.0001171632,0.0000026820237],"category_scores_gemma":[0.00008072373,0.00012086884,0.000077773904,0.00039051767,0.000039743525,0.00015828383,0.000029306364,0.0003400456,0.0000063722705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007843776,0.00078086293,0.42926076,0.0018741857,0.0026602934,0.000015419344,0.13297303,0.0016191135,0.0006147293,0.00005670508,0.00043222812,0.4289283],"study_design_scores_gemma":[0.0019452019,0.0009282308,0.007073432,0.00023519581,0.00046307774,0.000006457775,0.013629582,0.9731619,0.0010080837,0.000006147159,0.0013115999,0.00023108703],"about_ca_topic_score_codex":0.0000018043685,"about_ca_topic_score_gemma":9.345057e-7,"teacher_disagreement_score":0.9715428,"about_ca_system_score_codex":0.000045516917,"about_ca_system_score_gemma":0.00013894333,"threshold_uncertainty_score":0.49288884},"labels":[],"label_agreement":null},{"id":"W3012577477","doi":"10.2196/18677","title":"Retracted: Application of an Isolated Word Speech Recognition System in the Field of Mental Health Consultation: Development and Usability Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":4,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Peking University","keywords":"Computer science; Speech recognition; Usability; Vocabulary; Speech analytics; Hidden Markov model; Software; Debugging; Audio mining; Natural language processing; Field (mathematics); Voice activity detection; Feature (linguistics); Speech processing; Human–computer interaction; Artificial intelligence; Programming language","score_opus":0.038804739552650826,"score_gpt":0.3648361276845607,"score_spread":0.32603138813190985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012577477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958017,0.00000787671,0.0010406816,0.0008887738,0.000060538358,0.0012085447,0.0000114336435,0.000023957771,0.00095651223],"genre_scores_gemma":[0.997505,0.00000377096,0.000969701,0.0012823616,0.000019840592,0.00006602146,0.00014898312,0.0000028673048,0.0000014471997],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99843746,0.00019353039,0.00085863937,0.00007790802,0.00034519052,0.000087242996],"domain_scores_gemma":[0.9992382,0.00017200777,0.00031474084,0.00010299202,0.00007675815,0.000095294934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095908233,0.00006616236,0.000172666,0.000049504844,0.000037323083,0.000006484728,0.00009163571,0.000121315235,0.00007817457],"category_scores_gemma":[0.00012163962,0.000050088154,0.000013393064,0.00025597622,0.000045987064,0.00010704758,0.000016587144,0.00023314927,0.000012929749],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016688064,0.0006869436,0.0023010727,0.00042696125,0.000021749434,0.0000010960413,0.18707824,1.1561439e-7,0.0000071019804,0.000051015308,0.000352021,0.8089068],"study_design_scores_gemma":[0.008060162,0.0036875466,0.16115713,0.0005164617,0.000032760363,0.000087045395,0.8098267,0.013219615,0.0008147671,0.000071434995,0.0022176867,0.0003087405],"about_ca_topic_score_codex":0.000046607183,"about_ca_topic_score_gemma":0.000069561385,"teacher_disagreement_score":0.80859804,"about_ca_system_score_codex":0.000023888942,"about_ca_system_score_gemma":0.00006227416,"threshold_uncertainty_score":0.20425355},"labels":[],"label_agreement":null},{"id":"W3012623933","doi":"10.2196/15767","title":"The Development of a Practical Artificial Intelligence Tool for Diagnosing and Evaluating Autism Spectrum Disorder: Multicenter Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China; National Science Foundation","keywords":"Autism spectrum disorder; Naive Bayes classifier; Autism; Artificial intelligence; Neurodevelopmental disorder; Neuroimaging; Medicine; Machine learning; Psychology; Computer science; Psychiatry; Support vector machine","score_opus":0.1204316724618331,"score_gpt":0.43031051000005477,"score_spread":0.30987883753822165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012623933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8668754,0.000017785878,0.105617814,0.024882376,0.00008823493,0.0023902538,0.000004469731,0.000051532297,0.00007211085],"genre_scores_gemma":[0.9896554,0.00002221528,0.009487212,0.00048352906,0.00003506163,0.00029582434,0.0000012945432,0.000015422962,0.000004053943],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965369,0.00016246134,0.0011584839,0.00020468108,0.0014619367,0.00047550778],"domain_scores_gemma":[0.996246,0.00303882,0.00025943067,0.00019923043,0.0000161277,0.00024038757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013891967,0.0001618397,0.00023396371,0.000048766477,0.00060662616,0.0001975924,0.00040588726,0.00007662057,0.0000619558],"category_scores_gemma":[0.008001792,0.00011244158,0.000044619723,0.0002991154,0.00041602243,0.0002908463,0.0004961174,0.00044874052,0.000023972598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077022595,0.0020064483,0.0051720757,0.0007226566,0.000068492925,0.00002072446,0.22310624,0.00004993356,0.0005136211,0.12706797,0.0001111985,0.6403904],"study_design_scores_gemma":[0.0011635044,0.001518469,0.0025834034,0.00012097208,0.00002983602,0.000011230919,0.022660365,0.94940925,0.012312047,0.008142744,0.0016641011,0.00038405365],"about_ca_topic_score_codex":0.0000026405846,"about_ca_topic_score_gemma":0.000035918893,"teacher_disagreement_score":0.94935936,"about_ca_system_score_codex":0.000036826383,"about_ca_system_score_gemma":0.00047303588,"threshold_uncertainty_score":0.9579471},"labels":[],"label_agreement":null},{"id":"W3012647181","doi":"10.2196/18682","title":"Retracted: Artificial Intelligence–Based Neural Network for the Diagnosis of Diabetes: Model Development","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":20,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Artificial neural network; Computer science; Backpropagation; Artificial intelligence; MATLAB; Machine learning; Software; Data mining","score_opus":0.24578401157576052,"score_gpt":0.4595377435315387,"score_spread":0.21375373195577818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012647181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6492753,0.00022428455,0.29556143,0.044846572,0.0019918738,0.0070705465,0.000128979,0.00034519818,0.0005557976],"genre_scores_gemma":[0.9520672,0.00003297892,0.0155343795,0.028777314,0.0010872234,0.0023812843,0.000068178706,0.0000371006,0.000014342022],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995121,0.00015798435,0.0026756811,0.00015718209,0.0010364706,0.00085169694],"domain_scores_gemma":[0.99331224,0.0046650125,0.000675534,0.0003363982,0.0004577771,0.00055304257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00164342,0.00022780243,0.0004550657,0.000051806914,0.00080904446,0.000014977601,0.00073224655,0.0005776249,0.00058884826],"category_scores_gemma":[0.0027465748,0.0001560666,0.00013698882,0.00049952004,0.00025649846,0.00016579067,0.0001855861,0.0014707984,0.0001455505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043260228,0.00033764378,0.070769176,0.007077073,0.00015957719,0.0000027391845,0.1433366,0.1081639,0.000007523102,0.013699435,0.08160822,0.57440555],"study_design_scores_gemma":[0.00006912154,0.00013129303,0.00018784552,0.00037484872,0.000020411126,5.9581357e-8,0.009015953,0.979535,0.0004255734,0.0011680127,0.008907111,0.00016481096],"about_ca_topic_score_codex":0.000019005003,"about_ca_topic_score_gemma":0.00015442204,"teacher_disagreement_score":0.8713711,"about_ca_system_score_codex":0.00010381424,"about_ca_system_score_gemma":0.0014675552,"threshold_uncertainty_score":0.64474756},"labels":[],"label_agreement":null},{"id":"W3012814490","doi":"10.2196/17420","title":"Enabling External Inquiries to an Existing Patient Registry by Using the Open Source Registry System for Rare Diseases: Demonstration of the System Using the European Society for Immunodeficiencies Registry","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Immunodeficiency and Autoimmune Disorders","field":"Immunology and Microbiology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Toolchain; Context (archaeology); Computer science; Database; Medicine; Software; World Wide Web; Operating system; Geography","score_opus":0.039336932598426154,"score_gpt":0.2907236390097919,"score_spread":0.2513867064113658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012814490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7273932,0.003895426,0.26382872,0.00054318755,0.00072609325,0.0028170038,0.0003184942,0.00011870854,0.00035916315],"genre_scores_gemma":[0.9981416,0.000006959465,0.0006881886,0.0008300495,0.000043461056,0.0001061337,0.00009767881,0.00003158047,0.00005434124],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974487,0.0003436484,0.0012349483,0.00022698479,0.00026947257,0.00047628273],"domain_scores_gemma":[0.9974866,0.00033482153,0.0011647667,0.0007548407,0.00021819894,0.000040797237],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0013363155,0.0002758724,0.00039601602,0.000019630326,0.0021589827,0.00025611464,0.002107387,0.00021334992,0.0000039698116],"category_scores_gemma":[0.00052419765,0.00015576226,0.0003220051,0.0002835399,0.0011645282,0.00035315342,0.00070174696,0.00045391714,0.0000017081785],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020148305,0.0008694591,0.0010034081,0.017278474,0.0013380859,0.0000064226174,0.52227604,0.02013582,0.3197805,0.012428187,0.012640995,0.09022778],"study_design_scores_gemma":[0.0019049065,0.00028650352,0.000055384084,0.002810279,0.00028116247,0.00020136696,0.8700688,0.089323804,0.009086361,0.000011379528,0.025472112,0.00049792667],"about_ca_topic_score_codex":0.000076336255,"about_ca_topic_score_gemma":7.7947965e-7,"teacher_disagreement_score":0.34779277,"about_ca_system_score_codex":0.00012069304,"about_ca_system_score_gemma":0.00041351726,"threshold_uncertainty_score":0.9991401},"labels":[],"label_agreement":null},{"id":"W3012990848","doi":"10.2196/11627","title":"Therapeutic Duplication in Taiwan Hospitals for Patients With High Blood Pressure, Sugar, and Lipids: Evaluation With a Mobile Health Mapping Tool","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical prescription; Concordance; Dashboard; mHealth; Blood pressure; Medical emergency; Type 2 diabetes; Health care; Emergency medicine; Family medicine; Diabetes mellitus; Nursing; Internal medicine; Psychological intervention; Database","score_opus":0.02625658789638844,"score_gpt":0.3105551323938869,"score_spread":0.2842985444974984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012990848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9784428,0.00046386645,0.007811447,0.0053072823,0.00003478502,0.0076405187,0.000015886468,0.0000721396,0.0002112625],"genre_scores_gemma":[0.98440385,0.00006231562,0.004808131,0.0076240026,0.00007395608,0.0027519849,0.00022273004,0.00001456868,0.000038442737],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99808586,0.000033192297,0.0005615101,0.00015660595,0.0009383376,0.00022447664],"domain_scores_gemma":[0.9988954,0.000055194414,0.00029497384,0.00020967155,0.00023878216,0.00030596615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042761647,0.000140091,0.00031241012,0.000061058,0.00005616821,0.000023455743,0.00010433878,0.00009228754,0.00017498659],"category_scores_gemma":[0.00014487152,0.000095633164,0.000018373163,0.00027912055,0.00008821811,0.00019932925,0.000022282931,0.00020447474,0.000016254782],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013681795,0.0020582592,0.3127184,0.008716312,0.0006430386,0.0000030133037,0.043772217,0.00007332448,0.00002648908,0.0015373317,0.007895893,0.6211875],"study_design_scores_gemma":[0.054890126,0.02544693,0.6243464,0.00531309,0.0008450467,0.000038849554,0.013453001,0.22008196,0.00012196776,0.0004317616,0.05393719,0.0010937112],"about_ca_topic_score_codex":0.0000054718603,"about_ca_topic_score_gemma":0.0000023276532,"teacher_disagreement_score":0.6200938,"about_ca_system_score_codex":0.000026519558,"about_ca_system_score_gemma":0.00049261545,"threshold_uncertainty_score":0.38998073},"labels":[],"label_agreement":null},{"id":"W3013004666","doi":"10.2196/18094","title":"Real-Time Streaming of Surgery Performance and Intraoperative Imaging Data in the Hybrid Operating Room: Development and Usability Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Taipei Veterans General Hospital","keywords":"Usability; Medicine; Computer science; Human–computer interaction","score_opus":0.06185717190692995,"score_gpt":0.33669633370618046,"score_spread":0.2748391617992505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013004666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99798393,0.000014218542,0.0000385144,0.00055139087,0.000010739194,0.00040319952,0.0000031025324,0.00001896965,0.0009759384],"genre_scores_gemma":[0.99827534,0.000023783883,0.00090837386,0.00069795066,0.00003115221,0.000010870915,0.000046004156,0.0000046909804,0.0000018473671],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983933,0.00007500133,0.0007478319,0.00012051274,0.00051425834,0.00014912734],"domain_scores_gemma":[0.99878454,0.00072397373,0.00009410555,0.00018575066,0.00004294127,0.00016870753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016639191,0.00010597122,0.00032111764,0.000040800882,0.00007904709,0.000032693806,0.00011982208,0.000027691296,0.00006530299],"category_scores_gemma":[0.0008466668,0.00006625474,0.000011601939,0.00017001858,0.00010820048,0.0003057604,0.00019850238,0.000259193,0.0000024261346],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054224307,0.00017977858,0.66827327,0.00036613454,0.000030204706,0.000033944223,0.07401282,0.000010639649,0.0000091312595,0.000008318398,0.000053696538,0.2569678],"study_design_scores_gemma":[0.0018383283,0.00009587962,0.43520966,0.0002866011,0.000019360043,0.00003696755,0.034503784,0.527413,0.000070026894,0.0000010442906,0.00040713904,0.000118179916],"about_ca_topic_score_codex":0.000011260595,"about_ca_topic_score_gemma":0.0000025465786,"teacher_disagreement_score":0.5274024,"about_ca_system_score_codex":0.000015141073,"about_ca_system_score_gemma":0.00016566693,"threshold_uncertainty_score":0.27017897},"labels":[],"label_agreement":null},{"id":"W3013047410","doi":"10.2196/17819","title":"Predicting Onset of Dementia Using Clinical Notes and Machine Learning: Case-Control Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Biogen","keywords":"Medicine; Medical diagnosis; Dementia; Clinical trial; MEDLINE; Artificial intelligence; Retrospective cohort study; Medical physics; Disease; Machine learning; Computer science; Internal medicine; Pathology","score_opus":0.06962488725670078,"score_gpt":0.37950865437642345,"score_spread":0.30988376711972265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013047410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8545036,0.00009222507,0.14338672,0.0012135431,0.00012426553,0.0004756603,0.000007396581,0.00015237537,0.000044232704],"genre_scores_gemma":[0.9790029,0.000009303548,0.019432291,0.0014283083,0.00010642846,0.000007856361,0.000002053067,0.000009767333,0.0000010843812],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968569,0.00048187896,0.0013894142,0.00018765031,0.00079917745,0.0002849351],"domain_scores_gemma":[0.9970693,0.0014889147,0.00051738066,0.0002797577,0.000102512546,0.0005421444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001996939,0.00016210471,0.0004294399,0.000069973656,0.00017702075,0.000070645925,0.00052144483,0.00015178161,0.00004852976],"category_scores_gemma":[0.0040466315,0.00013648164,0.000063485066,0.0002964904,0.00011585986,0.0003273713,0.00056390587,0.0011271315,0.0000061413684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016103817,0.00008965812,0.9458897,0.0002545157,0.00007867473,0.0002238016,0.015836233,0.00038209447,5.662338e-7,0.00007555748,0.000021067297,0.037131988],"study_design_scores_gemma":[0.0012808309,0.0008379633,0.023430955,0.000055736535,0.000038452534,0.00043725056,0.0012540437,0.9723927,0.0000021748187,0.000011515551,0.00014082731,0.00011757162],"about_ca_topic_score_codex":0.0001282919,"about_ca_topic_score_gemma":0.000024135215,"teacher_disagreement_score":0.9720106,"about_ca_system_score_codex":0.0000124894905,"about_ca_system_score_gemma":0.00017671056,"threshold_uncertainty_score":0.556556},"labels":[],"label_agreement":null},{"id":"W3013337293","doi":"10.2196/15150","title":"Towards an Adoption Framework for Patient Access to Electronic Health Records: Systematic Literature Mapping Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health records; Computer science; Systematic review; MEDLINE; Medicine; Data science; Health care; Knowledge management","score_opus":0.08286413380201108,"score_gpt":0.4666977711822787,"score_spread":0.3838336373802676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013337293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4268017,0.0016469378,0.44111913,0.045225117,0.003898397,0.07870085,0.00014836033,0.0014512988,0.0010081838],"genre_scores_gemma":[0.8141135,0.0003458312,0.016301675,0.14639103,0.0027760875,0.019546404,0.00027304876,0.00017209577,0.00008034281],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9903119,0.0016556875,0.004012245,0.0003902055,0.0016044256,0.0020255214],"domain_scores_gemma":[0.9940516,0.0009308835,0.0014614285,0.00073358294,0.0005005935,0.0023219383],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004504234,0.00043312937,0.0013729841,0.000271823,0.00085219374,0.00013833487,0.0010446089,0.00069623254,0.00015203858],"category_scores_gemma":[0.003083674,0.00034311763,0.00013373623,0.0014038027,0.000024261833,0.000799557,0.0003307899,0.0028761495,0.00022851043],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031680576,0.0006120097,0.0019735973,0.2686198,0.00016865316,0.000006807557,0.66333985,0.00002066702,8.3218794e-7,0.006982159,0.027928721,0.030030075],"study_design_scores_gemma":[0.00769828,0.036427427,0.002445865,0.18142071,0.0001424233,0.00004782402,0.56312716,0.07884293,0.000005197423,0.0038825858,0.123578034,0.0023815592],"about_ca_topic_score_codex":0.00008575224,"about_ca_topic_score_gemma":0.00023356406,"teacher_disagreement_score":0.42481747,"about_ca_system_score_codex":0.0015104,"about_ca_system_score_gemma":0.0046391627,"threshold_uncertainty_score":0.99990207},"labels":[],"label_agreement":null},{"id":"W3013366438","doi":"10.2196/16008","title":"Prediction of Medical Concepts in Electronic Health Records: Similar Patient Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Health records; Medical record; Electronic health record; Computer science; Data science; Medicine; Medical emergency; Health care; Radiology","score_opus":0.023673158142783653,"score_gpt":0.33826796640842366,"score_spread":0.31459480826564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013366438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2470931,0.00065070397,0.6253537,0.12344352,0.00050392695,0.0011984417,0.000032024516,0.00052217965,0.0012023865],"genre_scores_gemma":[0.9772846,0.00036371208,0.0056730607,0.016494036,0.000085756066,0.000040168798,0.000046664,0.000008199993,0.0000038117432],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948635,0.0002927954,0.0015407938,0.0001894108,0.0026115556,0.0005019214],"domain_scores_gemma":[0.9979968,0.00024605618,0.00047879881,0.00038309826,0.00008579114,0.00080943713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014441411,0.00014792378,0.00051077246,0.00024174868,0.000050825816,0.000026555517,0.0011033837,0.00024987987,0.0003269613],"category_scores_gemma":[0.0010115735,0.00012886712,0.0001144419,0.0019821348,0.00008712291,0.00032340802,0.0003566281,0.001133061,0.000018634939],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054454187,0.00044480932,0.08942884,0.002239309,0.00035811396,0.000049647864,0.1496986,0.0036131241,7.67924e-7,0.023067268,0.025373135,0.7056719],"study_design_scores_gemma":[0.0004567069,0.00068945094,0.0032568283,0.00012085949,0.000007949629,0.0000067862625,0.00061539275,0.9810752,0.000004604048,0.000098041884,0.013574596,0.00009356727],"about_ca_topic_score_codex":0.00020288715,"about_ca_topic_score_gemma":0.00012875652,"teacher_disagreement_score":0.9774621,"about_ca_system_score_codex":0.00016150366,"about_ca_system_score_gemma":0.0015408521,"threshold_uncertainty_score":0.5255049},"labels":[],"label_agreement":null},{"id":"W3013387441","doi":"10.2196/18323","title":"A Knowledge Graph of Combined Drug Therapies Using Semantic Predications From Biomedical Literature: Algorithm Development","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China; China Association for Science and Technology","keywords":"Computer science; Predicate (mathematical logic); Sentence; Natural language processing; Artificial intelligence; Knowledge representation and reasoning; Medicine","score_opus":0.027749480950640778,"score_gpt":0.31718226322466914,"score_spread":0.28943278227402836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013387441","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072215065,0.00033180363,0.9246705,0.0019275213,0.0002892882,0.0002755072,0.000030145136,0.00014571767,0.00011444481],"genre_scores_gemma":[0.13915089,0.000029148176,0.8591679,0.0012795642,0.00015096732,0.000034934972,0.00016506447,0.000012864761,0.000008679239],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970631,0.00016769758,0.0010532093,0.00019476762,0.0012603117,0.00026093566],"domain_scores_gemma":[0.9980818,0.0005991861,0.00029152463,0.00032845832,0.00020011967,0.0004988899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005527622,0.00020460048,0.00035812342,0.00019986519,0.00011358584,0.00012043119,0.0012344652,0.00014052783,0.0000491579],"category_scores_gemma":[0.00022884112,0.00016985786,0.00010172557,0.0014250438,0.00023914216,0.00062524574,0.0006174946,0.0003677085,0.000031446685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002952041,0.001155548,0.00027694588,0.0008295516,0.00049033004,0.000031891832,0.43998358,0.00038638923,0.00013164197,0.014169731,0.007812976,0.5347019],"study_design_scores_gemma":[0.0007588186,0.00005179771,0.0007966265,0.00033497924,0.000011846251,0.000009066359,0.00052729604,0.9884128,0.0003554341,0.0031944904,0.005345136,0.00020173597],"about_ca_topic_score_codex":0.000005467899,"about_ca_topic_score_gemma":9.964701e-7,"teacher_disagreement_score":0.9880264,"about_ca_system_score_codex":0.000043380525,"about_ca_system_score_gemma":0.00094981404,"threshold_uncertainty_score":0.6926602},"labels":[],"label_agreement":null},{"id":"W3013481164","doi":"10.2196/18664","title":"Optimization of Precontrol Methods and Analysis of a Dynamic Model for Brucellosis: Model Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Brucella: diagnosis, epidemiology, treatment","field":"Veterinary","cited_by":7,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Brucellosis; Brucella; Brucella abortus; Infectious disease (medical specialty); Medicine; Environmental health; Immunology; Biology; Intensive care medicine; Disease; Pathology","score_opus":0.09727535538934368,"score_gpt":0.41481814191990013,"score_spread":0.31754278653055645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013481164","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24330711,0.00010674301,0.75554526,0.0003993901,0.0000101260475,0.00051098247,0.0000512798,0.000022264412,0.000046855934],"genre_scores_gemma":[0.41511962,0.00013909044,0.5840671,0.00034978,0.000003502664,0.00018666664,0.000121966885,0.000008326115,0.0000039169627],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981599,0.000096693904,0.0012029551,0.000144121,0.00023105904,0.0001652703],"domain_scores_gemma":[0.9984358,0.000587778,0.0005149965,0.0001518084,0.00010878278,0.00020084286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008743075,0.00015947263,0.00067421125,0.00016822081,0.00003875205,0.0000089415225,0.00011407435,0.00021819136,0.000020880761],"category_scores_gemma":[0.00051792455,0.00013619849,0.00009667211,0.00021992237,0.00009861354,0.00015722241,0.000095503376,0.00009458633,4.772998e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050000125,0.0003332957,0.0017944376,0.0019199036,0.0028284828,9.0177815e-7,0.038347926,0.8823229,0.00029756557,0.0006029307,0.00031495086,0.070736684],"study_design_scores_gemma":[0.0009826842,0.00019229726,0.0003577433,0.000047826165,0.0006991576,0.0000020040318,0.00035922226,0.99686205,0.00021411682,0.00015406219,0.000014464412,0.00011433921],"about_ca_topic_score_codex":0.0000036389076,"about_ca_topic_score_gemma":0.0000030818492,"teacher_disagreement_score":0.1718125,"about_ca_system_score_codex":0.00004820497,"about_ca_system_score_gemma":0.00010939688,"threshold_uncertainty_score":0.5554013},"labels":[],"label_agreement":null},{"id":"W3013502265","doi":"10.2196/15749","title":"Applied Practice and Possible Leverage Points for Information Technology Support for Patient Screening in Clinical Trials: Qualitative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical trial; Medicine; Inclusion (mineral); Qualitative research; Clinical decision support system; Decision support system; Family medicine; Medical education; Medical physics; Psychology; Computer science; Internal medicine; Data mining","score_opus":0.24821806979843308,"score_gpt":0.5948661295841965,"score_spread":0.3466480597857634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013502265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4767397,0.00009423207,0.39863315,0.04718575,0.0014981944,0.06832391,0.0003345202,0.00060176285,0.006588767],"genre_scores_gemma":[0.8767277,0.00008079145,0.06248363,0.044728074,0.0006348092,0.014924094,0.0003158192,0.00005790024,0.000047182213],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9892379,0.0021071266,0.00685523,0.00020128477,0.0007550035,0.0008434428],"domain_scores_gemma":[0.97989523,0.016416127,0.0024434812,0.00024251381,0.000432597,0.0005700673],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032715995,0.00022634507,0.0011628434,0.00028512423,0.00034499215,0.000025877205,0.00026629097,0.0007594153,0.00004778295],"category_scores_gemma":[0.04620224,0.00018467694,0.0000884185,0.00049189635,0.000095037954,0.0008167616,0.00020779663,0.0016285083,0.00006677712],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002477549,0.00038480278,0.002116256,0.003526313,0.00014590043,0.0000022217998,0.72444195,0.0000025955185,6.5217307e-7,0.0073084533,0.018412674,0.24118061],"study_design_scores_gemma":[0.01279661,0.003805643,0.00023351335,0.0002672202,0.000045426583,0.0000040084365,0.7918058,0.014376719,0.0000026511589,0.00049566186,0.17592978,0.00023692856],"about_ca_topic_score_codex":0.000029652389,"about_ca_topic_score_gemma":0.00004397234,"teacher_disagreement_score":0.399988,"about_ca_system_score_codex":0.00014542307,"about_ca_system_score_gemma":0.0017312601,"threshold_uncertainty_score":0.99602246},"labels":[],"label_agreement":null},{"id":"W3013576631","doi":"10.2196/16312","title":"A Multiview Model for Detecting the Inappropriate Use of Prescription Medication: Machine Learning Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical prescription; Medical diagnosis; Data mining; Computer science; Gold standard (test); Medicine; Matching (statistics); Machine learning; Latent Dirichlet allocation; Artificial intelligence; Topic model","score_opus":0.08222603219537146,"score_gpt":0.32286518627047445,"score_spread":0.240639154075103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013576631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007960701,0.00008187753,0.98577493,0.0049509485,0.00007302773,0.00083229784,0.000003778862,0.00019502793,0.00012740259],"genre_scores_gemma":[0.66004014,0.00005181316,0.33641267,0.0030462164,0.00011241089,0.00025261092,0.000028009877,0.000016144933,0.00003996065],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976672,0.0001716736,0.00082524895,0.00015975062,0.000907198,0.00026892594],"domain_scores_gemma":[0.99822694,0.00044805274,0.0005206236,0.00037580507,0.00016789918,0.0002606574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012097526,0.0001473571,0.00025905223,0.000051873307,0.00021030377,0.000085162676,0.0009954794,0.00015127032,0.000006242062],"category_scores_gemma":[0.0028351294,0.00009837202,0.000086443346,0.00035836577,0.000091474314,0.00060598576,0.0004028053,0.0008471327,0.000004576629],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007743701,0.00015965107,0.002275159,0.006691942,0.000087652006,0.0000015745151,0.21318828,0.12127527,0.000038338763,0.02135888,0.0013406973,0.6335051],"study_design_scores_gemma":[0.00036789174,0.00010660674,0.000102090125,0.000082000035,0.00000775461,0.000008661276,0.00026939044,0.99416846,0.00001652488,0.00011454443,0.0046547563,0.000101315556],"about_ca_topic_score_codex":0.000028142103,"about_ca_topic_score_gemma":0.0000030499386,"teacher_disagreement_score":0.8728932,"about_ca_system_score_codex":0.000028056613,"about_ca_system_score_gemma":0.0001960157,"threshold_uncertainty_score":0.40114945},"labels":[],"label_agreement":null},{"id":"W3013605954","doi":"10.2196/17984","title":"Clinical Text Data in Machine Learning: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":367,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Medical Research Council","keywords":"Machine learning; Computer science; Artificial intelligence; Natural language processing; Bottleneck; Information retrieval","score_opus":0.4199594948799194,"score_gpt":0.57648193156965,"score_spread":0.1565224366897306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013605954","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.7885353e-7,0.9917862,0.00008866414,0.0015915728,0.00046132898,0.0048825988,0.000024982095,0.00009229422,0.0010718262],"genre_scores_gemma":[0.0000019943077,0.9906178,0.00037327915,0.0054561133,0.00059016154,0.0003605475,0.0023276592,0.000044993933,0.00022745959],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902308,0.00065625826,0.0071158456,0.00032222076,0.0012625738,0.00041232185],"domain_scores_gemma":[0.99432087,0.0016658546,0.0014748932,0.0014969386,0.00012626054,0.0009152114],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004699088,0.00042900295,0.005280077,0.0001993378,0.000054263823,0.000032106444,0.0010924129,0.0008920414,0.00061682734],"category_scores_gemma":[0.01831074,0.0002838132,0.00042179623,0.00087758654,0.00014581556,0.00019367883,0.00045871615,0.0036569992,0.0028217412],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020621276,0.00007037138,0.000014621886,0.5556247,0.000048888596,0.00003347135,0.00019699172,5.2013935e-9,4.778219e-11,0.000014644225,0.0035698528,0.44042435],"study_design_scores_gemma":[0.00002659393,0.00009405671,2.7235527e-7,0.47499704,0.00081050897,0.00017896299,0.0001668211,0.0013892385,4.1936925e-9,0.0000045594566,0.52220076,0.00013116092],"about_ca_topic_score_codex":0.000035299076,"about_ca_topic_score_gemma":0.000015192958,"teacher_disagreement_score":0.5186309,"about_ca_system_score_codex":0.00018442827,"about_ca_system_score_gemma":0.002946711,"threshold_uncertainty_score":0.9999614},"labels":[],"label_agreement":null},{"id":"W3013606225","doi":"10.2196/16102","title":"Insurance Customers’ Expectations for Sharing Health Data: Qualitative Survey Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; European Commission","keywords":"Thematic analysis; Business; Social exchange theory; Marketing; Health care; Survey data collection; Qualitative property; Knowledge management; Qualitative research; Computer science; Psychology","score_opus":0.3539360094168653,"score_gpt":0.5845767090224577,"score_spread":0.23064069960559241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013606225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91017437,0.0005460085,0.035728034,0.021748535,0.0023435582,0.023016322,0.002313377,0.0008404192,0.0032893931],"genre_scores_gemma":[0.98193955,0.000048404036,0.001413309,0.012820444,0.00060217956,0.00189768,0.001025879,0.00004864781,0.00020391769],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9926659,0.0018501035,0.002922534,0.00033224202,0.0011103738,0.0011188417],"domain_scores_gemma":[0.9925161,0.0041537783,0.0010390624,0.00076330604,0.00035031227,0.0011774116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0091333,0.00023643987,0.0007825847,0.00010220643,0.00092428725,0.000022204047,0.0011465431,0.00024104925,0.00013716084],"category_scores_gemma":[0.0054731523,0.00020332007,0.00004738208,0.00069376454,0.00007500502,0.00057649246,0.00046312867,0.0014296907,0.0005556395],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010461821,0.00020829694,0.047633417,0.0030196952,0.000081223596,0.0000011634639,0.8552668,0.0000023893997,1.8636878e-7,0.0005875274,0.08901079,0.0040839044],"study_design_scores_gemma":[0.0051161326,0.0014568875,0.023519887,0.00060065463,0.000011849127,0.0000016290173,0.8812034,0.036757223,3.0630218e-7,0.000060232105,0.050854966,0.00041684805],"about_ca_topic_score_codex":0.00091238227,"about_ca_topic_score_gemma":0.0025453968,"teacher_disagreement_score":0.071765184,"about_ca_system_score_codex":0.0003784619,"about_ca_system_score_gemma":0.0037558244,"threshold_uncertainty_score":0.8291152},"labels":[],"label_agreement":null},{"id":"W3013607005","doi":"10.2196/17813","title":"Determining the Topic Evolution and Sentiment Polarity for Albinism in a Chinese Online Health Community: Machine Learning and Social Network Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"melanin and skin pigmentation","field":"Biochemistry, Genetics and Molecular Biology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities","keywords":"Albinism; Social media; Sentiment analysis; Data science; Computer science; Psychology; World Wide Web; Artificial intelligence; Internet privacy; Medicine; Natural language processing; Biology; Genetics","score_opus":0.017248181468505062,"score_gpt":0.3303326855509111,"score_spread":0.31308450408240607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013607005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98952425,0.00013050037,0.008096807,0.0019943214,0.000020086474,0.00019696701,0.000012241241,0.000005295908,0.000019561567],"genre_scores_gemma":[0.9954561,0.00007303477,0.0010245969,0.0026594186,0.0001264327,0.000009735185,0.00064021826,0.0000034255002,0.0000070305964],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993159,0.0001291989,0.0002625301,0.000050853858,0.00012029943,0.00012119457],"domain_scores_gemma":[0.9997193,0.000042052277,0.000101523496,0.000048517944,0.000016123007,0.00007248418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045679015,0.000069000096,0.0001425177,0.000019930918,0.00021694858,0.000019869456,0.00006334005,0.00007887441,0.0000035522717],"category_scores_gemma":[0.00008616213,0.000050030936,0.000032731616,0.00010387015,0.0000463094,0.000005553055,0.00010955835,0.00022277584,1.3540057e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014194995,0.00019265566,0.91156614,0.0005817394,0.00035456143,8.256661e-7,0.043442573,0.0001517,0.00025372437,0.00027200414,0.000701403,0.04234074],"study_design_scores_gemma":[0.003984813,0.00094965723,0.47055498,0.000040869832,0.00011445757,0.000006849285,0.008124298,0.5076933,0.00002636921,0.0002066993,0.008020264,0.00027743215],"about_ca_topic_score_codex":0.000030776057,"about_ca_topic_score_gemma":0.00025586976,"teacher_disagreement_score":0.5075416,"about_ca_system_score_codex":0.000011081732,"about_ca_system_score_gemma":0.000031805535,"threshold_uncertainty_score":0.20402023},"labels":[],"label_agreement":null},{"id":"W3013783227","doi":"10.2196/17257","title":"Accurate Prediction of Coronary Heart Disease for Patients With Hypertension From Electronic Health Records With Big Data and Machine-Learning Methods: Model Development and Performance Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Random forest; Machine learning; Logistic regression; Receiver operating characteristic; Medicine; Artificial intelligence; Test set; Population; Computer science; Big data; Ensemble learning; Statistics; Data mining; Mathematics","score_opus":0.2766216719624265,"score_gpt":0.45821037988245383,"score_spread":0.18158870792002735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013783227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92867357,0.00022369585,0.06660469,0.0017535157,0.00008185162,0.0024030125,0.00020156142,0.000049594153,0.000008538727],"genre_scores_gemma":[0.953188,0.00029368832,0.041598585,0.002928026,0.00007661364,0.0002257701,0.0016624072,0.000022642716,0.0000042715646],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973652,0.00032323872,0.00098449,0.00022133939,0.0007303767,0.0003753566],"domain_scores_gemma":[0.99782336,0.0005273864,0.000495428,0.00024141103,0.0003896196,0.00052280136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016101544,0.00016076426,0.00033135805,0.000052803716,0.00047679676,0.000008130004,0.00015308843,0.00012550096,0.00001745031],"category_scores_gemma":[0.00072196993,0.00011224603,0.000009046134,0.00013969927,0.000088705194,0.00040490704,0.0001984111,0.00062161166,0.0000028017018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024155865,0.00009357821,0.51003695,0.0022756474,0.000045583693,2.4758037e-7,0.026720123,0.0005585611,0.0000013053411,0.000019570622,0.0005489025,0.4572839],"study_design_scores_gemma":[0.0008868562,0.00095286313,0.051062346,0.0007110743,0.000033732988,5.6569314e-7,0.002949623,0.9416718,0.0000047780222,0.000045976918,0.0015760341,0.00010435953],"about_ca_topic_score_codex":0.00008071751,"about_ca_topic_score_gemma":0.00013170029,"teacher_disagreement_score":0.94111323,"about_ca_system_score_codex":0.00013145962,"about_ca_system_score_gemma":0.0026582335,"threshold_uncertainty_score":0.47155923},"labels":[],"label_agreement":null},{"id":"W3013800031","doi":"10.2196/15954","title":"Health Workers’ Perceptions on Data-informed Decision Making practice in Primary Health Care Units at Awi Zone, Northwest Ethiopia (Preprint)","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Primary care; Health care; Primary health care; Medicine; Environmental health; Family medicine; Computer science; World Wide Web; Political science","score_opus":0.02476634732974906,"score_gpt":0.3791193161153595,"score_spread":0.3543529687856104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013800031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663745,0.00025965928,0.000292379,0.015013852,0.00052454736,0.0022664987,0.00014649903,0.00014652332,0.014975542],"genre_scores_gemma":[0.85337883,0.0012856149,0.0090181455,0.13387832,0.0002194238,0.000039789287,0.0018317604,0.00003702643,0.00031111873],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99526453,0.00012784982,0.001649915,0.0002972187,0.0018839774,0.0007765366],"domain_scores_gemma":[0.99639857,0.0006869651,0.000606398,0.0011674647,0.00021650945,0.00092407654],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012792603,0.00029336524,0.00075154344,0.0002481712,0.00022436815,0.000040817424,0.00052758545,0.00030648574,0.00057407573],"category_scores_gemma":[0.0007278867,0.0002300232,0.000061021805,0.000604084,0.00008450765,0.00056873873,0.0006719152,0.0014180375,0.0017493201],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027530948,0.00078716053,0.32337594,0.009951902,0.00009802183,0.00010499788,0.122995116,0.00018618109,8.4744187e-7,0.00061383727,0.112759165,0.42637375],"study_design_scores_gemma":[0.004726474,0.0014884032,0.6852286,0.009414747,0.000019992298,0.0005525456,0.038577136,0.0011742229,5.460016e-7,0.000013681281,0.25844857,0.00035512197],"about_ca_topic_score_codex":0.00082168257,"about_ca_topic_score_gemma":0.0026265695,"teacher_disagreement_score":0.42601863,"about_ca_system_score_codex":0.0019872994,"about_ca_system_score_gemma":0.0041637504,"threshold_uncertainty_score":0.9990279},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3013803371","doi":"10.2196/18627","title":"Retracted: Application of a Mathematical Model in Determining the Spread of the Rabies Virus: Simulation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Rabies epidemiology and control","field":"Immunology and Microbiology","cited_by":9,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rabies; Rabies virus; Transmission (telecommunications); Veterinary medicine; Virology; Environmental health; Medicine; Computer science; Telecommunications","score_opus":0.027361102154121093,"score_gpt":0.31218148029370807,"score_spread":0.284820378139587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013803371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838924,0.000030785617,0.013874574,0.00089944474,0.000034330555,0.00077434635,0.0000076062715,0.000016763463,0.00046976513],"genre_scores_gemma":[0.9989341,0.000004204522,0.00007738814,0.0008864893,0.0000112243115,0.000063558684,0.000006892994,0.000004165718,0.000011976114],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852115,0.00021314496,0.00094636617,0.000065501255,0.000114286515,0.00013955843],"domain_scores_gemma":[0.9982669,0.0010139048,0.00038786727,0.00025381567,0.00005751715,0.000020023237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076371414,0.00009404779,0.00032988816,0.00002712554,0.000055590914,0.0000023094287,0.0004029338,0.00029915353,0.000045483976],"category_scores_gemma":[0.0016032942,0.0000495388,0.00006742016,0.00015296286,0.00034631233,0.00008200296,0.00011577081,0.0005393614,0.000022710732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020769816,0.0049621053,0.37243775,0.0015979527,0.0010275639,0.0000022698919,0.3677697,0.098203465,0.012484407,0.020199902,0.003700415,0.11553752],"study_design_scores_gemma":[0.0017628534,0.00019295982,0.03409235,0.000062953484,0.000050144296,0.0000022111626,0.0045985854,0.95723903,0.00068030437,0.0009988616,0.00023128581,0.000088444685],"about_ca_topic_score_codex":0.00000594661,"about_ca_topic_score_gemma":0.00001035732,"teacher_disagreement_score":0.85903555,"about_ca_system_score_codex":0.000009761893,"about_ca_system_score_gemma":0.000055785986,"threshold_uncertainty_score":0.23432867},"labels":[],"label_agreement":null},{"id":"W3014082802","doi":"10.2196/12799","title":"Identification of the Best Semantic Expansion to Query PubMed Through Automatic Performance Assessment of Four Search Strategies on All Medical Subject Heading Descriptors: Comparative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unified Medical Language System; Computer science; Information retrieval; Synonym (taxonomy); Precision and recall; Search engine indexing; Subject (documents); Construct (python library); Term (time); Query expansion; Semantics (computer science); Measure (data warehouse); Index (typography); Data mining; World Wide Web","score_opus":0.09308255225453313,"score_gpt":0.38443317167536334,"score_spread":0.2913506194208302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014082802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99324435,0.000026409121,0.0042961487,0.0011555101,0.00016295402,0.0007973066,0.0000076123624,0.000023635283,0.00028609895],"genre_scores_gemma":[0.9983848,0.000039157196,0.0006366038,0.0006879078,0.00009825967,0.000112705646,0.000016663678,0.000009196613,0.000014742169],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967196,0.00020811749,0.0010010739,0.00017855571,0.0015956287,0.0002970518],"domain_scores_gemma":[0.99886596,0.00009868423,0.00027983688,0.00035948845,0.00013302828,0.00026297124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010586432,0.00018065181,0.0003974446,0.00004898145,0.00008122927,0.00003118574,0.0006517472,0.00023644007,0.000023282691],"category_scores_gemma":[0.00047563334,0.00011722715,0.000087628985,0.00030279343,0.00034522777,0.000024146222,0.0003076504,0.0003604492,0.000007671741],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012842651,0.011332901,0.18013102,0.013927806,0.003091442,0.00006002417,0.36635798,0.0036017068,0.07375389,0.0014451346,0.031993438,0.31302038],"study_design_scores_gemma":[0.0057777865,0.013144645,0.2968956,0.0024692686,0.00025215963,0.00006430739,0.24529229,0.3210574,0.11062036,0.00006677756,0.0031500892,0.0012093117],"about_ca_topic_score_codex":0.000018039458,"about_ca_topic_score_gemma":0.00001628638,"teacher_disagreement_score":0.3174557,"about_ca_system_score_codex":0.000032078126,"about_ca_system_score_gemma":0.00049393147,"threshold_uncertainty_score":0.47803843},"labels":[],"label_agreement":null},{"id":"W3014102931","doi":"10.2196/16400","title":"Low-Density Lipoprotein Cholesterol Target Attainment in Patients With Established Cardiovascular Disease: Analysis of Routine Care Data","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Lipoproteins and Cardiovascular Health","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitair Medisch Centrum Utrecht; Universiteit Utrecht","keywords":"Medicine; Referral; Logistic regression; Medical record; Odds ratio; Internal medicine; Cluster (spacecraft); Health care; Emergency medicine; Family medicine","score_opus":0.012712620861875152,"score_gpt":0.2511106308209741,"score_spread":0.23839800995909896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014102931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99214655,0.00044993815,0.004531976,0.00053216954,0.00003272215,0.0019446491,0.00019629463,0.00005361187,0.00011208619],"genre_scores_gemma":[0.99374795,0.000056547902,0.0014604316,0.0016026242,0.00012646956,0.000060825914,0.0029184218,0.000024004554,0.0000027406306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946558,0.000110577,0.0010034924,0.00033428095,0.0034980748,0.0003978166],"domain_scores_gemma":[0.9963559,0.000020614161,0.00021799072,0.0020719417,0.0002869609,0.0010465874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083332683,0.00026683754,0.0013357173,0.00022209772,0.00004642335,0.00002610374,0.0004680001,0.00017146961,0.000107983295],"category_scores_gemma":[0.0003237945,0.00019410034,0.00044123732,0.0013939462,0.00012624823,0.00033004026,0.00039668163,0.00048685822,0.000008504382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020210335,0.001457429,0.79440784,0.010956981,0.016954368,0.0002282983,0.015527821,0.002641221,0.0000011400126,0.000018737066,0.00080072496,0.15498438],"study_design_scores_gemma":[0.009389812,0.0005094615,0.94969773,0.0006127153,0.0036607007,0.0000021625087,0.0021449253,0.028753707,0.00006138051,9.684137e-7,0.0048280153,0.00033844533],"about_ca_topic_score_codex":0.00033665323,"about_ca_topic_score_gemma":0.000045728,"teacher_disagreement_score":0.15528984,"about_ca_system_score_codex":0.0001351642,"about_ca_system_score_gemma":0.0004978289,"threshold_uncertainty_score":0.7915182},"labels":[],"label_agreement":null},{"id":"W3014512312","doi":"10.2196/16076","title":"Identifying the Characteristics of Patients With Cervical Degenerative Disease for Surgical Treatment From 17-Year Real-World Data: Retrospective Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cervical and Thoracic Myelopathy","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Medicine; Retrospective cohort study; Disease; Surgery; Internal medicine","score_opus":0.05061572784175502,"score_gpt":0.34098390028921044,"score_spread":0.29036817244745544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014512312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933771,0.000011920363,0.00061225984,0.0018419188,0.00007618474,0.0021442561,0.0015399954,0.000049404352,0.00034697854],"genre_scores_gemma":[0.99536514,0.00003491958,0.0007753164,0.00076107855,0.0005157209,0.00014459502,0.0023178926,0.000021591293,0.00006372182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974492,0.00006836208,0.0008224545,0.00024494634,0.0011579337,0.0002570945],"domain_scores_gemma":[0.9978769,0.00023838892,0.00031731464,0.000580508,0.00024855844,0.00073836284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021663366,0.00023710809,0.00068641145,0.000040802755,0.00010793596,0.000037328944,0.00033911015,0.000064574335,0.00033399186],"category_scores_gemma":[0.00024511528,0.00012304143,0.00009544278,0.00033502575,0.00022270854,0.00016474864,0.00027545425,0.00029079895,0.000018959441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057601947,0.002263466,0.9596149,0.00027775555,0.0005024011,0.000084231906,0.011232603,5.0050613e-7,3.6538842e-7,0.0004275422,0.0007642386,0.019071812],"study_design_scores_gemma":[0.0070934105,0.0020421494,0.97782254,0.00011715203,0.00051912747,8.6785815e-7,0.0025271464,0.005227058,0.000010159744,0.000047155867,0.004419021,0.0001741878],"about_ca_topic_score_codex":0.00005227561,"about_ca_topic_score_gemma":0.00008702656,"teacher_disagreement_score":0.018897623,"about_ca_system_score_codex":0.000093474766,"about_ca_system_score_gemma":0.00023814989,"threshold_uncertainty_score":0.5017484},"labels":[],"label_agreement":null},{"id":"W3014604514","doi":"10.2196/17642","title":"Using Natural Language Processing Techniques to Provide Personalized Educational Materials for Chronic Disease Patients in China: Development and Assessment of a Knowledge-Based Health Recommender System","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ontology; Computer science; Recommender system; Information retrieval; Artificial intelligence","score_opus":0.027770495797533334,"score_gpt":0.38999263871658607,"score_spread":0.36222214291905275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014604514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111304775,0.00019954314,0.88432264,0.0022714005,0.00004296899,0.0016592783,0.000011850886,0.00015604538,0.000031525797],"genre_scores_gemma":[0.54965377,0.000001522073,0.44941333,0.0006284248,0.000023452323,0.00023920425,0.000032856355,0.0000059232375,0.0000015232162],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833727,0.00005584238,0.0007552668,0.00015242453,0.0004847681,0.00021443346],"domain_scores_gemma":[0.9990623,0.00005339364,0.0003374276,0.00012630159,0.00014238294,0.00027821193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051649567,0.00013863697,0.0003200047,0.00015938703,0.00007683365,0.000055783265,0.0003211941,0.000044536566,0.0000030448314],"category_scores_gemma":[0.000118726624,0.00011621124,0.000029462786,0.00031715469,0.000036222584,0.00035356873,0.00017775422,0.00011418446,3.2462222e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009953639,0.0007277688,0.0028771872,0.025309853,0.00005080316,0.000002733396,0.06640373,0.00003918828,0.00030603647,0.004781003,0.0010195813,0.8983826],"study_design_scores_gemma":[0.0013356352,0.00025339078,0.0041197813,0.0036024307,0.000011941021,0.0000017894371,0.00082112115,0.98349875,0.0033166134,0.000053006446,0.0026023905,0.0003831579],"about_ca_topic_score_codex":0.000007184322,"about_ca_topic_score_gemma":0.0000102096155,"teacher_disagreement_score":0.98345953,"about_ca_system_score_codex":0.0007251229,"about_ca_system_score_gemma":0.0027010078,"threshold_uncertainty_score":0.4791472},"labels":[],"label_agreement":null},{"id":"W3014672583","doi":"10.2196/15963","title":"A Hematologist-Level Deep Learning Algorithm (BMSNet) for Assessing the Morphologies of Single Nuclear Balls in Bone Marrow Smears: Algorithm Development","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Imaging for Blood Diseases","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tri-Service General Hospital; Ministry of Science and Technology, Taiwan","keywords":"Algorithm; Cohort; Medicine; Bone marrow; Artificial intelligence; Pathology; Gold standard (test); Myeloid; Deep learning; Machine learning; Radiology; Computer science; Internal medicine","score_opus":0.03762765070721351,"score_gpt":0.2890169597825484,"score_spread":0.25138930907533485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014672583","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03756803,0.00025714558,0.9574717,0.0024226976,0.00015085621,0.00067359064,0.0000146809325,0.0003748801,0.001066382],"genre_scores_gemma":[0.16997246,0.000010990879,0.82731754,0.0025252555,0.000032221255,0.0000731776,0.000026209236,0.000022158456,0.000020000918],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973639,0.00005608711,0.0009971202,0.00020318372,0.0008990959,0.00048057412],"domain_scores_gemma":[0.99850404,0.0004227862,0.0003826374,0.0002909556,0.00012772782,0.0002718265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055678067,0.00022385718,0.00041572063,0.00010711739,0.00012068019,0.00039704717,0.0012602202,0.0001271664,0.00001656935],"category_scores_gemma":[0.0011056062,0.0001675535,0.00010748868,0.0005078437,0.0003005198,0.0012755208,0.0008121637,0.0003418552,0.000029214214],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042118104,0.00029920542,0.00026575878,0.00030253138,0.00003831706,0.00005541148,0.010772263,0.00010194993,0.00002627857,0.00084495085,0.0015672832,0.9857218],"study_design_scores_gemma":[0.0011047274,0.00017260648,0.0008418862,0.00028022373,0.000012453869,0.00009324069,0.006616637,0.9748032,0.0007168095,0.0005825044,0.014418853,0.00035685446],"about_ca_topic_score_codex":0.0000053003487,"about_ca_topic_score_gemma":0.0000012580151,"teacher_disagreement_score":0.985365,"about_ca_system_score_codex":0.00006396358,"about_ca_system_score_gemma":0.00027968115,"threshold_uncertainty_score":0.68326336},"labels":[],"label_agreement":null},{"id":"W3014693099","doi":"10.2196/15653","title":"Appropriateness of Overridden Alerts in Computerized Physician Order Entry: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, India","keywords":"Computerized physician order entry; Computer science; Order entry; Order (exchange); Data science; Medicine; Medical emergency; Data mining; Health care; Business","score_opus":0.0670936181451619,"score_gpt":0.46098412377501047,"score_spread":0.39389050562984856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014693099","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012979208,0.9743407,0.00042665825,0.0002632102,0.0009998077,0.019788323,0.00005926409,0.0001306359,0.0039901026],"genre_scores_gemma":[0.0000014396935,0.9885643,0.00030888882,0.005298373,0.00046349555,0.0047736415,0.00032577547,0.000097505486,0.00016658701],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9826636,0.0035005992,0.010370969,0.00031435178,0.001927215,0.0012233137],"domain_scores_gemma":[0.9899909,0.0020399871,0.005848014,0.0010871275,0.00029793047,0.0007360333],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0040239887,0.0007808303,0.010937447,0.00029636614,0.00013291062,0.000011936366,0.001414974,0.0014359266,0.00024253724],"category_scores_gemma":[0.0017764544,0.0005336245,0.00051674375,0.0018226862,0.000102133825,0.00018991789,0.0005244746,0.003590175,0.0009853387],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004198573,0.000069041416,0.0000011137088,0.89527714,0.00014385945,0.0000144280175,0.001408571,3.401556e-8,3.1352723e-9,0.00027127488,0.005616842,0.09719351],"study_design_scores_gemma":[0.00047514524,0.000048371392,2.069535e-7,0.5810489,0.0003161831,0.0000138387295,0.00023643622,0.0003969502,8.523107e-9,0.000009298749,0.41720602,0.00024863263],"about_ca_topic_score_codex":0.00007136649,"about_ca_topic_score_gemma":0.000028872251,"teacher_disagreement_score":0.41158918,"about_ca_system_score_codex":0.000918135,"about_ca_system_score_gemma":0.009052004,"threshold_uncertainty_score":0.9998604},"labels":[],"label_agreement":null},{"id":"W3014886217","doi":"10.2196/17770","title":"A Smartphone App to Manage Cirrhotic Ascites Among Outpatients: Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Liver Disease and Transplantation","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Massachusetts General Hospital","keywords":"Medicine; Ascites; Cirrhosis; Electronic medical record; Weight loss; Medical record; Adverse effect; Emergency medicine; Internal medicine; Obesity","score_opus":0.025923014070613076,"score_gpt":0.30311658514639384,"score_spread":0.27719357107578074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014886217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935057,0.000010291065,0.0013813841,0.0008340878,0.000094048446,0.0020194543,0.000019744059,0.00017457419,0.0019607255],"genre_scores_gemma":[0.99245936,0.0000070557758,0.00034150324,0.006832611,0.00010978625,0.0000893472,0.00010214457,0.000012799904,0.00004540972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978384,0.000039012506,0.0006184134,0.0001512283,0.0011023325,0.00025061678],"domain_scores_gemma":[0.99836653,0.00005987293,0.00008426688,0.0002659594,0.000087364235,0.0011360153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021535077,0.00016437999,0.0003226697,0.00008390298,0.00005806749,0.000032448977,0.00016912285,0.00008954124,0.00043233915],"category_scores_gemma":[0.00011686094,0.00013012554,0.000084041676,0.0004061192,0.000068322595,0.0002656741,0.0000748368,0.00026949396,0.0005561111],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083202205,0.0017952902,0.8595794,0.0021152492,0.0004275893,0.00026188116,0.12773179,0.0000075217267,0.000009565056,0.000031225147,0.0026506898,0.00455778],"study_design_scores_gemma":[0.005769935,0.0018758725,0.97212976,0.00027895428,0.00049370626,0.000008579506,0.013712028,0.005049636,0.00006203141,0.000026490443,0.00035072013,0.00024227772],"about_ca_topic_score_codex":0.000021540185,"about_ca_topic_score_gemma":0.00001501455,"teacher_disagreement_score":0.11401976,"about_ca_system_score_codex":0.000048352198,"about_ca_system_score_gemma":0.0000812717,"threshold_uncertainty_score":0.7147868},"labels":[],"label_agreement":null},{"id":"W3015214387","doi":"10.2196/18960","title":"Application of Magnetic Resonance Image Intelligent Data Acquisition in Ovarian Cancer (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Magnetic resonance imaging; Computer science; Medicine; Computer vision; Medical physics; Radiology; World Wide Web","score_opus":0.017990239895881686,"score_gpt":0.33287669092613387,"score_spread":0.3148864510302522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015214387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3971941,0.0034879684,0.52278394,0.065184675,0.00032806766,0.0031753352,0.000095693176,0.00023482814,0.0075154095],"genre_scores_gemma":[0.96372044,0.0013613182,0.023148004,0.011030113,0.00031837367,0.00010323033,0.00026747235,0.00002463263,0.000026441809],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998146,0.000031111074,0.0007901949,0.00016542726,0.0006686533,0.00019863958],"domain_scores_gemma":[0.99887556,0.00007274256,0.00016428337,0.00048067368,0.00006580327,0.0003409635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005607144,0.000112300964,0.00030762755,0.00007238721,0.00002016401,0.000013140592,0.00042073842,0.000115873896,0.0004888164],"category_scores_gemma":[0.00058441394,0.000095911244,0.000035623212,0.00033131088,0.00016317378,0.0001729283,0.00028998687,0.0005817583,0.00004973524],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000178055,0.00021695394,0.02280813,0.0012953436,0.000018514296,0.00003308003,0.006470452,0.000058876667,0.0014938436,0.00072777807,0.005155794,0.9615432],"study_design_scores_gemma":[0.0014624939,0.0001301417,0.024526488,0.0005100485,0.000025682652,0.000018304429,0.0005887303,0.92465717,0.0005476297,0.00009185506,0.047319632,0.00012183321],"about_ca_topic_score_codex":0.00010000777,"about_ca_topic_score_gemma":0.0000036597346,"teacher_disagreement_score":0.9614214,"about_ca_system_score_codex":0.00004840631,"about_ca_system_score_gemma":0.00019055359,"threshold_uncertainty_score":0.5352197},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3015387956","doi":"10.2196/16980","title":"Categorization of Third-Party Apps in Electronic Health Record App Marketplaces: Systematic Search and Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute","keywords":"Categorization; Documentation; Health information exchange; Electronic health record; Meaningful use; Medicine; Specialty; Population; Internet privacy; Health care; World Wide Web; Business; Family medicine; Computer science; Health information; Political science; Artificial intelligence","score_opus":0.03360786161426182,"score_gpt":0.40520362929720544,"score_spread":0.3715957676829436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015387956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6870428,0.005121825,0.18592855,0.057490356,0.0005133368,0.050551884,0.00021796697,0.0008769331,0.012256372],"genre_scores_gemma":[0.9702544,0.006058743,0.0014637694,0.015985312,0.00012808922,0.0056624208,0.0002894339,0.000027852377,0.00012993014],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99456865,0.0008009071,0.002842942,0.00018128485,0.00076507364,0.00084114994],"domain_scores_gemma":[0.9968709,0.00081251847,0.0007423555,0.0003322712,0.00014927721,0.0010927244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003812909,0.0001689715,0.000972593,0.00033150634,0.0002717433,0.000007789269,0.00026463324,0.00031437664,0.00025588414],"category_scores_gemma":[0.00056068,0.00013771528,0.000066145665,0.001964565,0.00008513465,0.00015576603,0.00011514783,0.0011565629,0.00008339169],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046500817,0.00044723574,0.15391691,0.62254727,0.00041863226,0.0000029756357,0.116455466,0.00016487684,0.0000046312102,0.050520003,0.02267196,0.032385007],"study_design_scores_gemma":[0.0060853497,0.0011352546,0.02094051,0.009269085,0.00034713707,0.0000071004692,0.075685345,0.8490097,0.0000054338066,0.00077950186,0.036036663,0.00069894275],"about_ca_topic_score_codex":0.00034510862,"about_ca_topic_score_gemma":0.0006693781,"teacher_disagreement_score":0.8488448,"about_ca_system_score_codex":0.000250482,"about_ca_system_score_gemma":0.0025742762,"threshold_uncertainty_score":0.5615866},"labels":[],"label_agreement":null},{"id":"W3015537572","doi":"10.2196/16764","title":"Embedding “Smart” Disease Coding Within Routine Electronic Medical Record Workflow: Prospective Single-Arm Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"McMaster University","keywords":"Workflow; Medicine; Psychological intervention; Quality management; Usability; Computer science; Database; Nursing; Management system; Operations management","score_opus":0.05642177959472184,"score_gpt":0.41386844928759964,"score_spread":0.3574466696928778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015537572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8921497,0.00053563615,0.023881933,0.041380394,0.0075915125,0.015215012,0.000047449947,0.001870389,0.017328015],"genre_scores_gemma":[0.96948284,0.00015522852,0.0008489648,0.022777991,0.0043065897,0.0016288053,0.000094137875,0.00011506982,0.0005904005],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9884606,0.0010758344,0.004097809,0.00045546744,0.0033852055,0.002525092],"domain_scores_gemma":[0.9916603,0.0017977939,0.0013101413,0.0005579052,0.00028490735,0.004388935],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004825554,0.00053175463,0.0011645983,0.0001701411,0.0008864309,0.000050971026,0.0009444534,0.0010367014,0.0039955648],"category_scores_gemma":[0.010834936,0.00044104687,0.0002273828,0.0009514563,0.00022497843,0.00050244346,0.0004328991,0.0058737737,0.0012385013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09905854,0.005662584,0.05554832,0.028115649,0.0013393159,0.0007359424,0.3083269,0.000080233076,0.00003533001,0.096566685,0.27964485,0.124885656],"study_design_scores_gemma":[0.12115896,0.009233207,0.00046108244,0.009712358,0.0002302513,0.000055686898,0.02172576,0.61659515,0.000029511812,0.004260544,0.21427846,0.002259045],"about_ca_topic_score_codex":0.00006982972,"about_ca_topic_score_gemma":0.00021635953,"teacher_disagreement_score":0.6165149,"about_ca_system_score_codex":0.0017638814,"about_ca_system_score_gemma":0.010626017,"threshold_uncertainty_score":0.99980414},"labels":[],"label_agreement":null},{"id":"W3015579574","doi":"10.2196/18251","title":"Evaluation of the Quadri-Planes Method in Computer-Aided Diagnosis of Breast Lesions by Ultrasonography: Prospective Single-Center Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"McNemar's test; Medicine; CAD; Radiology; Breast imaging; Receiver operating characteristic; Ultrasound; Computer-aided diagnosis; Breast MRI; Prospective cohort study; Single Center; Breast cancer; Mammography; Surgery; Internal medicine; Mathematics; Cancer","score_opus":0.04075394251272753,"score_gpt":0.3238627744901269,"score_spread":0.2831088319773994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015579574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66845095,0.000024043215,0.32792306,0.0012343236,0.00029679106,0.0018168997,0.000029464307,0.000060199007,0.00016428412],"genre_scores_gemma":[0.9875309,0.0000059881013,0.011899299,0.00032927922,0.000038064234,0.0001878203,0.0000030162755,0.000005255959,3.951657e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965867,0.00042003748,0.00077457546,0.00014589433,0.0019116307,0.0001611972],"domain_scores_gemma":[0.9985308,0.00032496138,0.00040999486,0.0003328141,0.00028881847,0.000112617454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001490318,0.00012762852,0.00027279678,0.00009375219,0.000048330538,0.000029464358,0.0007703862,0.00009169013,0.000025806406],"category_scores_gemma":[0.00019804286,0.000091170674,0.000078427576,0.0010114406,0.000100544916,0.00039776723,0.00023971614,0.00027045855,0.0000024737508],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000488043,0.0030923604,0.36576042,0.00030439446,0.00020399908,0.00000154417,0.10298772,0.0016056839,0.00014244697,0.00025512176,0.003499897,0.52209765],"study_design_scores_gemma":[0.0033414944,0.0010788492,0.12788673,0.00033125983,0.00007064567,0.000027595248,0.00328321,0.86029124,0.0029556337,0.0003604174,0.00014417643,0.00022876557],"about_ca_topic_score_codex":0.00004815666,"about_ca_topic_score_gemma":0.0000484807,"teacher_disagreement_score":0.85868555,"about_ca_system_score_codex":0.00010401007,"about_ca_system_score_gemma":0.00017200821,"threshold_uncertainty_score":0.37178323},"labels":[],"label_agreement":null},{"id":"W3015587876","doi":"10.2196/16129","title":"Precision Health–Enabled Machine Learning to Identify Need for Wraparound Social Services Using Patient- and Population-Level Data Sets: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Robert Wood Johnson Foundation","keywords":"Machine learning; Leverage (statistics); Health care; Population; Computer science; Social determinants of health; Artificial intelligence; Population health; Medicine; Data mining; Public health; Nursing; Environmental health","score_opus":0.277019598799788,"score_gpt":0.4981201742458389,"score_spread":0.22110057544605088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015587876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95787936,0.00012162382,0.030420685,0.007708561,0.0003571593,0.0028136158,0.00054384477,0.00012216937,0.000032949436],"genre_scores_gemma":[0.6016141,0.00014632233,0.3551981,0.029482229,0.0006714293,0.00030455197,0.012488012,0.00006555489,0.00002967326],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971351,0.00019852484,0.0013722846,0.00021035125,0.0006514261,0.0004323029],"domain_scores_gemma":[0.9982421,0.00029881689,0.0005440712,0.0001485856,0.00015181524,0.0006146143],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011356286,0.00016879846,0.00035857977,0.00012539915,0.0022732713,0.00006371028,0.00021806394,0.00026320128,0.000059858834],"category_scores_gemma":[0.00030833107,0.000160578,0.000018299173,0.00026276527,0.000028457984,0.00072357454,0.00064284983,0.00053651823,0.000019520186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002815213,0.00010687882,0.024457026,0.0107405465,0.00008835867,0.0000013462017,0.58594084,0.000112405265,0.00000392682,0.00058345665,0.0043583424,0.37332535],"study_design_scores_gemma":[0.0023553732,0.00028822475,0.019968154,0.0009949534,0.00003499692,0.0000033540534,0.05152938,0.8460244,0.0000026976238,0.00033310556,0.07811684,0.00034852835],"about_ca_topic_score_codex":0.00043342292,"about_ca_topic_score_gemma":0.0002445573,"teacher_disagreement_score":0.845912,"about_ca_system_score_codex":0.00013015883,"about_ca_system_score_gemma":0.0004103257,"threshold_uncertainty_score":0.99902564},"labels":[],"label_agreement":null},{"id":"W3015665968","doi":"10.2196/16886","title":"Identification of High-Order Single-Nucleotide Polymorphism Barcodes in Breast Cancer Using a Hybrid Taguchi-Genetic Algorithm: Case-Control Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council","keywords":"Single-nucleotide polymorphism; SNP; Breast cancer; Tag SNP; Taguchi methods; Biology; SNP array; Genetics; Genome-wide association study; Computational biology; Bioinformatics; Cancer; Computer science; Machine learning; Genotype; Gene","score_opus":0.013166263787146807,"score_gpt":0.28178220086114064,"score_spread":0.26861593707399384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015665968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9735954,0.0002288927,0.024348704,0.00061171385,0.00019668257,0.00061715255,0.00037138438,0.000016087599,0.000013995966],"genre_scores_gemma":[0.9948098,0.00004319501,0.0037535538,0.00097624713,0.00025859167,0.00009727483,0.00002753914,0.000026842847,0.000006962292],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980102,0.00008873794,0.0009778591,0.00020392999,0.00046349087,0.0002557447],"domain_scores_gemma":[0.9989789,0.00002472515,0.0003221627,0.0003016145,0.00018071257,0.00019184612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024674973,0.00018673371,0.0002752688,0.00008991238,0.00005769463,0.00003052505,0.0002782463,0.00013050223,0.00011511002],"category_scores_gemma":[0.00008690185,0.00018312373,0.000058426765,0.00031537478,0.00015180452,0.000021162201,0.000120496145,0.00018817323,0.000006015086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000624582,0.00334893,0.041391775,0.0011265337,0.0015074827,0.0010389605,0.026054686,0.031416446,0.2781462,0.00003528665,0.004406089,0.610903],"study_design_scores_gemma":[0.013939249,0.001154702,0.047374446,0.0002876726,0.00047819386,0.002539545,0.01562327,0.8428614,0.07316734,0.000116021336,0.00090176804,0.0015563986],"about_ca_topic_score_codex":0.00019610318,"about_ca_topic_score_gemma":0.00005863093,"teacher_disagreement_score":0.81144494,"about_ca_system_score_codex":0.00009616372,"about_ca_system_score_gemma":0.00045311145,"threshold_uncertainty_score":0.7467569},"labels":[],"label_agreement":null},{"id":"W3015941895","doi":"10.2196/18958","title":"Adoption of Wireless Information Medical Data Monitoring Under Zigbee Technology in Bacterial Infection Detection of Patients (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Wireless Body Area Networks","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Wireless; Computer science; Medicine; World Wide Web; Embedded system; Data science; Telecommunications","score_opus":0.01409288814779413,"score_gpt":0.2460563123330357,"score_spread":0.23196342418524157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015941895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9472567,0.000006792565,0.051479477,0.00009197166,0.0005361348,0.0003081528,0.000014831077,0.00019348806,0.00011247955],"genre_scores_gemma":[0.99914217,0.00013685347,0.00031799305,0.00002681958,0.00013486612,0.00002895571,0.0001994306,0.000012811649,1.288001e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99769545,0.000026579582,0.00113834,0.00008012103,0.00085007265,0.00020941198],"domain_scores_gemma":[0.99909097,0.000062136256,0.00025291613,0.0003207646,0.00010855228,0.00016466645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003525795,0.00014723264,0.00030875692,0.00026560386,0.000020602358,0.000013683449,0.0004190492,0.00057109597,0.00004766078],"category_scores_gemma":[0.00036141652,0.0001507356,0.000031129857,0.0006450015,0.000103139224,0.0011999826,0.0003180163,0.0005876113,0.000020358111],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023513146,0.00025630486,0.089450404,0.0038886333,0.00014221414,0.0000028817665,0.006876155,0.025187327,0.0014557354,0.00042820428,0.00037691093,0.8717001],"study_design_scores_gemma":[0.0018679989,0.00014468134,0.051776856,0.0005769668,0.000014677365,0.0000043344335,0.0007125795,0.9363827,0.007519705,0.00004898862,0.0007228982,0.00022759024],"about_ca_topic_score_codex":0.000013874201,"about_ca_topic_score_gemma":0.000018060953,"teacher_disagreement_score":0.9111954,"about_ca_system_score_codex":0.000094216215,"about_ca_system_score_gemma":0.000076902994,"threshold_uncertainty_score":0.61468196},"labels":[],"label_agreement":null},{"id":"W3015945108","doi":"10.2196/17592","title":"A Novel, Integrative Approach for Evaluating Progression in Multiple Sclerosis: Development of a Scoring Algorithm","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novartis Pharma","keywords":"Weighting; Concordance; Ranking (information retrieval); Logistic regression; Observational study; Medicine; Multiple sclerosis; Machine learning; Algorithm; Physical therapy; Computer science; Internal medicine; Psychiatry","score_opus":0.23052951431426527,"score_gpt":0.4153440751055314,"score_spread":0.18481456079126612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015945108","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34215742,0.00015998972,0.650944,0.0006507696,0.000055852328,0.0052589737,0.000029172226,0.000106081694,0.0006377076],"genre_scores_gemma":[0.29361257,0.000030495681,0.7047598,0.00026831744,0.000070730275,0.0011773336,0.000059882474,0.00001585611,0.00000500173],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99656105,0.00003438461,0.0012217393,0.00017717594,0.0015866082,0.00041901437],"domain_scores_gemma":[0.9984943,0.00033373816,0.00026489334,0.00015265777,0.00034051033,0.00041388915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012065576,0.00020919844,0.0006023737,0.00015441253,0.00010171951,0.000017650218,0.00021636444,0.00015145991,0.00002108259],"category_scores_gemma":[0.004681591,0.00014437608,0.00009330346,0.00048364673,0.00018746774,0.00017551283,0.00029668916,0.0004931782,0.000004206065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038293417,0.0006685364,0.0023890228,0.002942491,0.0001272515,0.0000010971688,0.0835012,0.00002623269,0.006120316,0.000011462239,0.0002837328,0.90354574],"study_design_scores_gemma":[0.007212102,0.00062732364,0.006485727,0.003204003,0.000017172984,0.000003343043,0.02056837,0.9529756,0.008452583,0.0000018803867,0.00028295862,0.00016895607],"about_ca_topic_score_codex":0.0000049787245,"about_ca_topic_score_gemma":0.000004629279,"teacher_disagreement_score":0.95294935,"about_ca_system_score_codex":0.00014198387,"about_ca_system_score_gemma":0.000646804,"threshold_uncertainty_score":0.58874863},"labels":[],"label_agreement":null},{"id":"W3016037595","doi":"10.2196/18402","title":"Rule-Based Cohort Definitions for Acute Respiratory Failure: Electronic Phenotyping Algorithm","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health; National Science Foundation","keywords":"Medicine; Computer science; Cohort; Algorithm; Acute respiratory failure; Respiratory system; Intensive care medicine; Data mining; Internal medicine; Mechanical ventilation","score_opus":0.06849613522490694,"score_gpt":0.3470467385973291,"score_spread":0.27855060337242216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016037595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40306658,0.0017488854,0.43912545,0.12593326,0.00075159065,0.014956085,0.0010410062,0.0021103811,0.011266778],"genre_scores_gemma":[0.56206584,0.00050682004,0.13090068,0.2958701,0.0016843244,0.005941967,0.0028009866,0.000171587,0.00005770496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980844,0.000018492094,0.00062409416,0.00014175156,0.0006699815,0.00046122825],"domain_scores_gemma":[0.9986496,0.0002288627,0.00013864767,0.00023185211,0.00012726523,0.0006237797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021454813,0.00020223195,0.0004241976,0.000074906464,0.00012415105,0.00003107823,0.00013457256,0.0002063518,0.00035735706],"category_scores_gemma":[0.00021803025,0.00016177812,0.00020767529,0.00024209397,0.000090887195,0.00011136046,0.000035091503,0.00036352169,0.00018339929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011305776,0.0040292162,0.016806226,0.0024594308,0.006772308,0.0002936856,0.0072745336,0.000034262765,0.00032376594,0.017433845,0.41132104,0.5321211],"study_design_scores_gemma":[0.028631264,0.004405065,0.0053408644,0.0008545373,0.0033408415,0.000110466426,0.0018284592,0.23353422,0.009909785,0.0011228988,0.70975345,0.0011681726],"about_ca_topic_score_codex":0.0000018658722,"about_ca_topic_score_gemma":0.0000015733299,"teacher_disagreement_score":0.53095293,"about_ca_system_score_codex":0.00016252845,"about_ca_system_score_gemma":0.0007587219,"threshold_uncertainty_score":0.6597121},"labels":[],"label_agreement":null},{"id":"W3016187590","doi":"10.2196/17787","title":"Modified Bidirectional Encoder Representations From Transformers Extractive Summarization Model for Hospital Information Systems Based on Character-Level Tokens (AlphaBERT): Development and Performance Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical diagnosis; Automatic summarization; Computer science; Security token; Encoder; Transformer; Artificial intelligence; Character (mathematics); Natural language processing; Machine learning; Medicine; Computer security","score_opus":0.05674808063348856,"score_gpt":0.31992747838957153,"score_spread":0.26317939775608296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016187590","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14669575,0.0000073124615,0.8482716,0.0024087,0.00031711365,0.0015064137,0.000072636554,0.0001406569,0.0005798189],"genre_scores_gemma":[0.9531666,0.000012237488,0.043067828,0.0018778819,0.00009331868,0.0007723952,0.0009855496,0.000010752937,0.0000134534075],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970373,0.000075050564,0.00090646266,0.00020205855,0.0015105753,0.00026855973],"domain_scores_gemma":[0.99833214,0.00033483485,0.00037740183,0.00019222187,0.00043465738,0.00032874654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006685351,0.00020729256,0.00022104212,0.00016757897,0.00030501504,0.00019993586,0.0003096796,0.00020109823,0.000012981013],"category_scores_gemma":[0.00042750235,0.00019269098,0.000046308633,0.0002847562,0.0000417183,0.002534685,0.00005179529,0.00036461285,0.000017245497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002152571,0.00017855574,0.0024187227,0.0008425289,0.000077184945,6.850815e-7,0.10847919,0.41742495,0.000008888459,0.0033845888,0.0009902272,0.46597922],"study_design_scores_gemma":[0.0012094612,0.00015580952,0.007501259,0.00011351221,0.000012038558,0.0000013419676,0.0005020713,0.9892764,0.000064851054,0.000023628045,0.0009170247,0.0002225955],"about_ca_topic_score_codex":0.000025980755,"about_ca_topic_score_gemma":0.0000041351695,"teacher_disagreement_score":0.8064708,"about_ca_system_score_codex":0.0001786099,"about_ca_system_score_gemma":0.00082530023,"threshold_uncertainty_score":0.785771},"labels":[],"label_agreement":null},{"id":"W3016531339","doi":"10.2196/16069","title":"Development and Performance of a Web-Based Tool to Adjust Urine Toxicology Testing Frequency: Retrospective Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Retrospective cohort study; Intensive care medicine; Emergency medicine; Internal medicine","score_opus":0.025768566965439933,"score_gpt":0.29189282679912326,"score_spread":0.2661242598336833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016531339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963239,0.000020568794,0.00007114248,0.0009352122,0.000038763337,0.001396147,0.0000054743027,0.000084963925,0.0011238414],"genre_scores_gemma":[0.95998126,0.000004399392,0.03739527,0.0023453066,0.000041324278,0.0001946229,0.000012972839,0.000013649948,0.0000111766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99810475,0.000016627457,0.00076312915,0.00014090158,0.0007185585,0.000256016],"domain_scores_gemma":[0.99901944,0.0000598905,0.00014846637,0.00018554705,0.00015904418,0.00042763716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021879707,0.00018420308,0.00046049122,0.00009787347,0.000056173965,0.000008936957,0.00011798855,0.000100640755,0.00011588699],"category_scores_gemma":[0.00054642063,0.0001450477,0.000026742091,0.00042490737,0.00007184488,0.000080247504,0.00012481875,0.0002651594,0.000042439297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003324034,0.0014694148,0.89432526,0.0015197712,0.00017016781,0.00006922979,0.051873196,0.0000096332315,0.000207234,0.000047238984,0.0004031861,0.04957326],"study_design_scores_gemma":[0.009022834,0.009987588,0.94629085,0.0005012195,0.00011932912,0.00003938176,0.008134034,0.023238035,0.0014279635,0.0000035504497,0.000923472,0.00031171713],"about_ca_topic_score_codex":0.0000050494673,"about_ca_topic_score_gemma":0.0000066257026,"teacher_disagreement_score":0.05196561,"about_ca_system_score_codex":0.00012905528,"about_ca_system_score_gemma":0.0008454645,"threshold_uncertainty_score":0.59148735},"labels":[],"label_agreement":null},{"id":"W3016579984","doi":"10.2196/18186","title":"Artificial Intelligence–Based Multimodal Risk Assessment Model for Surgical Site Infection (AMRAMS): Development and Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Surgical site infection prevention","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Receiver operating characteristic; Artificial intelligence; Random forest; Medicine; Machine learning; Convolutional neural network; Computer science; Bootstrapping (finance); Risk assessment; Framingham Risk Score; Data mining; Internal medicine","score_opus":0.062001775531208704,"score_gpt":0.37841581244838374,"score_spread":0.316414036917175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016579984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59313536,0.0000019200993,0.404877,0.00043018415,0.000060630857,0.0012554015,0.000005845552,0.00011473946,0.000118917334],"genre_scores_gemma":[0.9798244,0.000009279144,0.018928885,0.00049246935,0.00016786008,0.00034719633,0.00019810516,0.000016699438,0.0000150520245],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973904,0.00009315917,0.0011366647,0.00019894604,0.00093192793,0.0002488912],"domain_scores_gemma":[0.9985873,0.00026557254,0.00027246872,0.00013191119,0.00019252676,0.0005502142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010988207,0.0002044635,0.0003640117,0.00011911527,0.00018648178,0.00006845883,0.000057374727,0.00023210351,0.00039431168],"category_scores_gemma":[0.00034863586,0.0001703252,0.000115850584,0.0002792545,0.00006860672,0.00026849937,0.000071361166,0.00047010952,0.000044516557],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012800064,0.0032534152,0.12631421,0.00082650944,0.0002478878,0.000028878852,0.012630582,0.008006308,0.00003764315,0.00043268115,0.00013360269,0.84680825],"study_design_scores_gemma":[0.0020265265,0.0007762952,0.00825208,0.00006549042,0.00010770305,0.000013526254,0.000356338,0.98560435,0.0007712168,0.00016047269,0.0016765231,0.0001894792],"about_ca_topic_score_codex":0.000011625302,"about_ca_topic_score_gemma":0.00001029049,"teacher_disagreement_score":0.977598,"about_ca_system_score_codex":0.00013971723,"about_ca_system_score_gemma":0.0003004441,"threshold_uncertainty_score":0.694566},"labels":[],"label_agreement":null},{"id":"W3016602212","doi":"10.2196/14604","title":"Impact of the European General Data Protection Regulation (GDPR) on Health Data Management in a European Union Candidate Country: A Case Study of Serbia","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council","keywords":"General Data Protection Regulation; European union; Data Protection Act 1998; Health data; Business; Political science; International trade; Health care; Law","score_opus":0.42803559974617567,"score_gpt":0.5533062070374808,"score_spread":0.12527060729130512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016602212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885058,0.000008041642,0.0005969704,0.004525398,0.000064025524,0.0028191365,0.0001491793,0.000029036386,0.0033024212],"genre_scores_gemma":[0.9982072,0.00009295093,0.0003495235,0.0008328587,0.00012361965,0.0000073495844,0.00033175916,0.00002138102,0.00003334402],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943354,0.0015271994,0.001482005,0.00024681346,0.0021590705,0.00024952294],"domain_scores_gemma":[0.99662983,0.00029755064,0.0005057189,0.0021090775,0.00012615527,0.00033167918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013749056,0.0001329484,0.00033644304,0.00010347626,0.00006881366,0.000019806317,0.001119477,0.00008327438,0.000033976456],"category_scores_gemma":[0.0032141476,0.00008344808,0.000033424418,0.00070253696,0.00016332144,0.00019903707,0.0021752925,0.0014854636,0.000010263672],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029406317,0.012369804,0.060550515,0.021020733,0.0017238128,0.004239942,0.113353334,0.0019357069,0.00011621424,0.0010305633,0.061084826,0.71963394],"study_design_scores_gemma":[0.016165318,0.010512254,0.39224347,0.004098579,0.00015908045,0.00043783966,0.020570718,0.5516689,0.000011829243,0.00012371586,0.0036454878,0.0003628135],"about_ca_topic_score_codex":0.0019449851,"about_ca_topic_score_gemma":0.0014057788,"teacher_disagreement_score":0.7192711,"about_ca_system_score_codex":0.0001286133,"about_ca_system_score_gemma":0.0005026946,"threshold_uncertainty_score":0.6453683},"labels":[],"label_agreement":null},{"id":"W3016747749","doi":"10.2196/17119","title":"Applicability of an Automated Model and Parameter Selection in the Prediction of Screening-Level PTSD in Danish Soldiers Following Deployment: Development Study of Transferable Predictive Models Using Automated Machine Learning","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software deployment; Computer science; Selection (genetic algorithm); Machine learning; Artificial intelligence; Model selection; Predictive modelling; Predictive analytics; Software engineering","score_opus":0.1299814504713528,"score_gpt":0.38843091815699193,"score_spread":0.25844946768563914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016747749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9483287,0.000016951073,0.049755417,0.000019721047,0.000011510461,0.0015940742,0.000028449158,0.00014191205,0.000103270875],"genre_scores_gemma":[0.9945349,0.0000032066016,0.005196025,0.000032073724,0.0000033193207,0.0001853191,0.000027885659,0.00001663687,6.366661e-7],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99658906,0.000426775,0.001459422,0.00019327206,0.0010197927,0.00031168913],"domain_scores_gemma":[0.9991336,0.00025054155,0.0002492215,0.00016128125,0.00007260302,0.00013275113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013662755,0.00017857156,0.0004901501,0.00021628673,0.00006535043,0.000013959898,0.00029386362,0.000197072,0.000013741404],"category_scores_gemma":[0.0001692189,0.00014646606,0.000043299933,0.00069094886,0.00012327489,0.0003549435,0.000074035794,0.0005595023,1.702615e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006609004,0.002651739,0.080739744,0.000757587,0.00032865323,0.0000049156215,0.5603853,0.34641778,0.00028626152,0.000033488435,0.000009547599,0.0077241124],"study_design_scores_gemma":[0.0032453414,0.0007254136,0.033881374,0.00015526616,0.000032222197,0.000003916644,0.0376732,0.9240177,0.00013981081,0.00003716671,4.0853627e-7,0.00008817215],"about_ca_topic_score_codex":0.00057484116,"about_ca_topic_score_gemma":0.00018921371,"teacher_disagreement_score":0.57759994,"about_ca_system_score_codex":0.00006183057,"about_ca_system_score_gemma":0.00014771482,"threshold_uncertainty_score":0.59727126},"labels":[],"label_agreement":null},{"id":"W3016759068","doi":"10.2196/17364","title":"Predicting Breast Cancer in Chinese Women Using Machine Learning Techniques: Algorithm Development","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine learning; Breast cancer; Random forest; Artificial intelligence; Logistic regression; Receiver operating characteristic; Algorithm; Artificial neural network; Medicine; Computer science; Area under curve; Cancer; Internal medicine","score_opus":0.012479042026264297,"score_gpt":0.2835731275679739,"score_spread":0.2710940855417096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016759068","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30466777,0.000045358363,0.6928104,0.0010240284,0.00024304676,0.00035400916,0.000006063327,0.0006274451,0.0002218376],"genre_scores_gemma":[0.48259923,0.00011212198,0.51169884,0.004442472,0.0006544399,0.0004123554,0.000007802018,0.000041470525,0.000031267144],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997842,0.000044008622,0.00069688127,0.00016145586,0.0008511379,0.00040448227],"domain_scores_gemma":[0.9991628,0.000049072365,0.00022186372,0.00015607281,0.000058621652,0.00035160244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005450815,0.00017964604,0.0002397712,0.00013023593,0.00012354259,0.00008619085,0.00063796574,0.00014825405,0.000104881874],"category_scores_gemma":[0.000077902645,0.00015291845,0.000027587324,0.0008825269,0.000045044715,0.0008196764,0.0005156416,0.0007476508,0.00001269822],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010392063,0.000033264954,0.024177017,0.00019870642,0.000020477015,0.000016993275,0.061897635,0.00045985027,0.00004972126,0.000011826312,0.00002495866,0.91309917],"study_design_scores_gemma":[0.00033996394,0.000044577733,0.0017808586,0.00017158808,0.0000011146001,0.000060309754,0.0005351421,0.9941911,0.00028596874,0.000022352611,0.0023829371,0.00018405683],"about_ca_topic_score_codex":0.000081220714,"about_ca_topic_score_gemma":0.000023713665,"teacher_disagreement_score":0.99373126,"about_ca_system_score_codex":0.00058117654,"about_ca_system_score_gemma":0.00047781886,"threshold_uncertainty_score":0.6235834},"labels":[],"label_agreement":null},{"id":"W3016799379","doi":"10.2196/17366","title":"Predicting Ectopic Pregnancy Using Human Chorionic Gonadotropin (hCG) Levels and Main Cause of Infertility in Women Undergoing Assisted Reproductive Treatment: Retrospective Observational Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ectopic Pregnancy Diagnosis and Management","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Intracytoplasmic sperm injection; Human chorionic gonadotropin; Infertility; Medicine; Ectopic pregnancy; Gynecology; Obstetrics; In vitro fertilisation; Assisted reproductive technology; Population; Pregnancy; Embryo transfer; Retrospective cohort study; Incidence (geometry); Biology; Internal medicine; Mathematics; Hormone","score_opus":0.09594858524184062,"score_gpt":0.3520276057036135,"score_spread":0.2560790204617729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016799379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964419,0.00012715296,0.0001422256,0.00040580434,0.00006272108,0.0021975578,0.000018096818,0.000045442885,0.000559127],"genre_scores_gemma":[0.9988324,0.00006649937,0.00039542804,0.00026898106,0.000101638965,0.00026334487,0.000020360556,0.000012673731,0.000038664784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99767673,0.000087727494,0.0009974532,0.00028706004,0.0006557883,0.0002952369],"domain_scores_gemma":[0.9989122,0.00011778899,0.0003122241,0.0003251004,0.00009768282,0.00023500639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037896604,0.00020354698,0.0006219395,0.000104657534,0.00008940561,0.000020177842,0.000102379396,0.00011297371,0.000092164584],"category_scores_gemma":[0.00084120414,0.00017204774,0.000052319578,0.000360584,0.00010824493,0.00025086413,0.00016413526,0.00027890902,9.4249117e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047684403,0.00065672735,0.9800736,0.0005476083,0.00027706497,0.000037521106,0.016590597,0.000009259923,0.00003343197,0.00024566616,0.00001389079,0.0014670028],"study_design_scores_gemma":[0.0035855994,0.0010999055,0.9876572,0.0013545636,0.000087024266,0.000008766528,0.0036958524,0.0021170022,0.000064402106,0.00019011028,0.00001337651,0.00012623591],"about_ca_topic_score_codex":0.00016992573,"about_ca_topic_score_gemma":0.00020336399,"teacher_disagreement_score":0.012894744,"about_ca_system_score_codex":0.00077947794,"about_ca_system_score_gemma":0.00031312706,"threshold_uncertainty_score":0.70159036},"labels":[],"label_agreement":null},{"id":"W3016811362","doi":"10.2196/17648","title":"Toward Optimal Heparin Dosing by Comparing Multiple Machine Learning Methods: Retrospective Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heparin-Induced Thrombocytopenia and Thrombosis","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dosing; Computer science; Medicine; Heparin; Retrospective cohort study; Machine learning; Artificial intelligence; Medical physics; Intensive care medicine; Surgery; Internal medicine","score_opus":0.07641253536434223,"score_gpt":0.37332244851440854,"score_spread":0.2969099131500663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016811362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97288996,0.0000739299,0.018172817,0.0013834214,0.00015681828,0.0012860453,0.000008151622,0.00043310522,0.0055957716],"genre_scores_gemma":[0.9757173,0.00003880428,0.022078184,0.0017053903,0.00019679479,0.00007002159,0.00009017032,0.00005033835,0.00005300044],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99645555,0.00023140827,0.0012093304,0.0003167162,0.0011740174,0.0006129549],"domain_scores_gemma":[0.9978416,0.00021536145,0.000300728,0.0003213098,0.00013337914,0.0011875982],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009870746,0.00039376994,0.0012817886,0.000108557455,0.00023884793,0.00010472078,0.00037053335,0.0002826566,0.0004953375],"category_scores_gemma":[0.0016595951,0.0003324906,0.00018031678,0.00056294317,0.00015660637,0.00037619096,0.00050355133,0.0019480435,0.00019627169],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063375686,0.0019295946,0.8365954,0.00088785496,0.0012150526,0.00017077872,0.12167018,0.000097576354,0.004616448,0.0001563192,0.0036353667,0.028391661],"study_design_scores_gemma":[0.015463553,0.004034545,0.07348167,0.00047059497,0.00053781865,0.00018879895,0.031915892,0.8436938,0.006567042,0.000019113977,0.022492187,0.0011349818],"about_ca_topic_score_codex":0.00014574768,"about_ca_topic_score_gemma":0.000011851069,"teacher_disagreement_score":0.8435962,"about_ca_system_score_codex":0.00022376257,"about_ca_system_score_gemma":0.00019080783,"threshold_uncertainty_score":0.99991274},"labels":[],"label_agreement":null},{"id":"W3016901765","doi":"10.2196/17903","title":"Discovering the Context of People With Disabilities: Semantic Categorization Test and Environmental Factors Mapping of Word Embeddings from Reddit","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme","keywords":"Subcategory; Categorization; Context (archaeology); International Classification of Functioning, Disability and Health; Computer science; Natural language processing; Word (group theory); Artificial intelligence; Word2vec; Test (biology); Psychology; Silhouette; Applied psychology; Cognitive psychology; Linguistics; Mathematics","score_opus":0.017748114553914656,"score_gpt":0.26705715518827056,"score_spread":0.2493090406343559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016901765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99689305,0.000007959497,0.0008402919,0.0013782193,0.00003070796,0.00027553926,0.00003898899,0.000011939223,0.00052330893],"genre_scores_gemma":[0.9996973,0.000039817125,0.000060798975,0.0000731577,0.000041705447,0.000006464551,0.000055224067,0.000003531869,0.000021986752],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99889046,0.000032208984,0.0003521679,0.000061036255,0.0005629692,0.000101174664],"domain_scores_gemma":[0.9990364,0.00058858644,0.00017233579,0.00008288213,0.000013533692,0.0001063191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014151492,0.000066953806,0.00015949999,0.000011946408,0.000119479344,0.00003175315,0.0001342322,0.00005618685,0.00018100331],"category_scores_gemma":[0.00034949117,0.00003639463,0.000027190414,0.00013088688,0.0010022654,0.00033249095,0.000053524218,0.00008673142,0.0000011770086],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008481441,0.000048005815,0.17212458,0.00012291138,0.000017427326,8.372448e-8,0.8249152,0.000010406013,0.000047049467,0.0011203133,0.00006231833,0.0015232223],"study_design_scores_gemma":[0.00024465568,0.00005627136,0.022144122,0.000074308744,0.00001556422,1.90268e-7,0.9701052,0.0059601124,0.00020100766,0.00028275052,0.000841981,0.00007389182],"about_ca_topic_score_codex":0.0012268758,"about_ca_topic_score_gemma":0.00039412323,"teacher_disagreement_score":0.14998046,"about_ca_system_score_codex":0.000024180566,"about_ca_system_score_gemma":0.00005069041,"threshold_uncertainty_score":0.36928886},"labels":[],"label_agreement":null},{"id":"W3017092352","doi":"10.2196/17608","title":"Artificial Intelligence–Based Traditional Chinese Medicine Assistive Diagnostic System: Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Computer science; Variety (cybernetics); Process (computing); Expert system; Convolutional neural network; Machine learning","score_opus":0.08157051738527261,"score_gpt":0.34333181398024787,"score_spread":0.26176129659497527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017092352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91727126,0.00009429081,0.03436406,0.034914806,0.0010092242,0.0031158652,0.0001039841,0.0006770738,0.008449418],"genre_scores_gemma":[0.99014187,0.0000072458124,0.0007741448,0.0048726117,0.0032178275,0.00034389773,0.00060267065,0.000031369567,0.000008391022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945242,0.00011600911,0.0017083377,0.00026620703,0.0030328608,0.00035237812],"domain_scores_gemma":[0.995762,0.0023030592,0.00032264384,0.0002762525,0.00034569035,0.0009903711],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007011974,0.00041537444,0.0009236097,0.0002465676,0.00020831474,0.000023745923,0.00026821316,0.00016649869,0.0010900687],"category_scores_gemma":[0.00814492,0.00027377764,0.00014919092,0.00096174184,0.00051183865,0.00022428857,0.00006487736,0.0007801847,0.0002938526],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006262191,0.021085545,0.4339752,0.024968818,0.0049670544,0.0067184004,0.19541629,0.0015336215,0.00029397823,0.0533467,0.15264854,0.09878369],"study_design_scores_gemma":[0.008076927,0.01506552,0.68056834,0.0041399617,0.0015336077,0.0005912259,0.06794834,0.2173342,0.00019722029,0.001831411,0.0013680208,0.0013452158],"about_ca_topic_score_codex":0.000012601036,"about_ca_topic_score_gemma":0.0000047005988,"teacher_disagreement_score":0.24659318,"about_ca_system_score_codex":0.00017542232,"about_ca_system_score_gemma":0.00041676284,"threshold_uncertainty_score":0.99997145},"labels":[],"label_agreement":null},{"id":"W3017227766","doi":"10.2196/17353","title":"Detecting and Filtering Immune-Related Adverse Events Signal Based on Text Mining and Observational Health Data Sciences and Informatics Common Data Model: Framework Development Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Human Genome Research Institute; National Institutes of Health","keywords":"Observational study; Data science; Informatics; Data mining; Computer science; Health informatics; Health data; Medicine; Health care; Public health; Engineering; Internal medicine; Pathology","score_opus":0.3511945429628822,"score_gpt":0.4961855859945183,"score_spread":0.14499104303163607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017227766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99257976,0.00008557955,0.00429333,0.0017305597,0.000142902,0.00067125185,0.00017567385,0.00009367719,0.00022725212],"genre_scores_gemma":[0.971754,0.00013483787,0.016089585,0.011624914,0.000051045008,0.000024025256,0.00030459304,0.000012258867,0.000004735313],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99751455,0.0001389318,0.0011419032,0.00023372202,0.0005859635,0.00038495968],"domain_scores_gemma":[0.9978265,0.0008558667,0.00043760976,0.0002891801,0.000031280502,0.000559569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021508287,0.00024098979,0.00035208865,0.00010728984,0.00083516893,0.00004167733,0.0006821765,0.00019617662,0.000081204555],"category_scores_gemma":[0.00033046084,0.00021658647,0.00001584915,0.0002929119,0.00025732382,0.0010723083,0.0011778187,0.001020385,0.000008100117],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090615853,0.0019227392,0.2806776,0.0032515007,0.001018956,0.000060014976,0.20948485,0.06965164,0.00020802535,0.00032182052,0.00523666,0.42726004],"study_design_scores_gemma":[0.0017082297,0.00016976873,0.0034429783,0.00021706175,0.000044854143,0.000014489129,0.009032927,0.98190534,0.000034327255,0.000023264307,0.0031851355,0.0002216111],"about_ca_topic_score_codex":0.000004296152,"about_ca_topic_score_gemma":0.0000055789665,"teacher_disagreement_score":0.91225374,"about_ca_system_score_codex":0.000039346272,"about_ca_system_score_gemma":0.00052255916,"threshold_uncertainty_score":0.883214},"labels":[],"label_agreement":null},{"id":"W3017538732","doi":"10.2196/17638","title":"Document-Level Biomedical Relation Extraction Using Graph Convolutional Network and Multihead Attention: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Computer science; Relationship extraction; Artificial intelligence; Word embedding; Dependency graph; Graph; Natural language processing; Information extraction; Precision and recall; Convolutional neural network; Dependency (UML); Context (archaeology); Embedding; Theoretical computer science","score_opus":0.040842741485564,"score_gpt":0.31475972683180403,"score_spread":0.27391698534624004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017538732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5625319,0.00036058985,0.43592635,0.000748499,0.00018927814,0.0001622101,0.000008083285,0.00002994092,0.00004315947],"genre_scores_gemma":[0.49909577,0.0004985119,0.49603966,0.001948769,0.001152032,0.00004661454,0.0011369141,0.00002202129,0.000059708265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986836,0.000042115615,0.00047240892,0.00015338771,0.00044188317,0.00020661895],"domain_scores_gemma":[0.999372,0.000033831042,0.00014398796,0.00007135655,0.00005166256,0.00032718366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003420414,0.00013115226,0.0001428605,0.000035728153,0.00016191516,0.000033372962,0.000074108924,0.00035236217,0.00002879045],"category_scores_gemma":[0.00015327291,0.000114466,0.000029285935,0.00012352224,0.000285378,0.00002149678,0.00012433939,0.00019043911,0.000005969035],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014452443,0.00014819994,0.00811595,0.0003834232,0.0002545114,0.000014285949,0.0027053042,0.000048790494,0.005588172,0.00039780818,0.011583566,0.97061545],"study_design_scores_gemma":[0.0094241435,0.0014617316,0.09174887,0.0007103101,0.0001760289,0.00075204734,0.0049458817,0.3191749,0.0052989325,0.0007402127,0.5638732,0.0016937702],"about_ca_topic_score_codex":0.0000030715667,"about_ca_topic_score_gemma":0.0000012084122,"teacher_disagreement_score":0.9689217,"about_ca_system_score_codex":0.000017161738,"about_ca_system_score_gemma":0.00012490939,"threshold_uncertainty_score":0.46677878},"labels":[],"label_agreement":null},{"id":"W3018601113","doi":"10.2196/17125","title":"A Deep Artificial Neural Network−Based Model for Prediction of Underlying Cause of Death From Death Certificates: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Autopsy Techniques and Outcomes","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Artificial neural network; Machine learning; Deep learning; Comparability; Coding (social sciences); Data mining; Algorithm; Statistics; Mathematics","score_opus":0.14246957093319365,"score_gpt":0.34486822925755134,"score_spread":0.2023986583243577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018601113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18600602,0.00002487438,0.8124511,0.00059680286,0.000035596942,0.0007464866,0.000035920737,0.00007659188,0.00002656934],"genre_scores_gemma":[0.71718097,0.000012093927,0.28137714,0.0008986734,0.0000773635,0.0000881069,0.00034702415,0.000014356188,0.000004314466],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832183,0.00001267747,0.0009180886,0.00009799822,0.0004695732,0.00017983177],"domain_scores_gemma":[0.9991409,0.00011812156,0.00028282715,0.00012195545,0.000109006716,0.00022719962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020636126,0.00013251063,0.00036334313,0.00004987159,0.000051166036,0.00001069162,0.00007836845,0.00018081832,0.000019061987],"category_scores_gemma":[0.00011572777,0.0001065552,0.000065503315,0.00010519663,0.00005336621,0.000114762304,0.000041487172,0.00015663444,6.0443557e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019713438,0.0010157939,0.069576845,0.0067103077,0.00093083247,0.000026292806,0.069917716,0.026474912,0.0010386474,0.0045342445,0.0028944954,0.81490856],"study_design_scores_gemma":[0.0009063161,0.00020480852,0.0032241736,0.00016105484,0.00010208745,0.0000027594833,0.00035153978,0.9914021,0.0030385447,0.00037638855,0.00014967544,0.00008057553],"about_ca_topic_score_codex":0.0000063175503,"about_ca_topic_score_gemma":0.0000025049019,"teacher_disagreement_score":0.96492714,"about_ca_system_score_codex":0.00003793655,"about_ca_system_score_gemma":0.00020444015,"threshold_uncertainty_score":0.4345195},"labels":[],"label_agreement":null},{"id":"W3018856756","doi":"10.2196/19202","title":"Retracted: Medical Emergency Resource Allocation Model in Large-Scale Emergencies Based on Artificial Intelligence: Algorithm Development","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Facility Location and Emergency Management","field":"Business, Management and Accounting","cited_by":14,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Key Technology Research and Development Program of Shandong","keywords":"Workflow; Computer science; Scale (ratio); Government (linguistics); Operations research; Resource allocation; Emergency management; Engineering; Database","score_opus":0.0398244112940075,"score_gpt":0.27947116027866237,"score_spread":0.23964674898465488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018856756","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08189425,0.000028251758,0.8527885,0.037283923,0.000988942,0.0013199904,0.000011802102,0.0005501338,0.025134215],"genre_scores_gemma":[0.9308986,0.000098243814,0.0125129,0.053145114,0.0015444965,0.00040256605,0.0010064275,0.000069217545,0.00032244693],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99469,0.00002426877,0.0017924083,0.00027933627,0.002684181,0.0005298307],"domain_scores_gemma":[0.9991201,0.000023205823,0.00019048281,0.00029911127,0.0001779361,0.00018915653],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016042361,0.00029527998,0.00030728243,0.00034421388,0.00019183944,0.00007137608,0.00069157674,0.00034947577,0.006745483],"category_scores_gemma":[0.00076305395,0.00027381573,0.00009586668,0.0012514815,0.00006950577,0.00064881763,0.00027722932,0.00071111106,0.0013618384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025051797,0.0027424262,0.001995535,0.0027446877,0.000077835386,0.000034588065,0.019140787,0.07773427,0.0000066781827,0.019840777,0.10575287,0.769679],"study_design_scores_gemma":[0.00020953726,0.000018054547,0.00053751195,0.00008758959,0.00000893099,1.8371188e-7,0.0039815237,0.92494965,0.000019702196,0.0002571002,0.06963425,0.0002959776],"about_ca_topic_score_codex":0.00004255227,"about_ca_topic_score_gemma":0.0003929118,"teacher_disagreement_score":0.8490043,"about_ca_system_score_codex":0.00008066799,"about_ca_system_score_gemma":0.00023573411,"threshold_uncertainty_score":0.9999714},"labels":[],"label_agreement":null},{"id":"W3019734874","doi":"10.2196/18571","title":"Effect of Statins on Patients with Acute Ischemic Stroke Infection based on Intelligent Data Acquisition of Computed Tomography Image information (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computed tomography; Medicine; Preprint; Stroke (engine); Ischemic stroke; Radiology; Computer science; Internal medicine; Ischemia; Engineering; World Wide Web","score_opus":0.008538369379996106,"score_gpt":0.2724852217680449,"score_spread":0.2639468523880488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019734874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9164054,0.0000015808372,0.07556991,0.00033017364,0.00007063217,0.0018066844,0.00032290048,0.00010015119,0.0053925687],"genre_scores_gemma":[0.98899287,0.0000120336545,0.0050199726,0.002332868,0.000037194925,0.000043365704,0.0035439157,0.0000152300545,0.0000025234747],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99700534,0.000054439166,0.0009966799,0.00014748378,0.0015908753,0.0002051626],"domain_scores_gemma":[0.9979435,0.00022023945,0.0006634671,0.00067082554,0.00023222413,0.00026970782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042406007,0.00024577673,0.00048109368,0.00029515548,0.00002849179,0.000016929862,0.00030645294,0.00014186683,0.00013926314],"category_scores_gemma":[0.0002797299,0.00017703616,0.00009624464,0.0004544832,0.00014430784,0.00050741975,0.00025197974,0.00040900795,0.000044675096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03644931,0.004331474,0.18396503,0.029376538,0.0038472482,0.00004335689,0.013561218,0.002727816,0.0016005787,0.00014252911,0.21830826,0.50564665],"study_design_scores_gemma":[0.022742473,0.028938763,0.045696784,0.0034640417,0.0009831751,0.0000066239304,0.00053268054,0.7501027,0.13307774,0.0000011301292,0.013835283,0.0006185792],"about_ca_topic_score_codex":0.000007997444,"about_ca_topic_score_gemma":2.759289e-7,"teacher_disagreement_score":0.7473749,"about_ca_system_score_codex":0.00006830895,"about_ca_system_score_gemma":0.00009416545,"threshold_uncertainty_score":0.7219325},"labels":[],"label_agreement":null},{"id":"W3020046452","doi":"10.2196/17174","title":"Evaluating the Representativeness of US Centricity Electronic Medical Records With Reports From the Centers for Disease Control and Prevention: Comparative Study on Office Visits and Cardiometabolic Conditions","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Therapeutic Innovation Australia; Medical Research Council; Australian Government","keywords":"Generalizability theory; Representativeness heuristic; Medicine; Ambulatory; Population; Epidemiology; Medical record; Ambulatory care; Health care; Ethnic group; Environmental health; Family medicine; Medical emergency; Surgery; Statistics; Pathology","score_opus":0.11092236825366654,"score_gpt":0.5058723835905937,"score_spread":0.3949500153369272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020046452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98158467,0.00037842998,0.0042779413,0.0057035983,0.00018650855,0.0075777113,0.000121948135,0.000037649832,0.00013153943],"genre_scores_gemma":[0.9946461,0.00007067184,0.00004512723,0.0034349824,0.00030034958,0.0014050287,0.00006406771,0.0000139530575,0.00001973172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941919,0.0020354867,0.0014960001,0.0002439687,0.001490314,0.00054236123],"domain_scores_gemma":[0.9919938,0.0057133706,0.0010070706,0.0003651353,0.00028684904,0.00063376286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036885478,0.00020150233,0.0006787562,0.000041671414,0.000714998,0.000018420502,0.00023965235,0.00012868058,0.00009607085],"category_scores_gemma":[0.0020993133,0.00010740043,0.00006573885,0.00034499756,0.00023858805,0.00013796845,0.000113355796,0.0010342047,0.0000030824722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008088128,0.0010562994,0.76723814,0.0027202296,0.0023736325,0.00004945817,0.1888049,0.00015712497,0.0000112522375,0.0018025062,0.011837032,0.015861312],"study_design_scores_gemma":[0.023063105,0.008203876,0.67536557,0.0027081966,0.001009416,0.000043839013,0.13649935,0.13998495,0.000007760409,0.00063638604,0.011919523,0.00055800355],"about_ca_topic_score_codex":0.00032008177,"about_ca_topic_score_gemma":0.0003324158,"teacher_disagreement_score":0.13982783,"about_ca_system_score_codex":0.00011180608,"about_ca_system_score_gemma":0.0024293817,"threshold_uncertainty_score":0.54992586},"labels":[],"label_agreement":null},{"id":"W3020822728","doi":"10.2196/17176","title":"Data Integration in the Brazilian Public Health System for Tuberculosis: Use of the Semantic Web to Establish Interoperability","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Interoperability; Computer science; Semantic interoperability; Semantic Web; World Wide Web; System integration; Data science; Knowledge management; Database","score_opus":0.10956360910117464,"score_gpt":0.32996707969783123,"score_spread":0.2204034705966566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020822728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2852192,0.00003885749,0.4829553,0.22837396,0.0006192093,0.0023751915,0.000088798864,0.00016580797,0.00016369026],"genre_scores_gemma":[0.9759543,0.000007672639,0.00843999,0.015467278,0.000041870502,0.00006494506,0.000018327788,0.0000037512525,0.0000018773785],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773985,0.00023437914,0.00088063045,0.00016756081,0.0006955575,0.00028201245],"domain_scores_gemma":[0.9977735,0.00048502785,0.00019413729,0.0012535104,0.000107187996,0.00018657993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002065786,0.00011678651,0.00027439857,0.000058110265,0.0000875084,0.00030289343,0.0036122755,0.00007970164,0.0000029003263],"category_scores_gemma":[0.0028863864,0.000057895493,0.000055114375,0.00074250734,0.000099331184,0.0013000119,0.0009772981,0.00026879107,0.000006746457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054339696,0.00058410875,0.011683013,0.0054667983,0.000083521074,0.00000536032,0.31362244,0.000072701514,0.000033814344,0.06053422,0.17362526,0.4342344],"study_design_scores_gemma":[0.00041135252,0.00020119808,0.00606873,0.00046190742,0.000005580117,0.000015309817,0.018669292,0.9523854,0.00003421067,0.000051506886,0.021574534,0.00012092455],"about_ca_topic_score_codex":0.00006836073,"about_ca_topic_score_gemma":0.00056107796,"teacher_disagreement_score":0.95231277,"about_ca_system_score_codex":0.000058965263,"about_ca_system_score_gemma":0.00043192407,"threshold_uncertainty_score":0.67125666},"labels":[],"label_agreement":null},{"id":"W3020889794","doi":"10.2196/14500","title":"Identifying the Medical Lethality of Suicide Attempts Using Network Analysis and Deep Learning: Nationwide Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; Korea Institute of Science and Technology Information; National Supercomputing Center, Korea Institute of Science and Technology Information; National Institutes of Health; Korea Institute of Science and Technology","keywords":"Antecedent (behavioral psychology); Suicide methods; Suicide prevention; Poison control; Injury prevention; Human factors and ergonomics; Suicide attempt; Lethality; Psychology; Medicine; Clinical psychology; Psychiatry; Medical emergency; Developmental psychology","score_opus":0.07758419796131528,"score_gpt":0.3966309868580468,"score_spread":0.31904678889673155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020889794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845191,0.00047124457,0.0119927265,0.0012749998,0.00017092135,0.00035321957,0.0000015724713,0.00006008229,0.0011561138],"genre_scores_gemma":[0.9967691,0.00005678282,0.000300882,0.0025619676,0.00024394559,0.000026838366,0.000009110884,0.000010303818,0.000021122007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965364,0.00040164613,0.0011027694,0.00015790878,0.0014655215,0.00033579496],"domain_scores_gemma":[0.9979332,0.001004375,0.0003886953,0.00023726404,0.0001164218,0.00032002182],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020455804,0.00017265156,0.00054785336,0.00009764586,0.0002699135,0.00004037227,0.00039335422,0.00016821656,0.0011665924],"category_scores_gemma":[0.0011557173,0.000117696654,0.00013671839,0.0010997261,0.00029809083,0.00012773233,0.00035051518,0.000718571,0.000027693699],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047163834,0.0001540049,0.870647,0.00010736741,0.0024648714,0.000051456158,0.11743164,0.00015856048,0.0000014537349,0.00023515856,0.0005785873,0.008122691],"study_design_scores_gemma":[0.0017884686,0.00027370494,0.78418255,0.00003910738,0.0012828883,0.000034340337,0.12680122,0.084138505,0.0000062207473,0.00013910282,0.000978464,0.00033541958],"about_ca_topic_score_codex":0.00023168128,"about_ca_topic_score_gemma":0.00022934131,"teacher_disagreement_score":0.08646449,"about_ca_system_score_codex":0.000015542482,"about_ca_system_score_gemma":0.000057184847,"threshold_uncertainty_score":0.9997465},"labels":[],"label_agreement":null},{"id":"W3020942961","doi":"10.2196/19136","title":"Application of RNAIII inhibiting peptide and Image Information Counting Algorithm in the Rehabilitation Treatment of Staphylococcus Aureus Infection in Old People’s Bone and Joint (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Scientific and Engineering Research Topics","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Staphylococcus aureus; Computer science; Joint infections; Algorithm; Joint (building); Methicillin-resistant Staphylococcus aureus; Medicine; World Wide Web; Surgery; Biology","score_opus":0.010941948458410252,"score_gpt":0.2747809404607267,"score_spread":0.2638389920023165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020942961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97840554,0.00001730384,0.020479081,0.000303727,0.000025793817,0.00056915055,0.000009558928,0.000016561056,0.00017327757],"genre_scores_gemma":[0.9963662,0.00006249623,0.003386926,0.000045435554,0.000023317847,0.0000811434,0.000028955355,0.0000031971301,0.00000233842],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984498,0.000038553477,0.0008084463,0.00006863741,0.00050398335,0.00013056205],"domain_scores_gemma":[0.9992923,0.00020693085,0.00022753225,0.000121275574,0.000083350016,0.000068570356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009857346,0.00008121793,0.00019639429,0.00015790432,0.00002951926,0.00004264435,0.00005193453,0.00008238255,0.000007778237],"category_scores_gemma":[0.0007723325,0.0000628734,0.000028245733,0.0003729374,0.000094976975,0.00049279595,0.000056347257,0.00016679005,0.0000043803716],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000660344,0.00036371493,0.27648154,0.0052278508,0.00002816264,0.000007098593,0.27458403,0.0011902091,0.0020615081,0.0015899271,0.0004728628,0.4379271],"study_design_scores_gemma":[0.0011994018,0.00020149835,0.50652915,0.00015652271,0.0000056953427,0.000008437897,0.011324898,0.4792753,0.000527764,0.000113562724,0.00057284994,0.00008494474],"about_ca_topic_score_codex":0.0004319649,"about_ca_topic_score_gemma":0.00013217705,"teacher_disagreement_score":0.47808507,"about_ca_system_score_codex":0.00005735902,"about_ca_system_score_gemma":0.000036788344,"threshold_uncertainty_score":0.25639027},"labels":[],"label_agreement":null},{"id":"W3021005190","doi":"10.2196/17650","title":"Automatic Construction of a Depression-Domain Lexicon Based on Microblogs: Text Mining Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Office for Philosophy and Social Sciences; University of International Business and Economics","keywords":"Lexicon; Word2vec; Microblogging; Social media; Computer science; Artificial intelligence; Depression (economics); Feeling; Natural language processing; Machine learning; Psychology; World Wide Web; Social psychology","score_opus":0.0326126566069019,"score_gpt":0.36957740068972367,"score_spread":0.3369647440828218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021005190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984186,0.000013415726,0.0011927205,0.0007176125,0.00029197786,0.00097470486,0.0000106462585,0.00012762922,0.012485284],"genre_scores_gemma":[0.9814575,5.112415e-7,0.013017412,0.0052695004,0.0000927435,0.00012015107,0.00001530316,0.000018046805,0.000008831449],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9972396,0.0002126751,0.0013044551,0.00014805458,0.0007628375,0.00033238946],"domain_scores_gemma":[0.99827635,0.0004814509,0.00049569935,0.00029279888,0.00003888354,0.00041480362],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006366729,0.00017550324,0.00038481117,0.00012174841,0.000092142545,0.00001493864,0.0002761226,0.00020380253,0.0030187916],"category_scores_gemma":[0.00025027496,0.00015150399,0.000060944803,0.00029654457,0.00016206043,0.00009452622,0.00008060119,0.00041131987,0.00024660694],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074389845,0.003396993,0.146407,0.0047678486,0.0002146289,0.00016197849,0.29233268,0.000036052974,0.00021387004,0.002020148,0.018290425,0.5314145],"study_design_scores_gemma":[0.020735962,0.0060606254,0.03766919,0.0034825862,0.00010346232,0.00021097125,0.5562822,0.37100458,0.0007094679,0.00021325971,0.002586787,0.0009408947],"about_ca_topic_score_codex":0.0000104480105,"about_ca_topic_score_gemma":0.0000022161055,"teacher_disagreement_score":0.5304736,"about_ca_system_score_codex":0.000052482163,"about_ca_system_score_gemma":0.00016289462,"threshold_uncertainty_score":0.99789256},"labels":[],"label_agreement":null},{"id":"W3021012518","doi":"10.2196/16452","title":"Challenges of Clustering Multimodal Clinical Data: Review of Applications in Asthma Subtyping","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health and Social Care Research and Development Division; Engineering and Physical Sciences Research Council; Economic and Social Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Asthma UK Centre for Applied Research; Medical Research Council; Public Health Agency; Asthma and Lung UK; British Heart Foundation; Scottish Government; Department of Health and Social Care; Wellcome Trust","keywords":"Subtyping; Computer science; Cluster analysis; Asthma; Data science; Data mining; Medicine; Artificial intelligence; Programming language; Internal medicine","score_opus":0.14932410482920064,"score_gpt":0.46395523079864665,"score_spread":0.314631125969446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021012518","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002992604,0.9960228,0.00040601188,0.00016728211,0.00007512386,0.002056461,0.00011879495,0.000029609226,0.0011209295],"genre_scores_gemma":[0.00001182708,0.9974932,0.0009969927,0.00044351717,0.00028459408,0.00016339884,0.0005729349,0.000028991757,0.000004551714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99457985,0.00017007634,0.003950247,0.00023501668,0.0008435319,0.0002213004],"domain_scores_gemma":[0.99642676,0.0005425886,0.0013591367,0.0010730065,0.00011168622,0.00048680126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012074474,0.0003136549,0.0034625,0.0001659971,0.000017220806,0.000003640245,0.00075706403,0.00052312826,0.000088020875],"category_scores_gemma":[0.0013069592,0.00021584943,0.0004907756,0.00040705735,0.00027355787,0.0001234424,0.0006544101,0.0009410651,0.00003337157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047025164,0.00014998738,0.000016319555,0.3723223,0.000055125798,0.00000951967,0.000061799714,3.1125584e-8,2.1099007e-9,0.000028382774,0.00033946653,0.6270124],"study_design_scores_gemma":[0.00033999383,0.0000960006,0.000061388666,0.2544858,0.00028715353,0.000030447058,0.00017137764,0.00046006092,2.9862157e-8,8.660456e-7,0.74394387,0.0001229905],"about_ca_topic_score_codex":0.0000014941987,"about_ca_topic_score_gemma":0.000005336888,"teacher_disagreement_score":0.7436044,"about_ca_system_score_codex":0.00003840419,"about_ca_system_score_gemma":0.0015173497,"threshold_uncertainty_score":0.88020843},"labels":[],"label_agreement":null},{"id":"W3021036350","doi":"10.2196/16521","title":"A Retrospective Analysis of Provider-to-Patient Secure Messages: How Much Are They Increasing, Who Is Doing the Work, and Is the Work Happening After Hours?","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mayo Clinic","keywords":"Work (physics); Happening; Computer science; Medicine; Medical emergency; Engineering; History","score_opus":0.025084682111923017,"score_gpt":0.34897545550929265,"score_spread":0.32389077339736966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021036350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9060809,0.0004323901,0.0010089668,0.088133276,0.0001623259,0.0028039385,0.00005091458,0.00007855845,0.0012487493],"genre_scores_gemma":[0.95818484,0.00008888937,0.00043625798,0.04026902,0.00023584794,0.0006330412,0.000007005016,0.0000318856,0.00011322838],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9948045,0.0010137173,0.0014603352,0.00026136116,0.0015519377,0.0009081492],"domain_scores_gemma":[0.9956685,0.0014332837,0.0012497461,0.0006384129,0.00032461883,0.0006854717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025472578,0.0003146332,0.00092104846,0.00018212441,0.0006657918,0.00007555345,0.0005552643,0.00043951205,0.00036855534],"category_scores_gemma":[0.0014734309,0.0001697974,0.00018935815,0.002087127,0.00017813641,0.00023764084,0.0005044981,0.0022953153,0.00003710406],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019641401,0.000025456913,0.37563145,0.0009301309,0.0005585249,0.000004558993,0.5709402,0.0000039465663,4.0499773e-7,0.00012095092,0.046149116,0.0054388414],"study_design_scores_gemma":[0.0023527194,0.0009079066,0.33098254,0.0123367235,0.0013719928,0.00001207174,0.46870655,0.0209549,0.000021276574,0.0001783939,0.1611262,0.0010487285],"about_ca_topic_score_codex":0.00020953473,"about_ca_topic_score_gemma":0.00038250635,"teacher_disagreement_score":0.114977084,"about_ca_system_score_codex":0.00030994066,"about_ca_system_score_gemma":0.000682174,"threshold_uncertainty_score":0.997213},"labels":[],"label_agreement":null},{"id":"W3021109185","doi":"10.2196/17056","title":"An Algorithm (LaD) for Monitoring Childbirth in Settings Where Tracking All Parameters in the World Health Organization Partograph Is Not Feasible: Design and Expert Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Childbirth; Algorithm; Pairwise comparison; Medicine; Computer science; Machine learning; Data mining; Artificial intelligence; Pregnancy","score_opus":0.07370238500281244,"score_gpt":0.3897221479721165,"score_spread":0.31601976296930406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021109185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84677875,0.00025953806,0.09152665,0.058313508,0.00018755834,0.0027706237,0.00004053989,0.000097976466,0.000024850755],"genre_scores_gemma":[0.89861184,0.0005324712,0.06916791,0.031025333,0.00024372617,0.00023864825,0.00012865613,0.000029044304,0.00002235406],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842817,0.00008930433,0.0007089816,0.00011086517,0.0004035983,0.00025908783],"domain_scores_gemma":[0.99922484,0.00014887111,0.00016679174,0.00010877103,0.00005507876,0.00029563275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007734809,0.00012173327,0.0002321431,0.00013153456,0.0000815784,0.000064059066,0.00012471802,0.00008348161,0.000049624472],"category_scores_gemma":[0.00011293012,0.00008974051,0.00003273358,0.00048459534,0.000035569454,0.00029918127,0.000020122465,0.00031074038,0.0000026685398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003945113,0.0007927025,0.07607835,0.011504149,0.00006840352,0.000037840913,0.27120754,0.00014736554,0.000042320222,0.00034208348,0.007963801,0.6314209],"study_design_scores_gemma":[0.017577803,0.0069890525,0.16084984,0.013055738,0.00007019393,0.00042680712,0.04933571,0.6579568,0.010241114,0.00047050105,0.081738785,0.0012876642],"about_ca_topic_score_codex":0.00007905993,"about_ca_topic_score_gemma":0.000018875522,"teacher_disagreement_score":0.65780944,"about_ca_system_score_codex":0.000046937217,"about_ca_system_score_gemma":0.00008816152,"threshold_uncertainty_score":0.36595118},"labels":[],"label_agreement":null},{"id":"W3021408588","doi":"10.2196/19049","title":"Research on Optic Nerve Myelitis Health Monitoring Based on MRI Image Measurement Sensor Technology (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Computer science; Computer vision; World Wide Web","score_opus":0.16576825310226173,"score_gpt":0.43410706717032344,"score_spread":0.2683388140680617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021408588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5065562,0.00026320413,0.0048013227,0.45295832,0.0004641968,0.007474655,0.00004764224,0.0011786611,0.026255794],"genre_scores_gemma":[0.9830667,0.0003057884,0.0125152925,0.0029826579,0.0005650418,0.00046919278,0.000012932023,0.000040840132,0.00004159854],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99133706,0.00023352836,0.0009759665,0.00030889327,0.00611379,0.0010307406],"domain_scores_gemma":[0.99649733,0.00050515495,0.00014680497,0.0007131185,0.0008004639,0.0013371102],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034370755,0.00025951565,0.0006193821,0.0005426831,0.00029326355,0.000055132197,0.00043869123,0.00026054203,0.00026799014],"category_scores_gemma":[0.0065834452,0.00020176733,0.00011919262,0.0010259008,0.0005134339,0.00009594839,0.00038763197,0.0024326015,0.00086062524],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048429873,0.004966927,0.015840093,0.02416589,0.0011325155,0.0021245086,0.038371965,0.001496839,0.006256293,0.002243701,0.23056005,0.66799825],"study_design_scores_gemma":[0.027765347,0.029081063,0.06043361,0.022517132,0.0000681511,0.00013284138,0.08770654,0.64816356,0.03581546,0.000114197035,0.08653703,0.0016650463],"about_ca_topic_score_codex":0.000026737762,"about_ca_topic_score_gemma":0.0000017792069,"teacher_disagreement_score":0.6663332,"about_ca_system_score_codex":0.00081578415,"about_ca_system_score_gemma":0.0009307946,"threshold_uncertainty_score":0.9999173},"labels":[],"label_agreement":null},{"id":"W3021501135","doi":"10.2196/19167","title":"Application of Hospital Information Intelligent Management System Used in Promoting the Rational Application of Intravenous Drugs for Nurses in Public Health Clinical Center (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Quality and Safety in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Center (category theory); Medical emergency; Public health; Hospital information system; Health information technology; Health informatics; Nursing; Information system; Knowledge management; Health care; Computer science; Engineering; World Wide Web","score_opus":0.08568046177940859,"score_gpt":0.4483667239773484,"score_spread":0.3626862621979398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021501135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39447388,0.00003339502,0.5100858,0.06703238,0.0011297404,0.02586086,0.00021030886,0.0001411694,0.0010324628],"genre_scores_gemma":[0.9936264,0.000052976884,0.0012306869,0.0026061132,0.00011121821,0.001946643,0.00041573172,0.00000823961,0.000001986005],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99377733,0.000540557,0.0044047306,0.00013190584,0.0007676329,0.00037786184],"domain_scores_gemma":[0.9966072,0.00087207084,0.0016638414,0.00032885867,0.00028446273,0.00024355276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057946295,0.00012958539,0.0004602192,0.00013107617,0.00014314159,0.000008975741,0.00042296978,0.00026680352,0.000011721207],"category_scores_gemma":[0.0005851606,0.000101283826,0.00008395764,0.00045215467,0.000119603676,0.00034900254,0.00015575535,0.00068936165,0.000032237258],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014594315,0.0005929801,0.074577555,0.023359496,0.00003793967,1.6599908e-7,0.43031335,0.000111933805,4.292189e-7,0.10352031,0.00046287655,0.36687705],"study_design_scores_gemma":[0.0037940242,0.00067131803,0.048962027,0.0017438786,0.00001034434,9.274395e-7,0.3558465,0.54072595,0.000010078563,0.0005581866,0.047440547,0.00023624566],"about_ca_topic_score_codex":0.00010768025,"about_ca_topic_score_gemma":0.000066161265,"teacher_disagreement_score":0.5991525,"about_ca_system_score_codex":0.00031298405,"about_ca_system_score_gemma":0.0005996067,"threshold_uncertainty_score":0.41302347},"labels":[],"label_agreement":null},{"id":"W3021502712","doi":"10.2196/19050","title":"Effectiveness Evaluation of Multi-b Value Diffusion Weighted Imaging Intelligence Monitoring the Diagnosis of Benign and Malignant Prostatic Tumors Based on Single-index Model, Double-index Model and Stretch-index Model (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"MRI in cancer diagnosis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Index (typography); Medicine; Preprint; Radiology; Value (mathematics); Diffusion MRI; Computer science; Magnetic resonance imaging; Machine learning","score_opus":0.059901670918163376,"score_gpt":0.34620894134658703,"score_spread":0.28630727042842363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021502712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7683725,0.00011279593,0.22798474,0.0009193762,0.00004807217,0.002432938,0.000022363549,0.000048299924,0.00005892995],"genre_scores_gemma":[0.9940462,0.00025947965,0.004500348,0.00034976366,0.00003768496,0.00074860064,0.00001403511,0.00004264922,0.0000012495508],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99527127,0.0001712219,0.0012743867,0.00037723317,0.0025269866,0.0003788911],"domain_scores_gemma":[0.997025,0.0008590172,0.00057545025,0.00053728983,0.00053535413,0.00046788523],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017931553,0.00038651613,0.00073309743,0.00020871396,0.000116378185,0.000042062173,0.0003032081,0.00020949297,0.00002231612],"category_scores_gemma":[0.00051662076,0.00028012512,0.00011336656,0.00038502744,0.00038897988,0.00031221175,0.0002756634,0.0005874202,0.0000010890602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009211428,0.0005781849,0.10957931,0.0034933358,0.00006720279,0.000005101217,0.011391027,0.8406013,0.0003526941,0.00011788537,0.000020764866,0.032872055],"study_design_scores_gemma":[0.004730375,0.00028331418,0.004630959,0.004493041,0.00022907405,0.0000063838756,0.0016656697,0.9661843,0.016954653,0.0005744293,5.8524574e-7,0.00024721664],"about_ca_topic_score_codex":0.00006532097,"about_ca_topic_score_gemma":0.000003979957,"teacher_disagreement_score":0.22567372,"about_ca_system_score_codex":0.00027207975,"about_ca_system_score_gemma":0.00063247763,"threshold_uncertainty_score":0.9999651},"labels":[],"label_agreement":null},{"id":"W3021618604","doi":"10.2196/15992","title":"Deep Learning Neural Networks to Predict Serious Complications After Bariatric Surgery: Analysis of Scandinavian Obesity Surgery Registry Data","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Receiver operating characteristic; Artificial neural network; Incidence (geometry); Complication; Convolutional neural network; Deep learning; Artificial intelligence; Surgery; Machine learning; Computer science; Internal medicine","score_opus":0.031197999471763736,"score_gpt":0.29004284774752026,"score_spread":0.25884484827575654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021618604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9542964,0.00035239547,0.03789718,0.00571083,0.00035977655,0.00064783054,0.00009093342,0.00025910986,0.00038552264],"genre_scores_gemma":[0.9917402,0.00015293487,0.00062315236,0.0055873683,0.00032716562,0.000042250344,0.0014799538,0.000021158314,0.000025782856],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99654067,0.00013192458,0.0015721051,0.00027603077,0.0010034002,0.00047585007],"domain_scores_gemma":[0.9954107,0.0017483686,0.0004889976,0.0009917557,0.00015890473,0.0012013081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001072796,0.00025802996,0.0013094469,0.0005256771,0.000120506564,0.00004351756,0.00045447203,0.00030751375,0.0005313923],"category_scores_gemma":[0.0024566767,0.00021990095,0.0004368304,0.0037160642,0.00012855444,0.00030895186,0.00045807043,0.0007442088,0.000026681135],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022423977,0.000121404155,0.9636866,0.00039505784,0.0007176856,0.00006095927,0.0010341369,0.001431293,3.6249324e-7,0.000010044992,0.013592519,0.018725693],"study_design_scores_gemma":[0.00020003518,0.00003356503,0.4967219,0.00007627429,0.000988652,0.000024711537,0.00029831188,0.498531,0.0000010215159,9.877549e-7,0.0029594204,0.00016411785],"about_ca_topic_score_codex":0.000048414957,"about_ca_topic_score_gemma":0.000017390019,"teacher_disagreement_score":0.49709973,"about_ca_system_score_codex":0.00005084946,"about_ca_system_score_gemma":0.0002508655,"threshold_uncertainty_score":0.89673},"labels":[],"label_agreement":null},{"id":"W3021671533","doi":"10.2196/15852","title":"The Development of the Military Service Identification Tool: Identifying Military Veterans in a Clinical Research Database Using Natural Language Processing and Machine Learning","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King's College London; Engineering and Physical Sciences Research Council; National Institute for Health and Care Research; NIHR Biomedical Research Centre, Royal Marsden NHS Foundation Trust/Institute of Cancer Research; Department of Health and Social Care; Institute of Psychiatry, Psychology and Neuroscience, King’s College London; Forces in Mind Trust","keywords":"SQL; Computer science; Identification (biology); Artificial intelligence; Service (business); Database; Machine learning; Medicine; Natural language processing; Information retrieval; Data mining","score_opus":0.13205461920373568,"score_gpt":0.4406966219772892,"score_spread":0.3086420027735535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021671533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776168,0.0025955115,0.015109057,0.004018784,0.00016685417,0.00042724988,0.0000021800845,0.00004972989,0.000013847385],"genre_scores_gemma":[0.97227824,0.000061007144,0.026619557,0.0009345248,0.00005946814,0.000017635299,0.000014343661,0.000008780622,0.0000064553046],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958493,0.00079320936,0.0014550419,0.0002081454,0.0013488691,0.00034542443],"domain_scores_gemma":[0.99822843,0.0008036447,0.00020041179,0.00041390097,0.00019160505,0.00016200304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006554854,0.00012121466,0.0001977673,0.00008407558,0.0005989311,0.0000753368,0.0013026303,0.00010192417,0.0000032349997],"category_scores_gemma":[0.0025400706,0.000076910444,0.000038024515,0.0009730308,0.00018896388,0.00064000615,0.00132627,0.0019969107,0.0000046942155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058461672,0.000062976615,0.030669464,0.003826731,0.000021555787,0.000014860026,0.36104292,0.0003626243,0.0002710069,0.00012960949,0.00006456556,0.6034752],"study_design_scores_gemma":[0.0002872862,0.000019049012,0.027490446,0.00048042779,0.0000023868668,0.0000121298945,0.0069312216,0.96419376,0.00004432501,0.0000131443385,0.00043970617,0.00008614389],"about_ca_topic_score_codex":0.00026551238,"about_ca_topic_score_gemma":0.0006614055,"teacher_disagreement_score":0.9638311,"about_ca_system_score_codex":0.000059419028,"about_ca_system_score_gemma":0.00056185777,"threshold_uncertainty_score":0.86756945},"labels":[],"label_agreement":null},{"id":"W3021779918","doi":"10.2196/15609","title":"Using Electronic Data Collection Platforms to Assess Complementary and Integrative Health Patient-Reported Outcomes: Feasibility Project","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; Quality Enhancement Research Initiative; Office of Research and Development; U.S. Department of Veterans Affairs","keywords":"Usability; Medicine; Health care; Data collection; Survey data collection; Web application; Patient portal; Quality management; Medical emergency; Family medicine; World Wide Web; Computer science; Business; Service (business)","score_opus":0.3278426293697587,"score_gpt":0.48467237604897534,"score_spread":0.15682974667921662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021779918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801799,0.00006208659,0.0103602735,0.005945354,0.00014566127,0.002869194,0.00009820908,0.00008720435,0.00025209898],"genre_scores_gemma":[0.97083646,0.00009558686,0.008578149,0.019391386,0.00016277358,0.00005877622,0.00084523705,0.000017435748,0.000014181276],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99708253,0.000047984762,0.0011543767,0.00027794892,0.0009775308,0.00045964145],"domain_scores_gemma":[0.9984495,0.00016221819,0.00032628517,0.00036955436,0.00012992379,0.00056250603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005799432,0.00026585103,0.00071260263,0.00012913083,0.00023442633,0.000022024797,0.00022448729,0.00002817783,0.00016933457],"category_scores_gemma":[0.00072852505,0.00017369183,0.00005037465,0.00050824473,0.00014006584,0.00033597162,0.00066618726,0.0005409023,0.0000039230504],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014925952,0.0009605783,0.74873817,0.0021693879,0.0019146606,0.00008460346,0.12461797,0.0000033725942,0.00007894845,0.00046001648,0.052124843,0.06735483],"study_design_scores_gemma":[0.029656965,0.03212289,0.1703713,0.0028811716,0.0007727526,0.0008487741,0.4283205,0.23618412,0.000368388,0.000425946,0.0963406,0.0017066137],"about_ca_topic_score_codex":0.00028442376,"about_ca_topic_score_gemma":0.00023481315,"teacher_disagreement_score":0.5783669,"about_ca_system_score_codex":0.00034039145,"about_ca_system_score_gemma":0.00089104875,"threshold_uncertainty_score":0.70829475},"labels":[],"label_agreement":null},{"id":"W3022078172","doi":"10.2196/15411","title":"Prediction of Preeclampsia and Intrauterine Growth Restriction: Development of Machine Learning Models on a Prospective Cohort","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pregnancy and preeclampsia studies","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; Prospective cohort study; Predictive modelling; Preeclampsia; Intrauterine growth restriction; Medicine; Pregnancy; Internal medicine; Gestation","score_opus":0.03536793263062729,"score_gpt":0.2616337559565901,"score_spread":0.22626582332596282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022078172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96523833,0.00034556206,0.015999077,0.00087809854,0.00007594151,0.0012826119,0.000025697771,0.00014270507,0.016011996],"genre_scores_gemma":[0.99169564,0.0018518255,0.0060364427,0.00023144398,0.000054108616,0.00007231521,0.00003967249,0.00000885565,0.000009704512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836695,0.00002406186,0.0007188021,0.00010172076,0.0006528929,0.0001355477],"domain_scores_gemma":[0.9993063,0.000066614746,0.00022165911,0.00009564102,0.00011484661,0.00019490671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022069474,0.00013623599,0.0003932478,0.000071572336,0.00006485632,0.0000041789544,0.00006872068,0.00012488838,0.000028546141],"category_scores_gemma":[0.00023130611,0.000105377185,0.00003939074,0.00021421278,0.00014133903,0.00014775529,0.00010985384,0.00040329303,0.0000021167227],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030542356,0.000972089,0.7070366,0.0133434385,0.0018703631,0.000036239966,0.1861786,0.00021998602,0.00027277897,0.028349673,0.0015555414,0.057110414],"study_design_scores_gemma":[0.010716153,0.0063847713,0.511567,0.0054782066,0.00039087463,0.00013076849,0.0044368957,0.44487336,0.00939595,0.0032193789,0.0028565212,0.0005501362],"about_ca_topic_score_codex":0.0000039200195,"about_ca_topic_score_gemma":0.0000010608584,"teacher_disagreement_score":0.4446534,"about_ca_system_score_codex":0.00003247734,"about_ca_system_score_gemma":0.0001355315,"threshold_uncertainty_score":0.4297157},"labels":[],"label_agreement":null},{"id":"W3022393237","doi":"10.2196/15686","title":"Determining Factors Affecting Nurses’ Acceptance of a Care Plan System Using a Modified Technology Acceptance Model 3: Structural Equation Model With Cross-Sectional Data","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Structural equation modeling; Usability; Technology acceptance model; Variance (accounting); Path coefficient; Path analysis (statistics); Psychology; Bivariate analysis; Health care; Nursing; Nursing care; Cross-sectional study; Applied psychology; Knowledge management; Medicine; Computer science; Business","score_opus":0.1951280674665476,"score_gpt":0.4699179523696861,"score_spread":0.2747898849031385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022393237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81538194,0.000041095387,0.18179642,0.000051077663,0.00031214269,0.0014849153,0.00017909186,0.00028586946,0.00046743042],"genre_scores_gemma":[0.98613757,0.000003305531,0.013083069,0.00022580226,0.00021120966,0.00009401232,0.00018746073,0.000046373356,0.000011222058],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99528193,0.00016752181,0.002066656,0.00034770468,0.001239742,0.00089643156],"domain_scores_gemma":[0.9965233,0.0003920628,0.0015385719,0.00071081414,0.00039991506,0.00043530058],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064967305,0.00032494852,0.00073164416,0.00019267818,0.0006985815,0.00003016932,0.0010497469,0.0007876143,0.00002740569],"category_scores_gemma":[0.0006399631,0.00025748843,0.000052419746,0.0005867548,0.00018003755,0.0009244413,0.00041412338,0.0017249607,0.000007113887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047206873,0.00003258138,0.58045727,0.024808934,0.00014195348,0.00000951998,0.17387639,0.21366882,0.00019969576,0.0023088255,0.00013555904,0.0038883898],"study_design_scores_gemma":[0.0011607378,0.00014653575,0.001077298,0.0011468064,0.00001832277,0.000018646164,0.051007185,0.9451324,0.000042368803,0.000019327013,0.0000066601688,0.00022373396],"about_ca_topic_score_codex":0.00005077915,"about_ca_topic_score_gemma":0.00011521415,"teacher_disagreement_score":0.73146355,"about_ca_system_score_codex":0.00069994415,"about_ca_system_score_gemma":0.0032990973,"threshold_uncertainty_score":0.9999877},"labels":[],"label_agreement":null},{"id":"W3022421972","doi":"10.2196/19110","title":"Retracted: Treatment of Left Ventricular Circulation Disorder: Application of Echocardiography Information Data Monitoring","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cardiovascular Function and Risk Factors","field":"Medicine","cited_by":3,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cardiology; Internal medicine; Medicine; Pressure overload; Constriction; Left ventricular hypertrophy; Ascending aorta; Ventricular pressure; Hemodynamics; Interventricular septum; Blood pressure; Ventricular hypertrophy; Diastole; Muscle hypertrophy; Aorta; Cardiac hypertrophy; Ventricle","score_opus":0.02109958027422397,"score_gpt":0.28359956686460125,"score_spread":0.26249998659037727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022421972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8879506,0.00028068325,0.10924435,0.0003957426,0.00022628627,0.0011496935,0.00007189561,0.00011349581,0.0005672691],"genre_scores_gemma":[0.9971275,0.000733169,0.0008649806,0.00008024361,0.00016372623,0.0000140623615,0.0010078584,0.000007287617,0.0000011888768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978977,0.000021753829,0.0008305476,0.000082210325,0.0010479084,0.0001199099],"domain_scores_gemma":[0.9986964,0.00003669143,0.00032986872,0.0005376014,0.00016560777,0.00023381785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020785758,0.00012448218,0.00040559677,0.00016899101,0.000032104665,0.0000093375975,0.0001390725,0.00021744364,0.000040631207],"category_scores_gemma":[0.00014925521,0.00009637473,0.00025513428,0.0004727683,0.000063575244,0.00047761964,0.000050938273,0.00015817037,0.000016391905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011652411,0.00023115438,0.7669913,0.0007763279,0.00057127513,0.000004312004,0.0043206657,0.0002540489,0.000064922584,0.00003393008,0.000311696,0.22632384],"study_design_scores_gemma":[0.0058124173,0.0008235014,0.6918082,0.00025317483,0.00080688734,0.00010371677,0.0051174928,0.13822404,0.002282601,0.000010672117,0.15444629,0.0003109833],"about_ca_topic_score_codex":0.000032614353,"about_ca_topic_score_gemma":3.7948124e-7,"teacher_disagreement_score":0.22601286,"about_ca_system_score_codex":0.00004413979,"about_ca_system_score_gemma":0.000101587,"threshold_uncertainty_score":0.39300475},"labels":[],"label_agreement":null},{"id":"W3022490944","doi":"10.2196/14330","title":"Use of Machine Learning Techniques for Case-Detection of Varicella Zoster Using Routinely Collected Textual Ambulatory Records: Pilot Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Herpesvirus Infections and Treatments","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Computer science; Machine learning; Boosting (machine learning); Health records; Medicine; Health care","score_opus":0.17437516870652747,"score_gpt":0.36241696557400654,"score_spread":0.18804179686747907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022490944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98276794,0.000008673706,0.015392263,0.000050136056,0.000047176847,0.001444391,0.0000375051,0.00009801205,0.00015390749],"genre_scores_gemma":[0.9889014,0.0000060667944,0.01051574,0.00030294,0.00007246239,0.00007641905,0.000044321,0.000019848649,0.000060833194],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99828833,0.000058429767,0.0009614221,0.00009412249,0.00044852562,0.00014916401],"domain_scores_gemma":[0.99870265,0.0002820299,0.00038888754,0.00012794626,0.00032039048,0.00017807733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027729242,0.00014529582,0.00040407243,0.00013796946,0.000106421205,0.000012980925,0.000046897516,0.00012572043,0.00011197211],"category_scores_gemma":[0.0006739429,0.000118995624,0.00008450613,0.00044950377,0.000067751804,0.00017561657,0.0000521519,0.00028684785,0.0000023900195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009118518,0.018233621,0.58104634,0.006974473,0.00486439,0.0007039071,0.043590073,0.000576641,0.015686607,0.00021507121,0.0019827073,0.31700763],"study_design_scores_gemma":[0.012951967,0.024280472,0.022447802,0.0007895586,0.0012258826,0.0011800495,0.006239072,0.88252574,0.01927842,0.000019902043,0.028435968,0.0006251914],"about_ca_topic_score_codex":0.0003395027,"about_ca_topic_score_gemma":0.00004896783,"teacher_disagreement_score":0.88194907,"about_ca_system_score_codex":0.00008192936,"about_ca_system_score_gemma":0.00021488036,"threshold_uncertainty_score":0.4852501},"labels":[],"label_agreement":null},{"id":"W3022589175","doi":"10.2196/19021","title":"Research on the Effect of Individualized Therapy on Cognitive Function in Patients with Vascular Cognitive Impairment Based on Brain Rehabilitation Health Measurement System (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Neurological Disease Mechanisms and Treatments","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Rehabilitation; Cognitive impairment; Cognition; Medicine; Cognitive rehabilitation therapy; Physical medicine and rehabilitation; Physical therapy; Psychology; Psychiatry; Computer science","score_opus":0.05372434711293689,"score_gpt":0.33239057973548136,"score_spread":0.2786662326225445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022589175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918604,0.0000027693018,0.00034118386,0.0018933341,0.00003955117,0.0054060915,0.00004837967,0.000047285215,0.0003610411],"genre_scores_gemma":[0.98805475,0.0000028336824,0.000009744909,0.01108326,0.00001024815,0.00080476556,0.000021589976,0.000012429225,3.558261e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9925945,0.002550227,0.0005129246,0.0002798474,0.0037491003,0.00031341304],"domain_scores_gemma":[0.9938675,0.0052887658,0.00022935738,0.00020003092,0.00013707211,0.00027723014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027467313,0.00020354862,0.00031703527,0.00015506691,0.00015586229,0.000029023067,0.00017674165,0.00008458456,0.00006310076],"category_scores_gemma":[0.0032396636,0.0001035602,0.000087572946,0.0005451543,0.00015678968,0.0000712048,0.000047024736,0.0005108486,0.00006027081],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.36062557,0.0456205,0.10732946,0.012551942,0.0011037647,0.00019741151,0.06519693,0.0037619104,0.0002735374,0.020459091,0.0039520157,0.37892786],"study_design_scores_gemma":[0.08015553,0.43067974,0.43102005,0.009025864,0.00007086022,7.1085236e-7,0.005187495,0.028894408,0.014057746,0.00019850607,0.00013374661,0.00057534926],"about_ca_topic_score_codex":0.000006676906,"about_ca_topic_score_gemma":8.4572844e-7,"teacher_disagreement_score":0.38505924,"about_ca_system_score_codex":0.00017939291,"about_ca_system_score_gemma":0.00014190776,"threshold_uncertainty_score":0.42230624},"labels":[],"label_agreement":null},{"id":"W3022748113","doi":"10.2196/19015","title":"Application of Fasudil in the Treatment of Contrast-Induced Acute Renal Insufficiency Based on Computerized Tomography Intelligent information monitoring (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Kidney Injury Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fasudil; Medicine; Contrast (vision); Preprint; Acute kidney injury; Computer science; Intensive care medicine; Internal medicine; Artificial intelligence; Rho-associated protein kinase; World Wide Web; Chemistry","score_opus":0.032214259290472044,"score_gpt":0.34128295214628385,"score_spread":0.3090686928558118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022748113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94497293,0.0000067474857,0.048841946,0.002709421,0.00005768433,0.0022238204,0.000043446536,0.00004337843,0.0011006454],"genre_scores_gemma":[0.9960342,0.000062781415,0.0022929197,0.0011737313,0.00006131949,0.00026272584,0.0001055764,0.0000060719126,6.414335e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99710655,0.00006329082,0.001138571,0.00008743078,0.0013811638,0.0002229618],"domain_scores_gemma":[0.9986293,0.00022727215,0.0003316639,0.00036514693,0.0001769454,0.00026969158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042794566,0.00015934787,0.00041196035,0.0002634145,0.000031371703,0.00001523914,0.00032025384,0.0001464956,0.000037796548],"category_scores_gemma":[0.00017868142,0.00010124811,0.00013506514,0.0007691574,0.00012274044,0.00017044791,0.000040366845,0.00030755773,0.000020924788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005409652,0.007624541,0.024748243,0.0019939328,0.0004640341,0.000030971965,0.124358065,0.00030807577,0.009453804,0.0007612525,0.0015430338,0.8233044],"study_design_scores_gemma":[0.011807397,0.015236753,0.026598543,0.00059463695,0.0001201256,0.000019045028,0.007986,0.8682246,0.060027618,0.000019218784,0.009094717,0.00027132503],"about_ca_topic_score_codex":0.000017068463,"about_ca_topic_score_gemma":3.218025e-7,"teacher_disagreement_score":0.8679165,"about_ca_system_score_codex":0.00010009827,"about_ca_system_score_gemma":0.0002717682,"threshold_uncertainty_score":0.4128778},"labels":[],"label_agreement":null},{"id":"W3022847997","doi":"10.2196/13836","title":"Implementing Structured Clinical Templates at a Single Tertiary Hospital: Survey Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Template; Usability; Computer science; Data extraction; Medicine; MEDLINE; Human–computer interaction","score_opus":0.13322310445850424,"score_gpt":0.49738432284551587,"score_spread":0.36416121838701165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022847997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901329,0.00005334106,0.00024774336,0.0025873855,0.0012965115,0.0039834636,0.000052079216,0.00034716388,0.0012993921],"genre_scores_gemma":[0.98731947,0.000019976844,0.000322017,0.010663556,0.0010133855,0.00030126245,0.00014988439,0.00005207056,0.00015836715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9900676,0.0021113323,0.004486774,0.00028895945,0.001362729,0.0016825752],"domain_scores_gemma":[0.99399036,0.0026549168,0.0011680272,0.00049052376,0.00024158269,0.0014545615],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007610217,0.000313031,0.0008679399,0.00007168652,0.00085687824,0.000025632391,0.00064728264,0.00058583246,0.0016820573],"category_scores_gemma":[0.0038522065,0.00024379426,0.00012034856,0.00042316085,0.00010489746,0.00026250695,0.0010041831,0.002221912,0.001020003],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059112157,0.00023449797,0.8967036,0.0007440273,0.00008423307,0.000012759401,0.032627933,1.7809111e-7,0.000002763446,0.000015296684,0.061667267,0.007848313],"study_design_scores_gemma":[0.006984435,0.0033671323,0.77086574,0.0004682478,0.000048424034,0.000009596456,0.043805778,0.0067049395,0.000009345052,0.00003479084,0.1670084,0.0006931454],"about_ca_topic_score_codex":0.00036213646,"about_ca_topic_score_gemma":0.0025055793,"teacher_disagreement_score":0.12583785,"about_ca_system_score_codex":0.000370543,"about_ca_system_score_gemma":0.0012399384,"threshold_uncertainty_score":0.9997578},"labels":[],"label_agreement":null},{"id":"W3022938419","doi":"10.2196/15407","title":"Detecting False Alarms by Analyzing Alarm-Context Information: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação Carlos Chagas Filho de Amparo à Pesquisa do Estado do Rio de Janeiro; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"ALARM; Computer science; Context (archaeology); False alarm; Patient safety; Health care; Medical emergency; Computer security; Machine learning; Medicine","score_opus":0.029600603900834868,"score_gpt":0.3092137435588035,"score_spread":0.27961313965796863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022938419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93941003,0.00019003927,0.054894745,0.004133888,0.00015916592,0.00052973564,0.0000063441703,0.000336239,0.000339798],"genre_scores_gemma":[0.96775883,0.00007846328,0.025673954,0.0061054453,0.00014372778,0.000058549405,0.00016029946,0.000011055299,0.000009673286],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981698,0.0000218663,0.00087863946,0.00008332503,0.00056943996,0.00027692868],"domain_scores_gemma":[0.9989445,0.00007474355,0.00021279191,0.00012156416,0.000111521185,0.0005348613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040998287,0.00015316653,0.0002729626,0.000111118694,0.000168877,0.00003510106,0.00010180339,0.00032118836,0.000049501687],"category_scores_gemma":[0.0004634459,0.00013311915,0.000031492007,0.0002913299,0.00007031543,0.0005789785,0.0000987159,0.0006289698,0.00008890017],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017381144,0.000017139642,0.008186255,0.00042309254,0.00003953283,0.000006049403,0.016137874,4.4729163e-7,0.000010925532,0.000030279018,0.0010557682,0.97407526],"study_design_scores_gemma":[0.008467474,0.0014608037,0.00421235,0.0019432959,0.00015360993,0.00042841697,0.05056526,0.09565907,0.05094558,0.00006317884,0.7848766,0.0012243626],"about_ca_topic_score_codex":0.000007249296,"about_ca_topic_score_gemma":8.7785446e-7,"teacher_disagreement_score":0.9728509,"about_ca_system_score_codex":0.00006552957,"about_ca_system_score_gemma":0.00019624052,"threshold_uncertainty_score":0.5428441},"labels":[],"label_agreement":null},{"id":"W3022964795","doi":"10.2196/17637","title":"Multi-Level Representation Learning for Chinese Medical Entity Recognition: Model Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Computer science; Natural language processing; Artificial intelligence; Softmax function; Language model; Deep learning; Feature learning; Named-entity recognition; Representation (politics); Encoder; Information retrieval; Task (project management)","score_opus":0.11712160173157674,"score_gpt":0.38301284721338874,"score_spread":0.265891245481812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022964795","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13715163,0.000012371068,0.85637265,0.005640618,0.00010510881,0.00038437528,0.0000023306218,0.00020138321,0.00012954103],"genre_scores_gemma":[0.31970063,0.000029158964,0.675923,0.0037981113,0.00015557854,0.00016432947,0.00017285036,0.000012366244,0.000044009852],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759305,0.00008792197,0.00072610605,0.0001993902,0.0011512957,0.00024223326],"domain_scores_gemma":[0.99856186,0.00027750025,0.00023061401,0.00015448726,0.00017709046,0.00059842464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088012515,0.00014390261,0.000206228,0.00006898329,0.00023302395,0.000116701245,0.0004495229,0.00020609712,0.00005569257],"category_scores_gemma":[0.0035950595,0.00012456873,0.000039720453,0.00027723963,0.00005003957,0.0006840947,0.0003454571,0.0005589059,0.00004059981],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029221064,0.000094977615,0.011433522,0.001294684,0.000032692653,0.000008874496,0.060151666,0.0018011947,0.0000068945187,0.00094848074,0.0011361483,0.92306167],"study_design_scores_gemma":[0.0008450319,0.000053960342,0.0020756726,0.000077228004,0.000002726787,0.000015929607,0.00021922059,0.99498403,0.00005045862,0.0002452561,0.0012822164,0.0001482843],"about_ca_topic_score_codex":0.000005797157,"about_ca_topic_score_gemma":0.0000067681176,"teacher_disagreement_score":0.99318284,"about_ca_system_score_codex":0.00003811568,"about_ca_system_score_gemma":0.00042133185,"threshold_uncertainty_score":0.50797653},"labels":[],"label_agreement":null},{"id":"W3023309646","doi":"10.2196/19055","title":"Retracted: Medical Data Feature Learning Based on Probability and Depth Learning Mining: Model Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":6,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; Big data; Health care; Deep learning; Feature (linguistics); Feature selection; Classifier (UML); Data mining; Data science","score_opus":0.06835565563021183,"score_gpt":0.33286816745225556,"score_spread":0.2645125118220437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023309646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2886814,0.00004802862,0.67645544,0.031982496,0.00010858789,0.0005727338,0.0000026421678,0.00062278117,0.001525931],"genre_scores_gemma":[0.70558167,0.000020617807,0.28838176,0.0056627644,0.00010304875,0.000025376643,0.00017620338,0.000017258035,0.000031282467],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963387,0.00025577185,0.00063962117,0.0003927169,0.0020198964,0.00035324093],"domain_scores_gemma":[0.99769485,0.00055984716,0.00026408324,0.00045118548,0.00009061266,0.0009393978],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0022523357,0.00021963273,0.000288405,0.00008206272,0.00030100349,0.00019028169,0.0010079114,0.00045407595,0.00002900605],"category_scores_gemma":[0.006691353,0.00018461623,0.000018503944,0.00032296786,0.00011263126,0.00062362343,0.0010550665,0.0025030172,0.0000104003975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007791261,0.00014229852,0.06700553,0.002840307,0.00003653092,0.00005639291,0.059516437,0.024626689,0.0000020793857,0.002233582,0.0040020915,0.83946013],"study_design_scores_gemma":[0.0004707798,0.00016289674,0.0028274185,0.00023085208,0.000003834641,0.00001927963,0.00027801713,0.98493135,0.000009996059,0.00003108551,0.010839303,0.0001951821],"about_ca_topic_score_codex":0.0000035220685,"about_ca_topic_score_gemma":0.000005450115,"teacher_disagreement_score":0.9603047,"about_ca_system_score_codex":0.000049040766,"about_ca_system_score_gemma":0.00086028944,"threshold_uncertainty_score":0.99979824},"labels":[],"label_agreement":null},{"id":"W3024076615","doi":"10.2196/19113","title":"Study on Measurement Information of Bladder Tumor Measurement Based on Ultrasound Imaging Measurement Technology (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Ultrasound; Medicine; Bladder tumor; Ultrasound imaging; Medical physics; Computer science; Biomedical engineering; Radiology; Bladder cancer; World Wide Web; Internal medicine; Cancer","score_opus":0.030224296968083503,"score_gpt":0.2946633328678176,"score_spread":0.2644390358997341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024076615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7234609,0.00018561236,0.15007287,0.07213783,0.0012073579,0.011368358,0.000021095037,0.0014465058,0.040099435],"genre_scores_gemma":[0.9823247,0.0000063413427,0.001473577,0.01588001,0.00011742559,0.0001578071,0.000010988616,0.000027624752,0.0000015097835],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9893368,0.00011164516,0.001666756,0.00023428368,0.008172195,0.00047832177],"domain_scores_gemma":[0.9969191,0.00008916632,0.0005651228,0.00062263885,0.0011106143,0.00069334457],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004155346,0.00037385477,0.0006865739,0.00046286546,0.000119502976,0.000053342144,0.00044022783,0.00013577293,0.00027920306],"category_scores_gemma":[0.008167014,0.000293292,0.00016544951,0.00059063215,0.00021863489,0.00022315563,0.00011303488,0.0013287765,0.0001954488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005361119,0.01923675,0.1542719,0.009286644,0.0032727518,0.00065995654,0.07097675,0.0076825377,0.012355652,0.002331976,0.086540855,0.6280231],"study_design_scores_gemma":[0.054434538,0.016687457,0.06877487,0.010562695,0.0012250035,0.00034974547,0.07725362,0.6581223,0.02447508,0.0002380104,0.08527821,0.002598437],"about_ca_topic_score_codex":0.000009697221,"about_ca_topic_score_gemma":0.0000013382232,"teacher_disagreement_score":0.6504398,"about_ca_system_score_codex":0.00056066725,"about_ca_system_score_gemma":0.0008136551,"threshold_uncertainty_score":0.9999519},"labels":[],"label_agreement":null},{"id":"W3024228313","doi":"10.2196/18417","title":"Extraction of Information Related to Drug Safety Surveillance From Electronic Health Record Notes: Joint Modeling of Entities and Relations Using Knowledge-Aware Neural Attentive Models","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Computer science; Medical prescription; Information extraction; Sentence; Medical record; Artificial intelligence; Medicine; Medical emergency; Information retrieval; Data mining; Natural language processing","score_opus":0.03801965279698179,"score_gpt":0.2973762146673368,"score_spread":0.25935656187035505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024228313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32839727,0.00007020012,0.6698604,0.0011876398,0.0000976928,0.00023520253,0.0000128754,0.000051103587,0.000087576795],"genre_scores_gemma":[0.9636995,0.00008635953,0.035773642,0.0003758328,0.000020499207,0.0000060670527,0.000029535207,0.000005540687,0.0000030008482],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759686,0.00008766481,0.001450264,0.00011898764,0.00049600424,0.0002502161],"domain_scores_gemma":[0.99864215,0.00015197067,0.0005215169,0.00023122012,0.0002269939,0.00022616584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054620096,0.00013290059,0.00034331586,0.00014254922,0.00010084954,0.00004143315,0.00028016334,0.00010391989,0.000011425887],"category_scores_gemma":[0.00017498304,0.00012999246,0.000058033103,0.00038859784,0.000038551327,0.0020808107,0.0002399562,0.00036848817,0.000005384144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004145139,0.000047848098,0.0004104794,0.0005119073,0.000057633082,4.078313e-7,0.17310171,0.7542184,0.000037566453,0.008765416,0.0001079978,0.06269918],"study_design_scores_gemma":[0.00033184286,0.000059456004,0.00012273893,0.00019620289,0.0000042057723,0.0000031429347,0.0017047946,0.99595165,0.000018115694,0.0014434765,0.000054519467,0.000109831126],"about_ca_topic_score_codex":0.00026943142,"about_ca_topic_score_gemma":0.000045266766,"teacher_disagreement_score":0.63530225,"about_ca_system_score_codex":0.00013404782,"about_ca_system_score_gemma":0.00041344427,"threshold_uncertainty_score":0.53009385},"labels":[],"label_agreement":null},{"id":"W3025048319","doi":"10.2196/18134","title":"Machine Learning–Based Signal Quality Evaluation of Single-Period Radial Artery Pulse Waves: Model Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cardiovascular Health and Disease Prevention","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Computer science; Support vector machine; Artificial intelligence; Segmentation; Pulse wave; Classifier (UML); Logistic regression; Feature (linguistics); Radial artery; Pattern recognition (psychology); Pulse (music); SIGNAL (programming language); Receiver operating characteristic; Machine learning; Artery; Medicine; Surgery; Telecommunications","score_opus":0.0719113820087262,"score_gpt":0.34610401483913644,"score_spread":0.27419263283041023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025048319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93567723,0.0002195859,0.0621777,0.00066099374,0.000029230472,0.000683387,0.000007909244,0.000046100005,0.00049784797],"genre_scores_gemma":[0.9940806,0.000014188816,0.004171692,0.0011167097,0.0000744417,0.000047009176,0.00048303284,0.000008279215,0.000004032075],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997025,0.00016377553,0.0008197058,0.00009902287,0.0017344154,0.00015808977],"domain_scores_gemma":[0.9988404,0.000043851956,0.00020617765,0.00011439877,0.0002162768,0.00057890406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017008884,0.00011562413,0.00031517315,0.000070515875,0.00006076436,0.000015378793,0.000043959535,0.00012980017,0.00021273158],"category_scores_gemma":[0.00068357255,0.00010155383,0.000113240785,0.00012776813,0.000060470535,0.00014016811,0.000029902738,0.00021796174,0.000009916144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032513898,0.0012237878,0.0064558387,0.0099392,0.00044555689,0.00001728751,0.036390167,0.013702345,0.0015765907,0.00020490905,0.0003896564,0.9264033],"study_design_scores_gemma":[0.0051506343,0.00014488345,0.0039054458,0.00015698168,0.00015564093,0.000011936797,0.00049231056,0.98835665,0.0009308564,0.000039378763,0.00054427126,0.00011099425],"about_ca_topic_score_codex":0.0000032358219,"about_ca_topic_score_gemma":0.0000012091028,"teacher_disagreement_score":0.9746543,"about_ca_system_score_codex":0.000085305604,"about_ca_system_score_gemma":0.0010786642,"threshold_uncertainty_score":0.41412452},"labels":[],"label_agreement":null},{"id":"W3025355503","doi":"10.2196/15880","title":"Good News and Bad News About Incentives to Violate the Health Insurance Portability and Accountability Act (HIPAA): Scenario-Based Questionnaire Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Information and Cyber Security","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Health Insurance Portability and Accountability Act; Accountability; Incentive; Protected health information; Business; Health care; Actuarial science; Public relations; Accounting; Economics; Health policy; Law; Political science","score_opus":0.015602525715830656,"score_gpt":0.3034867933439655,"score_spread":0.28788426762813485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025355503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9383451,0.00007787497,0.03372154,0.0255791,0.00016922882,0.0015782465,0.00001835868,0.0001956294,0.0003149264],"genre_scores_gemma":[0.9656679,0.00003978217,0.0020875207,0.032079767,0.000046017452,0.00006627119,0.0000051581833,0.0000050935423,0.0000024590124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971688,0.00023305834,0.0010577027,0.00024597242,0.00092083827,0.00037367368],"domain_scores_gemma":[0.9980448,0.0001184386,0.0003201724,0.0005820024,0.0001410411,0.00079353305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014115159,0.00022923818,0.00036412626,0.000052175124,0.00032897302,0.00030441422,0.0007837206,0.00010846157,0.00001566219],"category_scores_gemma":[0.00033538882,0.00016034114,0.00004957991,0.0005369877,0.00021495622,0.0014050826,0.0005075125,0.00053933595,0.000025451453],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009686004,0.00046789472,0.4235242,0.00056015054,0.000029164044,0.0000037962157,0.21679431,0.000021790234,4.950686e-7,0.0025313713,0.0022949227,0.35367504],"study_design_scores_gemma":[0.0014366795,0.0006465515,0.88621163,0.00013595294,0.0000046193077,0.000009777802,0.0074491943,0.09405379,0.0000043967843,0.00016772663,0.009565921,0.00031374863],"about_ca_topic_score_codex":0.00033170427,"about_ca_topic_score_gemma":0.00066164084,"teacher_disagreement_score":0.46268746,"about_ca_system_score_codex":0.0000725831,"about_ca_system_score_gemma":0.0005422517,"threshold_uncertainty_score":0.65385216},"labels":[],"label_agreement":null},{"id":"W3025376852","doi":"10.2196/19081","title":"The Kaiser Permanente Northern California Adult Alcohol Registry, an Electronic Health Records-Based Registry of Patients With Alcohol Problems: Development and Implementation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Medicine; Alcohol use disorder; Disease registry; Population; Health care; Alcohol abuse; Cohort; Specialty; Family medicine; Disease; Environmental health; Psychiatry; Alcohol","score_opus":0.018100818051413198,"score_gpt":0.30140369022680535,"score_spread":0.2833028721753922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025376852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944432,0.00008889206,0.0001940517,0.0038599686,0.000023346129,0.0012458254,0.000017453465,0.000055715464,0.00007158343],"genre_scores_gemma":[0.9932886,0.00014000035,0.0012347373,0.004237835,0.000042844113,0.00013935825,0.0008642543,0.00002374985,0.000028663377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773645,0.00003411428,0.0007997017,0.00013795006,0.00088871695,0.00040308427],"domain_scores_gemma":[0.9985481,0.000053971755,0.00048746075,0.0002784003,0.00019947527,0.00043259046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022123121,0.00020660802,0.00032641142,0.000037997033,0.0001659026,0.000024408835,0.00015600093,0.000082528255,0.00004965519],"category_scores_gemma":[0.00005454946,0.00011978301,0.000041875024,0.0001729682,0.00013404615,0.00013765518,0.000027601594,0.00026428903,0.000010988899],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075168064,0.00023758924,0.92235863,0.0006606868,0.0001999265,0.0000052756573,0.017984012,0.0000037403877,0.0000015888684,0.000048710837,0.0020283666,0.055719797],"study_design_scores_gemma":[0.08206699,0.010485502,0.662827,0.0026048005,0.0005274186,0.00005553493,0.06058307,0.011657689,0.0015744115,0.000046965633,0.16602862,0.0015419957],"about_ca_topic_score_codex":0.000027335833,"about_ca_topic_score_gemma":0.0014176118,"teacher_disagreement_score":0.25953162,"about_ca_system_score_codex":0.00017283697,"about_ca_system_score_gemma":0.0010639881,"threshold_uncertainty_score":0.48846093},"labels":[],"label_agreement":null},{"id":"W3025983265","doi":"10.2196/16077","title":"Personalized Web-Based Cognitive Rehabilitation Treatments for Patients with Traumatic Brain Injury: Cluster Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Neuropsychology; Cognition; Traumatic brain injury; Physical medicine and rehabilitation; Psychology; Cluster (spacecraft); Physical therapy; Medicine; Computer science; Psychiatry","score_opus":0.03937686744653624,"score_gpt":0.3650476337689619,"score_spread":0.32567076632242564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025983265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9578303,0.000006686262,0.020151326,0.015807485,0.000028175346,0.004812381,0.00030450235,0.00015798921,0.0009011478],"genre_scores_gemma":[0.96372825,0.0000017706399,0.020053362,0.013348619,0.000064388834,0.0011350717,0.0015142834,0.00004382913,0.000110433204],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996248,0.00014049317,0.0009533049,0.00023002905,0.0019757824,0.00045238697],"domain_scores_gemma":[0.99579155,0.0022811508,0.00027171755,0.00026768658,0.0005291497,0.0008587125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005743999,0.00029215915,0.00078110176,0.00035679492,0.00010963263,0.00005020929,0.00017962595,0.00022685951,0.0007905443],"category_scores_gemma":[0.002533953,0.0002032661,0.00031977022,0.0012268896,0.0003921246,0.00030967602,0.000037737722,0.0003476847,0.0000691021],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0640454,0.012336552,0.3027422,0.019384405,0.02510757,0.000036297093,0.22918141,0.00010695957,0.000020551297,0.0011003923,0.1569376,0.18900065],"study_design_scores_gemma":[0.08765203,0.022652704,0.07805453,0.0015272661,0.005468519,0.000004627477,0.01726324,0.7822866,0.000038228107,0.00013634798,0.0041038343,0.000812106],"about_ca_topic_score_codex":0.000003944228,"about_ca_topic_score_gemma":0.000005979826,"teacher_disagreement_score":0.7821796,"about_ca_system_score_codex":0.00015575861,"about_ca_system_score_gemma":0.00054674,"threshold_uncertainty_score":0.8655906},"labels":[],"label_agreement":null},{"id":"W3027857290","doi":"10.2196/19805","title":"Deep Learning Methodology for Differentiating Glioma Recurrence From Radiation Necrosis Using Multimodal Magnetic Resonance Imaging: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Glioma Diagnosis and Treatment","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; National Institute of Biomedical Imaging and Bioengineering; Macquarie University; Royal Australasian College of Surgeons","keywords":"Magnetic resonance imaging; Medicine; Glioma; Radiology; Radiological weapon; Radiation therapy; Algorithm; Pathological; Nuclear medicine; Computer science; Pathology","score_opus":0.05338491486231699,"score_gpt":0.333542000146512,"score_spread":0.280157085284195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027857290","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7965511,0.0013248149,0.20073797,0.00061664154,0.0001003201,0.0005890466,0.000008693429,0.0000580495,0.000013381397],"genre_scores_gemma":[0.43666896,0.00008263767,0.5620969,0.00058111135,0.00013904547,0.00013987088,0.0002725099,0.000017395492,0.000001530817],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984391,0.00007749534,0.0006305801,0.0001775908,0.00041749238,0.0002577541],"domain_scores_gemma":[0.99874616,0.0005176941,0.00022619995,0.00009025973,0.00009327279,0.00032642376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028212141,0.00017725662,0.00034706324,0.00008243998,0.00016133874,0.000052922886,0.000071516166,0.00012275597,0.00007286055],"category_scores_gemma":[0.0008831307,0.00015289403,0.000052950712,0.00017492776,0.00006047753,0.00016651917,0.00007749622,0.00021274108,0.0000067064634],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044310036,0.00007305431,0.016876904,0.00012288247,0.00002607336,0.000011900847,0.013306842,0.000017214501,0.000395989,0.000012445064,0.000038806607,0.9690736],"study_design_scores_gemma":[0.0035874792,0.00019835058,0.025463918,0.0002346304,0.0001138322,0.000031451193,0.0014082565,0.956724,0.00915248,0.00004138131,0.0028645818,0.00017965253],"about_ca_topic_score_codex":0.000022983557,"about_ca_topic_score_gemma":0.0000012574001,"teacher_disagreement_score":0.96889395,"about_ca_system_score_codex":0.00008054535,"about_ca_system_score_gemma":0.00009114143,"threshold_uncertainty_score":0.6234838},"labels":[],"label_agreement":null},{"id":"W3029037269","doi":"10.2196/17982","title":"Positioning and Utilization of Information and Communication Technology in Community Pharmacies of Selangor, Malaysia: Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Quality and Counterfeiting","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Monash University Malaysia; Monash University","keywords":"Pharmacy; Business; Information and Communications Technology; Payment; Cross-sectional study; Health care; Medicine; Family medicine; Economic growth; Computer science","score_opus":0.08810990092362876,"score_gpt":0.42524175595159314,"score_spread":0.3371318550279644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029037269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976552,0.000072531955,0.00076526974,0.0006739786,0.000008430394,0.00034241535,0.000009450882,0.00002934908,0.00044337806],"genre_scores_gemma":[0.9986055,0.000118590186,0.0004660618,0.0007325267,0.0000067994124,0.000016312817,0.000050937153,0.0000025894349,6.789469e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986565,0.00009266035,0.00080412684,0.000030904153,0.0003318866,0.00008392711],"domain_scores_gemma":[0.99928135,0.00015244025,0.00022625088,0.00010318712,0.00014348145,0.00009331542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000780262,0.000067941626,0.00020831032,0.000139708,0.00007180641,0.000016033386,0.00009409571,0.00011729648,0.000026400518],"category_scores_gemma":[0.0004029456,0.000063167565,0.000014950256,0.00031906835,0.0003030306,0.00044730245,0.00016312281,0.00052447215,0.0000012884751],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022872424,0.00031979397,0.9466676,0.0017160125,0.000044468034,8.851055e-7,0.040533356,0.0000145728,0.00030758264,0.002129178,0.000012234236,0.008025561],"study_design_scores_gemma":[0.0073424513,0.0010398194,0.76482797,0.00053011713,0.0000643388,0.00011132154,0.056597568,0.16530319,0.0029212262,0.0008758016,0.00021616952,0.00017001548],"about_ca_topic_score_codex":0.000022940394,"about_ca_topic_score_gemma":0.0000022887964,"teacher_disagreement_score":0.18183964,"about_ca_system_score_codex":0.000017853048,"about_ca_system_score_gemma":0.0000464783,"threshold_uncertainty_score":0.25758985},"labels":[],"label_agreement":null},{"id":"W3029499780","doi":"10.2196/20826","title":"Natural Language Processing for Surveillance of Cervical and Anal Cancer and Precancer: Algorithm Development and Split-Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Algorithm; Medical diagnosis; Computer science; Cervical cancer; Medicine; Artificial intelligence; Natural language processing; Machine learning; Cancer; Pathology; Internal medicine","score_opus":0.029674996461822856,"score_gpt":0.37794417890612253,"score_spread":0.34826918244429966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029499780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99433595,0.0024634525,0.00079287315,0.0012377589,0.000027379565,0.0009239123,0.00002033398,0.000023989645,0.00017437854],"genre_scores_gemma":[0.9943262,0.00016779093,0.0045899143,0.0006113888,0.00013919713,0.00010588182,0.000029003615,0.000008754864,0.0000218667],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99868953,0.00001541357,0.00041060444,0.00012070922,0.0005800458,0.00018369856],"domain_scores_gemma":[0.9992695,0.00008173248,0.00008241318,0.000059452548,0.00015145329,0.00035547416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030824784,0.00010723504,0.00031488793,0.000043572378,0.00006220902,0.000031050866,0.000056970435,0.00007537753,0.0000961903],"category_scores_gemma":[0.000130372,0.00007930729,0.000016203741,0.00015354673,0.0001239231,0.0001118984,0.00010793976,0.000230142,3.848176e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022816143,0.00005758246,0.023673471,0.0024340448,0.000040503102,0.0000029688945,0.02288192,2.2085509e-7,0.000008746852,0.000005269467,0.00010935128,0.95055777],"study_design_scores_gemma":[0.009834057,0.0011936872,0.71971196,0.00028259825,0.00007703518,0.000035875033,0.019851683,0.2430502,0.00088292133,0.000011727733,0.0047339997,0.00033427117],"about_ca_topic_score_codex":0.00002758972,"about_ca_topic_score_gemma":0.000048236103,"teacher_disagreement_score":0.9502235,"about_ca_system_score_codex":0.00003450037,"about_ca_system_score_gemma":0.00028372576,"threshold_uncertainty_score":0.32340574},"labels":[],"label_agreement":null},{"id":"W3031933442","doi":"10.2196/17653","title":"Medical Knowledge Graph to Enhance Fraud, Waste, and Abuse Detection on Claim Data: Model Development and Performance Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities","keywords":"Computer science; Data science; Medical waste; Computer security; Data mining; Medical emergency; Risk analysis (engineering); Knowledge management; Business; Medicine; Engineering","score_opus":0.1515249600550641,"score_gpt":0.4736024870147421,"score_spread":0.322077526959678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031933442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99089354,0.00012819121,0.003939682,0.0015165871,0.00038152485,0.0006490884,0.000028214126,0.00010113568,0.002362007],"genre_scores_gemma":[0.9835817,0.0011708447,0.00051695196,0.014110339,0.00029986043,0.00016957021,0.00008079649,0.000015121446,0.00005480366],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99780345,0.00011045839,0.0006180707,0.00026945543,0.00083782035,0.00036077166],"domain_scores_gemma":[0.9981372,0.0002199449,0.00013087087,0.0002049387,0.00010423565,0.0012028328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013611346,0.00023287232,0.0002584972,0.00012336273,0.00032960434,0.000028224104,0.00037783218,0.00038716532,0.00024152751],"category_scores_gemma":[0.00029345637,0.00020573159,0.000024125315,0.0003098567,0.00016948937,0.00054964214,0.00025912,0.0011804143,0.00021765943],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042990284,0.00030592777,0.00043210931,0.00043834455,0.00013257551,0.00000879751,0.027590238,0.0016573494,0.0005483003,0.00006535038,0.01130415,0.957087],"study_design_scores_gemma":[0.0012525973,0.00012257461,0.00015552538,0.00010229398,0.00006051223,0.000018300057,0.0008528393,0.8864234,0.010874008,0.000012415492,0.09988291,0.00024260143],"about_ca_topic_score_codex":7.663389e-7,"about_ca_topic_score_gemma":0.000013464667,"teacher_disagreement_score":0.95684433,"about_ca_system_score_codex":0.000064088315,"about_ca_system_score_gemma":0.0004161899,"threshold_uncertainty_score":0.8389491},"labels":[],"label_agreement":null},{"id":"W3033065038","doi":"10.2196/15472","title":"Development and Evaluation of a Smart Contract–Enabled Blockchain System for Home Care Service Innovation: Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Traceability; Blockchain; Interoperability; Transparency (behavior); Smart contract; Process management; Workflow; Computer science; Service (business); Automation; Home automation; Computer security; Business; Risk analysis (engineering); Software engineering; Telecommunications; Database; Marketing; Engineering; World Wide Web","score_opus":0.038773533703816164,"score_gpt":0.3426634414799214,"score_spread":0.30388990777610525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033065038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69927454,0.00005834057,0.2975171,0.0012666893,0.000069540234,0.001582229,0.0000032237847,0.00014336298,0.000085010026],"genre_scores_gemma":[0.81724924,6.621929e-7,0.1814032,0.0005546627,0.000017603465,0.0007613534,0.000009150349,0.0000035898413,4.9944236e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794084,0.00011175638,0.00091183727,0.00015431766,0.000714044,0.00016722346],"domain_scores_gemma":[0.99796027,0.0001727893,0.00034031938,0.00031542304,0.0010989512,0.00011222603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002892627,0.00012526865,0.000296755,0.00012659412,0.00014005117,0.000034748235,0.0005577477,0.00018285481,0.0000031725835],"category_scores_gemma":[0.00021020963,0.000108894885,0.000019523066,0.0010900362,0.000042855172,0.00010311456,0.00022733984,0.00018299205,0.000002093298],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023775803,0.00021185775,0.00027211718,0.0019432618,0.00012208377,0.0000010551737,0.16334353,0.000033741693,0.00006230813,0.06410703,0.00016243338,0.7697168],"study_design_scores_gemma":[0.0024938611,0.00019694524,0.0010514355,0.00007831911,0.000041324725,0.000008680441,0.034353085,0.9559641,0.0024342048,0.00031272252,0.0028819884,0.00018333262],"about_ca_topic_score_codex":0.000003935947,"about_ca_topic_score_gemma":0.000015552405,"teacher_disagreement_score":0.95593035,"about_ca_system_score_codex":0.00006342728,"about_ca_system_score_gemma":0.00041044404,"threshold_uncertainty_score":0.44406044},"labels":[],"label_agreement":null},{"id":"W3033070441","doi":"10.2196/18780","title":"Medical Insurance Information Systems in China: Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Informatization; China; Business; Status quo; Information system; Computer science; Political science","score_opus":0.03559234592310894,"score_gpt":0.3297426039212558,"score_spread":0.29415025799814687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033070441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95181865,0.0006188921,0.023135418,0.004099289,0.002238246,0.0019480876,0.000078816156,0.00018815283,0.015874447],"genre_scores_gemma":[0.9964506,0.00012339468,0.00071342767,0.0021985767,0.00024652996,0.00019781779,0.000029002673,0.000015268251,0.000025399522],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99548674,0.00012082562,0.0032809884,0.00015662871,0.0004914387,0.00046337105],"domain_scores_gemma":[0.99807614,0.00005884252,0.0006812283,0.00030228743,0.000049389848,0.00083208515],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004270772,0.00022056681,0.00084317377,0.00026567662,0.00008287891,0.00010477533,0.0005718582,0.0004782485,0.00021910275],"category_scores_gemma":[0.0014071211,0.00017548626,0.000090781556,0.00074722094,0.0000716922,0.0010645305,0.00018493882,0.00086102425,0.000916189],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008770705,0.00084746,0.31847018,0.004997627,0.00019993441,0.000083451094,0.18719135,0.00022004508,3.5205616e-7,0.048279632,0.0067094574,0.4329128],"study_design_scores_gemma":[0.0053915773,0.00082445156,0.49424186,0.00047500193,0.0000028757995,0.000069347916,0.03148872,0.22324528,0.000002753115,0.00048374292,0.24289423,0.00088016386],"about_ca_topic_score_codex":0.0013217536,"about_ca_topic_score_gemma":0.00004422601,"teacher_disagreement_score":0.43203264,"about_ca_system_score_codex":0.0001298221,"about_ca_system_score_gemma":0.00019877021,"threshold_uncertainty_score":0.9998617},"labels":[],"label_agreement":null},{"id":"W3033328382","doi":"10.2196/19515","title":"Using Information Technology to Manage the COVID-19 Pandemic: Development of a Technical Framework Based on Practical Experience in China","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health informatics; Informatics; Information technology; Telemedicine; Public health informatics; Computer science; Big data; Cloud computing; The Internet; Health care; Data science; Knowledge management; Medicine; HRHIS; Public health; Health policy; World Wide Web; Engineering; Data mining; Political science; Nursing","score_opus":0.08854208323539685,"score_gpt":0.4071249031781292,"score_spread":0.31858281994273235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033328382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06221278,0.000001913536,0.91676056,0.019700542,0.000050490726,0.00056102546,0.0000013287581,0.00021410045,0.00049723574],"genre_scores_gemma":[0.73454034,7.6461487e-7,0.2300835,0.035281837,0.000011349857,0.0000761323,0.0000016932732,0.000004064841,3.5269576e-7],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972126,0.000045450714,0.0010852263,0.0001473441,0.0011657643,0.00034363684],"domain_scores_gemma":[0.9980113,0.00072535506,0.00026276178,0.00048879336,0.000049920796,0.00046187188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007780448,0.00017394418,0.0002613461,0.00034885356,0.000108144544,0.000120333265,0.0013172912,0.00027819982,0.00001737604],"category_scores_gemma":[0.0072428714,0.00012845926,0.000043390617,0.0018779233,0.00013712129,0.001177988,0.0007642266,0.0007984492,0.00003530614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004999295,0.00076749024,0.020183422,0.0026137722,0.000049526436,0.0001770419,0.51052713,0.018923955,0.00026190167,0.18231328,0.001074316,0.26260823],"study_design_scores_gemma":[0.0008389672,0.0002844251,0.0016673973,0.0004917606,0.0000043740197,0.00006613226,0.0028385622,0.9490818,0.00031205622,0.0010547363,0.042951066,0.0004087702],"about_ca_topic_score_codex":0.0000067525507,"about_ca_topic_score_gemma":0.000009003917,"teacher_disagreement_score":0.9301578,"about_ca_system_score_codex":0.00036435298,"about_ca_system_score_gemma":0.0010952663,"threshold_uncertainty_score":0.8670917},"labels":[],"label_agreement":null},{"id":"W3033551534","doi":"10.2196/15965","title":"A Predictive Model Based on Machine Learning for the Early Detection of Late-Onset Neonatal Sepsis: Development and Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Neonatal and Maternal Infections","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Vital signs; Neonatal intensive care unit; Intensive care; Receiver operating characteristic; Artificial intelligence; Machine learning; Medicine; Feature selection; Sepsis; Intensive care unit; Predictive modelling; Computer science; Feature (linguistics); Neonatal sepsis; Intensive care medicine; Pediatrics; Internal medicine; Surgery","score_opus":0.050216310632385276,"score_gpt":0.3026942424112637,"score_spread":0.2524779317788784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033551534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8850512,0.000015097432,0.113008395,0.0009053514,0.00003603576,0.00085165835,0.000026283538,0.000048004626,0.000057956087],"genre_scores_gemma":[0.9965902,0.000004740597,0.0014317203,0.0016258297,0.000037150923,0.00020900967,0.00003987799,0.0000086193395,0.00005288016],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988966,0.00001555914,0.00039105793,0.000071750896,0.0005150269,0.00011002433],"domain_scores_gemma":[0.99933636,0.00021879139,0.00011423161,0.000068033354,0.00009917998,0.00016341076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022262358,0.000102309874,0.00016962284,0.000047180984,0.00013212429,0.00001242133,0.000061642044,0.000065123124,0.000018990964],"category_scores_gemma":[0.00023618099,0.000064588705,0.000042060154,0.000116372124,0.000057951187,0.00009726255,0.0000476602,0.00030290234,0.0000039265437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01419543,0.0030390401,0.27110004,0.0048874845,0.0020441336,0.000052379008,0.21096379,0.07823869,0.0005038504,0.00040494863,0.0010359033,0.4135343],"study_design_scores_gemma":[0.0019118752,0.0013613413,0.035346083,0.00008413173,0.000054964898,0.0000073196757,0.0009534584,0.9582909,0.000542327,0.000019409006,0.0013644425,0.00006379715],"about_ca_topic_score_codex":0.000014746587,"about_ca_topic_score_gemma":0.000008970482,"teacher_disagreement_score":0.88005215,"about_ca_system_score_codex":0.00002581412,"about_ca_system_score_gemma":0.00015084818,"threshold_uncertainty_score":0.26338512},"labels":[],"label_agreement":null},{"id":"W3033642885","doi":"10.2196/18963","title":"Predicting Current Glycated Hemoglobin Levels in Adults From Electronic Health Records: Validation of Multiple Logistic Regression Algorithm","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Logistic regression; Glycated hemoglobin; Population; Computer science; Medicine; Body mass index; Statistics; Predictive modelling; Diabetes mellitus; Data mining; Machine learning; Internal medicine; Type 2 diabetes; Mathematics; Environmental health","score_opus":0.15180431417957896,"score_gpt":0.46370086905059044,"score_spread":0.3118965548710115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033642885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717876,0.00049703644,0.019155663,0.004326942,0.0010387197,0.0025498655,0.00030018663,0.00022964561,0.000114392096],"genre_scores_gemma":[0.99381936,0.00046634467,0.0025728582,0.0019515854,0.00047222857,0.00019868619,0.00048415535,0.000028295979,0.000006482072],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938794,0.000671223,0.0032284032,0.0002479032,0.0010574536,0.00091564684],"domain_scores_gemma":[0.9959087,0.0014332235,0.0013787156,0.0003215917,0.00030164875,0.00065616466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001323461,0.00024759085,0.0006388638,0.00013690787,0.00027351727,0.000007695058,0.00043698953,0.00045109348,0.0005920429],"category_scores_gemma":[0.004112062,0.00020901917,0.000070015245,0.000673221,0.000118324875,0.00030244814,0.00023508255,0.0022753703,0.0001772987],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038912924,0.0002742629,0.25692174,0.00493497,0.000024383287,0.0000061195456,0.13909267,0.00010829935,0.000013158893,0.00017281855,0.003883616,0.5941788],"study_design_scores_gemma":[0.0015341832,0.0005376692,0.006839192,0.009309136,0.000008605304,0.0000012316211,0.032041732,0.9451127,0.00043913818,0.0008189755,0.0030685945,0.00028886084],"about_ca_topic_score_codex":0.004091299,"about_ca_topic_score_gemma":0.0014759176,"teacher_disagreement_score":0.9450044,"about_ca_system_score_codex":0.0006317855,"about_ca_system_score_gemma":0.0022350277,"threshold_uncertainty_score":0.9885478},"labels":[],"label_agreement":null},{"id":"W3033682799","doi":"10.2196/18910","title":"Reliability of Supervised Machine Learning Using Synthetic Data in Health Care: Model to Preserve Privacy for Data Sharing","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; European Commission","keywords":"Synthetic data; Machine learning; Computer science; Artificial intelligence; Random forest; Decision tree; Support vector machine; Generalizability theory; Data mining; Statistics; Mathematics","score_opus":0.152395735813922,"score_gpt":0.379612199091731,"score_spread":0.227216463277809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033682799","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037790906,0.00012490757,0.9346687,0.02539369,0.00006927026,0.0011227452,0.0004354553,0.00035513123,0.00003916757],"genre_scores_gemma":[0.20508349,0.00003978672,0.7931794,0.001131074,0.00002127414,0.000025179528,0.0005027241,0.000016190768,8.6800486e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962461,0.00007820796,0.0014490964,0.0006770248,0.0009951548,0.0005544378],"domain_scores_gemma":[0.98139197,0.0004172313,0.00035710336,0.01731072,0.00012019519,0.00040278738],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0028082288,0.00021009342,0.0005100409,0.00014810063,0.000103079736,0.000118952696,0.07274007,0.00017985322,0.000009563107],"category_scores_gemma":[0.09358283,0.00019275668,0.000034810186,0.0007789507,0.00010764565,0.0026083125,0.26746565,0.00072685326,0.000003821685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000670567,0.0015626078,0.023200307,0.055584665,0.00026207746,0.000048011207,0.14718042,0.089861006,0.00045093804,0.0054928227,0.23213361,0.44355297],"study_design_scores_gemma":[0.0005300288,0.000112810674,0.00003047314,0.00033798837,0.000004349483,0.000002879328,0.0003029119,0.99463,0.00006130926,0.0018954995,0.0019113045,0.0001804856],"about_ca_topic_score_codex":0.00019841525,"about_ca_topic_score_gemma":0.00002646544,"teacher_disagreement_score":0.90476894,"about_ca_system_score_codex":0.00014082594,"about_ca_system_score_gemma":0.00065168773,"threshold_uncertainty_score":0.93227684},"labels":[],"label_agreement":null},{"id":"W3033857372","doi":"10.2196/17958","title":"Depression Risk Prediction for Chinese Microblogs via Deep-Learning Methods: Content Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Harbin Institute of Technology","keywords":"Microblogging; Social media; Depression (economics); Mental health; Artificial intelligence; Deep learning; Feeling; Machine learning; Computer science; Shame; Psychology; Natural language processing; Psychiatry; Social psychology; World Wide Web","score_opus":0.0526427177850878,"score_gpt":0.4282575563012278,"score_spread":0.37561483851614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033857372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26752323,0.0002085941,0.7287557,0.00040382004,0.00036665218,0.0008536509,0.000034368913,0.00021742444,0.0016365424],"genre_scores_gemma":[0.8810532,0.00005045603,0.111844786,0.005432567,0.0005310521,0.0005607877,0.00038103494,0.000038875267,0.000107215375],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970951,0.00040114336,0.0013526382,0.0002073864,0.00048248377,0.00046122083],"domain_scores_gemma":[0.9975173,0.0008364405,0.00063547713,0.00023375261,0.000098060256,0.00067897956],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017192655,0.00020798022,0.00049435685,0.00016018128,0.00025326834,0.00002933166,0.00028246013,0.00034643128,0.0011816238],"category_scores_gemma":[0.0011265033,0.00016429069,0.00023977229,0.000650119,0.000074512835,0.0001794312,0.00012900968,0.0007898012,0.0001402788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049478275,0.00025553533,0.24960734,0.0009972411,0.0011642152,0.000009484499,0.06382943,0.0002222052,0.00029448728,0.00012012784,0.0028157916,0.6801894],"study_design_scores_gemma":[0.0035713366,0.00055528816,0.05525,0.00010634388,0.00056979246,0.000032449243,0.01339925,0.91426605,0.00014255638,0.00010233758,0.011678095,0.00032649256],"about_ca_topic_score_codex":0.000053450025,"about_ca_topic_score_gemma":0.000010399608,"teacher_disagreement_score":0.91404384,"about_ca_system_score_codex":0.00006618738,"about_ca_system_score_gemma":0.00003052363,"threshold_uncertainty_score":0.9997314},"labels":[],"label_agreement":null},{"id":"W3033974124","doi":"10.2196/18441","title":"Diabetes Self-Management in the Age of Social Media: Large-Scale Analysis of Peer Interactions Using Semiautomated Methods","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Thematic analysis; Social media; Computer science; Medicine; Data science; Qualitative research; World Wide Web","score_opus":0.08821421371316164,"score_gpt":0.47052276503775053,"score_spread":0.3823085513245889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033974124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859691,0.000017540176,0.0016781518,0.0069771823,0.0007899844,0.0008247949,0.0000192867,0.00006916104,0.0036547598],"genre_scores_gemma":[0.9659982,0.000040377447,0.03151811,0.0017173394,0.00039911983,0.00023527285,0.00007960759,0.000008945053,0.00000304468],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967167,0.0006177305,0.00090393535,0.00007237788,0.0013949524,0.0002943295],"domain_scores_gemma":[0.996379,0.002778824,0.00039065178,0.00011575162,0.0001913279,0.00014442937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033632,0.00008698168,0.00039050795,0.00025691497,0.00017816016,0.00002243058,0.00042010748,0.00016869715,0.00027644745],"category_scores_gemma":[0.0035421583,0.000071161056,0.0001274882,0.0031686637,0.00024342943,0.00020694434,0.00007400244,0.00032005177,0.000003908528],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003338522,0.00015279876,0.0051814504,0.00020490136,0.00020061775,7.55508e-7,0.9866549,0.000012888918,0.000006599624,0.0013158941,0.0007022257,0.0055636372],"study_design_scores_gemma":[0.0006083738,0.000030037783,0.062698185,0.00008545454,0.00097372034,1.3353538e-7,0.7605774,0.12052856,0.000057030396,0.00022544534,0.05400905,0.00020664994],"about_ca_topic_score_codex":0.00014730728,"about_ca_topic_score_gemma":0.0005521496,"teacher_disagreement_score":0.22607753,"about_ca_system_score_codex":0.00012710993,"about_ca_system_score_gemma":0.00023815449,"threshold_uncertainty_score":0.42405504},"labels":[],"label_agreement":null},{"id":"W3034403795","doi":"10.2196/17821","title":"End-to-End Models to Imitate Traditional Chinese Medicine Syndrome Differentiation in Lung Cancer Diagnosis: Model Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; Priority Academic Program Development of Jiangsu Higher Education Institutions; National Natural Science Foundation of China; National Science Foundation","keywords":"Computer science; Artificial intelligence; Machine learning; Overfitting; Deep learning; Classifier (UML); Lung cancer; Leverage (statistics); Artificial neural network; Data mining; Medicine; Pathology","score_opus":0.06636023595761861,"score_gpt":0.3182347234652913,"score_spread":0.2518744875076727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034403795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93142974,0.00018498422,0.023364644,0.042974755,0.00014775347,0.0011229698,0.00007205451,0.00009033577,0.0006127872],"genre_scores_gemma":[0.979015,0.0001774232,0.005824792,0.01259209,0.00032477904,0.0016211242,0.00039856814,0.000025806577,0.000020403148],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965979,0.000028094613,0.0010879405,0.00023902957,0.0017151196,0.00033194965],"domain_scores_gemma":[0.99832046,0.00024947047,0.00013174699,0.00013257218,0.00013623788,0.0010294839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032682673,0.0003211099,0.00066324923,0.0003627507,0.00009519552,0.00001625857,0.00014600532,0.00012015827,0.00035191583],"category_scores_gemma":[0.00050049054,0.00023056765,0.00004491905,0.00062988064,0.000112603375,0.00036735187,0.0001060278,0.00041591842,0.000016251732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014951212,0.0018781011,0.20146553,0.011454623,0.0014535136,0.00052257825,0.5464372,0.042452298,0.0002575264,0.012040961,0.13421005,0.046332464],"study_design_scores_gemma":[0.0047383443,0.0004657899,0.31024924,0.0022286891,0.00012605156,0.00010138451,0.0012883808,0.6786842,0.000052663054,0.0010700901,0.00056959456,0.00042558543],"about_ca_topic_score_codex":0.000021859252,"about_ca_topic_score_gemma":0.000040081002,"teacher_disagreement_score":0.6362319,"about_ca_system_score_codex":0.00021855178,"about_ca_system_score_gemma":0.00031297098,"threshold_uncertainty_score":0.9402276},"labels":[],"label_agreement":null},{"id":"W3034575096","doi":"10.2196/21379","title":"Correction: Prioritization of Free-Text Clinical Documents: A Novel Use of a Bayesian Classifier","year":2020,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Bayesian probability; Prioritization; Artificial intelligence; Classifier (UML); Natural language processing; Naive Bayes classifier; Information retrieval; Machine learning; Data mining; Support vector machine","score_opus":0.03611017026749362,"score_gpt":0.3373994203241242,"score_spread":0.30128925005663054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034575096","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01661491,0.004020726,0.6282305,0.011109248,0.19768873,0.005466462,0.0023534014,0.00058958755,0.13392642],"genre_scores_gemma":[0.0642847,0.044802003,0.23800634,0.04444276,0.041186694,0.0009725644,0.03832036,0.00095435075,0.5270302],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965306,0.00009272746,0.0019023076,0.00024031085,0.00096046255,0.00027356975],"domain_scores_gemma":[0.99749446,0.00019570815,0.0010347269,0.0006369846,0.00027752557,0.0003606085],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00044769165,0.0003002582,0.00077490293,0.0000922428,0.000036628742,0.000026721269,0.00064884516,0.0024836676,0.00023281953],"category_scores_gemma":[0.0062929937,0.00025126117,0.00030987724,0.00024907137,0.0007451217,0.000013034032,0.00050840527,0.0011198652,0.000009541054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007548938,0.00020547153,0.00020411139,0.00052910234,0.0001900613,0.0000027409437,0.00020555482,4.3078214e-7,0.00007255767,0.000058532987,0.97823304,0.020222893],"study_design_scores_gemma":[0.0009393149,0.00080471917,0.00027256247,0.00086457806,0.000067394496,0.000018460118,0.0003657921,0.0054005645,0.0002586981,0.000025704456,0.990712,0.00027022525],"about_ca_topic_score_codex":0.000013192764,"about_ca_topic_score_gemma":0.000015420817,"teacher_disagreement_score":0.3931038,"about_ca_system_score_codex":0.00001919763,"about_ca_system_score_gemma":0.0009489309,"threshold_uncertainty_score":0.999994},"labels":[],"label_agreement":null},{"id":"W3035320939","doi":"10.2196/16739","title":"Understanding Drug Repurposing From the Perspective of Biomedical Entities and Their Evolution: Bibliographic Research Using Aspirin","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Indiana University Bloomington; China Scholarship Council; National Natural Science Foundation of China; National Research Foundation","keywords":"Repurposing; Computer science; Popularity; Drug repositioning; Bibliometrics; Drug; Medicine; Data science; Pharmacology; Data mining; Engineering; Psychology","score_opus":0.21306424156023993,"score_gpt":0.3971146702360709,"score_spread":0.18405042867583096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035320939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1369484,0.00044338297,0.8548549,0.0067883315,0.00014154158,0.00021661645,0.000012421568,0.000052875446,0.0005415432],"genre_scores_gemma":[0.9741386,0.000066490175,0.02497083,0.00062649284,0.00017868925,0.0000065735207,0.0000041916383,0.0000066636267,0.0000014745458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99711585,0.0004164405,0.0005244039,0.00017488844,0.0015024884,0.00026591955],"domain_scores_gemma":[0.996752,0.0023440432,0.00015601488,0.00027273,0.00021090008,0.00026427902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020525395,0.00012163752,0.00021525263,0.00059649436,0.0002894053,0.00022430015,0.0008447377,0.00008698143,0.000020724809],"category_scores_gemma":[0.00060776446,0.000080764185,0.00007624953,0.0040349397,0.001010285,0.0007522153,0.00093921064,0.000563261,0.0000026132623],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003308275,0.0000996762,0.0015530563,0.00020257475,0.00015916972,0.000011764574,0.16133952,0.0005701735,0.000111862304,0.826628,0.004720986,0.004570129],"study_design_scores_gemma":[0.00028316778,0.000060436632,0.0006383904,0.00022598404,0.000005158939,0.000014214865,0.046255402,0.8215534,0.00006760677,0.13036254,0.0004332421,0.00010045089],"about_ca_topic_score_codex":0.00015165981,"about_ca_topic_score_gemma":0.000007131338,"teacher_disagreement_score":0.8371902,"about_ca_system_score_codex":0.00014810484,"about_ca_system_score_gemma":0.0004576415,"threshold_uncertainty_score":0.37224373},"labels":[],"label_agreement":null},{"id":"W3035916362","doi":"10.2196/19866","title":"The Role of Health Technology and Informatics in a Global Public Health Emergency: Practices and Implications From the COVID-19 Pandemic","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":198,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Telemedicine; Health care; Medicine; Public health; Telehealth; Coronavirus disease 2019 (COVID-19); Middle East respiratory syndrome; Digital health; Global health; Health informatics; Medical emergency; Business; Disease; Economic growth; Nursing; Infectious disease (medical specialty)","score_opus":0.089719897220137,"score_gpt":0.42884651348157415,"score_spread":0.33912661626143714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035916362","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23921312,0.0038489704,0.0011125416,0.7546793,0.000038284994,0.000878224,0.000059057158,0.0000939172,0.000076528086],"genre_scores_gemma":[0.7693472,0.012386447,0.0014907086,0.21649794,0.00006505313,0.00014496218,0.000054520304,0.000011104219,0.0000020745379],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972723,0.00013408287,0.0015484339,0.000106973916,0.00055007776,0.00038811282],"domain_scores_gemma":[0.99625874,0.0011464265,0.00136187,0.00039684286,0.00008680202,0.0007493488],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018383283,0.00015173042,0.00042727348,0.00009431294,0.00028650678,0.000042519572,0.00035189372,0.00018710889,0.000024990395],"category_scores_gemma":[0.008788922,0.00009209327,0.00003470657,0.0010692979,0.0004832593,0.00023875052,0.00032748992,0.0005817592,0.000005394623],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037399946,0.00013749281,0.6700038,0.000826003,0.000079621765,7.882616e-7,0.04921738,0.0000028923305,0.0000023051546,0.007073464,0.024528136,0.24809076],"study_design_scores_gemma":[0.0016043745,0.0003974222,0.060652956,0.00014959142,0.000025631276,0.00010281018,0.04354992,0.013381428,0.0000011102692,0.0033184867,0.87668395,0.00013230629],"about_ca_topic_score_codex":0.0005980206,"about_ca_topic_score_gemma":0.0006703217,"teacher_disagreement_score":0.8521558,"about_ca_system_score_codex":0.00024542515,"about_ca_system_score_gemma":0.0031721585,"threshold_uncertainty_score":0.9995605},"labels":[],"label_agreement":null},{"id":"W3036297702","doi":"10.2196/18389","title":"Analysis of Benzodiazepine Prescription Practices in Elderly Appalachians with Dementia via the Appalachian Informatics Platform: Longitudinal Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sleep and related disorders","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of General Medical Sciences; National Institutes of Health; State Council of Higher Education for Virginia; West Virginia Higher Education Policy Commission; Claude Worthington Benedum Foundation; U.S. Department of Veterans Affairs","keywords":"West virginia; Appalachian Region; Dementia; Medical prescription; Benzodiazepine; Medicine; Informatics; Data science; Computer science; Gerontology; Engineering; Geography; Internal medicine; Pharmacology","score_opus":0.03337116867005025,"score_gpt":0.3271076517762763,"score_spread":0.2937364831062261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036297702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97435594,0.00014448857,0.015042817,0.0008104563,0.00014689539,0.0012914627,0.000012372688,0.00007047334,0.008125119],"genre_scores_gemma":[0.99821323,0.000038140814,0.0005033353,0.0009194274,0.00004414906,0.00012465894,0.00012458397,0.000015713345,0.000016777269],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9965841,0.000121866324,0.0016045462,0.00014214816,0.0011298095,0.0004175282],"domain_scores_gemma":[0.9976287,0.00021192057,0.0013282233,0.00046957307,0.00008994556,0.0002716212],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00080617506,0.00026869407,0.0005469756,0.00040345918,0.000112341375,0.000058157693,0.0006211224,0.00028134498,0.00092477514],"category_scores_gemma":[0.00015628293,0.00016436324,0.00013466882,0.0021628875,0.00023002806,0.00059965916,0.00011576517,0.0009270926,0.00006995111],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060175086,0.0020242361,0.65663767,0.0002518006,0.012097673,0.00003263415,0.3050728,0.0017063447,0.0000011953102,0.0003913002,0.0010290697,0.020153524],"study_design_scores_gemma":[0.01008298,0.003965749,0.34705788,0.00013441016,0.008519655,0.000042626005,0.3506978,0.27529195,0.0000029886507,0.00003999029,0.003480502,0.00068349595],"about_ca_topic_score_codex":0.00027112587,"about_ca_topic_score_gemma":0.00081680715,"teacher_disagreement_score":0.30957976,"about_ca_system_score_codex":0.000023050423,"about_ca_system_score_gemma":0.00009642071,"threshold_uncertainty_score":0.9999885},"labels":[],"label_agreement":null},{"id":"W3036527024","doi":"10.2196/16372","title":"Summarizing Complex Graphical Models of Multiple Chronic Conditions Using the Second Eigenvalue of Graph Laplacian: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"Graphical model; Computer science; Algorithm; Graph; Automatic summarization; Probabilistic logic; Set (abstract data type); Data mining; Machine learning; Artificial intelligence; Theoretical computer science","score_opus":0.059085549637906395,"score_gpt":0.3207234742970671,"score_spread":0.2616379246591607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036527024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27973837,0.000060632276,0.7188847,0.000763865,0.000060065497,0.00031638643,0.000019949855,0.000046792855,0.00010923014],"genre_scores_gemma":[0.8145964,0.000011236881,0.18461075,0.00068878505,0.00003460669,0.000014524505,0.000035950965,0.0000061554333,0.0000015634956],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808,0.00010604592,0.0008086035,0.00010964843,0.0006914538,0.0002042513],"domain_scores_gemma":[0.99879724,0.0002985544,0.0003412582,0.00022256105,0.00012311936,0.00021728722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000483841,0.000118971,0.0002448341,0.00009402183,0.0001763665,0.000034131663,0.00050391606,0.00011459989,0.00004538097],"category_scores_gemma":[0.00010589063,0.000091629045,0.000047662783,0.00043898696,0.00022152327,0.00037139875,0.0003147772,0.00037816225,0.000001432316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005299274,0.00047447073,0.023379648,0.013570522,0.00054614403,0.000029551595,0.32032356,0.04237835,0.0012824173,0.20016205,0.0026226824,0.39517763],"study_design_scores_gemma":[0.00037117972,0.00006357372,0.0011354431,0.00009542663,0.0000047725107,0.000013774607,0.00044718778,0.9954925,0.00060368073,0.00077903963,0.00089832646,0.00009507467],"about_ca_topic_score_codex":0.000019200988,"about_ca_topic_score_gemma":0.000013896624,"teacher_disagreement_score":0.95311415,"about_ca_system_score_codex":0.000031703887,"about_ca_system_score_gemma":0.00036674735,"threshold_uncertainty_score":0.3736524},"labels":[],"label_agreement":null},{"id":"W3036632634","doi":"10.2196/18089","title":"Assessment of the Robustness of Convolutional Neural Networks in Labeling Noise by Using Chest X-Ray Images From Multiple Centers","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Convolutional neural network; Receiver operating characteristic; Artificial intelligence; Deep learning; Computer science; Robustness (evolution); Test set; Pattern recognition (psychology); Medicine; Binary classification; Computer-aided diagnosis; Random forest; Noise (video); Medical imaging; Machine learning; Radiology; Support vector machine; Image (mathematics)","score_opus":0.031165031307250565,"score_gpt":0.32483854628824144,"score_spread":0.29367351498099087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036632634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9724965,0.00009254634,0.017950123,0.008641218,0.00024332927,0.00046591208,0.00006845737,0.000025549969,0.000016344726],"genre_scores_gemma":[0.9874863,0.000024192836,0.0049202098,0.007352635,0.00011932178,0.00001222326,0.00007054961,0.00001317979,0.0000013960461],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99783283,0.00006132005,0.00091051223,0.00010221178,0.0008680187,0.00022511875],"domain_scores_gemma":[0.99855435,0.0005534699,0.0003517884,0.00021276424,0.00010944024,0.00021821505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027617384,0.00014374193,0.00041923238,0.00004949507,0.000036352118,0.000010901938,0.0002490762,0.00015216104,0.000098753655],"category_scores_gemma":[0.0006514177,0.000106292,0.00010113899,0.00033382734,0.0002669015,0.00013255155,0.00019631114,0.00052064983,5.0326304e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015930098,0.000946232,0.47069338,0.0017337453,0.00016487793,0.0000142996,0.0040152874,0.49869838,0.00506378,0.000013538945,0.015689893,0.0028072698],"study_design_scores_gemma":[0.0022145535,0.000049440663,0.046927113,0.0007269201,0.000047308047,0.0000020796194,0.000707866,0.9485712,0.0003143587,6.218313e-7,0.00035296453,0.00008556349],"about_ca_topic_score_codex":0.00017739479,"about_ca_topic_score_gemma":0.000009152189,"teacher_disagreement_score":0.44987282,"about_ca_system_score_codex":0.000114281385,"about_ca_system_score_gemma":0.0003318999,"threshold_uncertainty_score":0.4334462},"labels":[],"label_agreement":null},{"id":"W3036772352","doi":"10.2196/21031","title":"Research on Surgical Anaesthesia Information Management System Based on Data Structure of BS Three-tier Architecture (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Architecture; Database; Medicine; Anesthesia; World Wide Web","score_opus":0.10091755043389906,"score_gpt":0.4541606333128001,"score_spread":0.35324308287890105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036772352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5423468,0.00011834105,0.15545285,0.04374506,0.0026960091,0.03190185,0.0013256586,0.0016997097,0.22071373],"genre_scores_gemma":[0.99082,0.00002222199,0.0026224935,0.0052347374,0.0004922994,0.00022176787,0.00051681197,0.000033847125,0.000035852307],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911678,0.0016142409,0.0023563479,0.0002610868,0.003558109,0.0010424508],"domain_scores_gemma":[0.99548614,0.001062591,0.0006660133,0.0016168408,0.00028193148,0.0008864944],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057975943,0.0002767056,0.0006296002,0.00042026656,0.00041492205,0.000025373427,0.0016057297,0.00068335305,0.00055299455],"category_scores_gemma":[0.0004533416,0.00020125676,0.00006964492,0.0009320718,0.00014719299,0.0003198757,0.0006261367,0.003723958,0.0007987305],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002123065,0.00035103946,0.005294331,0.09092295,0.00025038054,0.0001409299,0.031827852,0.0040615215,0.0000027648573,0.06730009,0.12662332,0.67110175],"study_design_scores_gemma":[0.0044161114,0.0015291491,0.002197701,0.0059011346,0.000022900811,0.00001440306,0.017684286,0.42941985,0.000013739511,0.00015648438,0.53825176,0.0003924892],"about_ca_topic_score_codex":0.000072825846,"about_ca_topic_score_gemma":0.000050278995,"teacher_disagreement_score":0.67070925,"about_ca_system_score_codex":0.00051346625,"about_ca_system_score_gemma":0.0013836396,"threshold_uncertainty_score":0.99997926},"labels":[],"label_agreement":null},{"id":"W3036801208","doi":"10.2196/18189","title":"Artificial Intelligence for Caregivers of Persons With Alzheimer’s Disease and Related Dementias: Systematic Literature Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; Systematic review; MEDLINE; Usability; Dementia; Medicine; Inclusion and exclusion criteria; Inclusion (mineral); Gerontology; Disease; Psychology; Computer science; Alternative medicine; Pathology","score_opus":0.0493640041860757,"score_gpt":0.3825060419767687,"score_spread":0.33314203779069296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036801208","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021781436,0.9894923,0.0005449432,0.00042634842,0.00004929874,0.008869241,0.00014496707,0.000034980116,0.0004357505],"genre_scores_gemma":[0.0000305715,0.99729455,0.00039536905,0.00034799826,0.00005262099,0.0011555058,0.00061569776,0.000032177428,0.000075503536],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9963317,0.00013691711,0.001719511,0.0002114223,0.0012727429,0.00032768684],"domain_scores_gemma":[0.99748975,0.00032768404,0.0006840723,0.00031469678,0.0003255748,0.0008582488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067323534,0.00039599667,0.0022961316,0.00020682752,0.00006391285,0.000045886423,0.0002460409,0.00025370083,0.00019371691],"category_scores_gemma":[0.0007421423,0.00023656385,0.00044288213,0.00066361536,0.00027577166,0.00013572622,0.000120601275,0.00065604324,0.000024518795],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004214706,0.0000683258,0.0000015680375,0.7205336,0.0010380223,0.00011708416,0.0007917342,5.6461706e-9,5.270308e-9,0.0002119912,0.0009500997,0.27624545],"study_design_scores_gemma":[0.00025132598,0.00063462934,0.0000010824816,0.89071554,0.015673084,0.0002835686,0.0010238858,0.00035157372,5.94585e-7,0.000025627218,0.090797074,0.00024200846],"about_ca_topic_score_codex":3.6069076e-7,"about_ca_topic_score_gemma":3.2700913e-7,"teacher_disagreement_score":0.27600342,"about_ca_system_score_codex":0.000045151195,"about_ca_system_score_gemma":0.0010087136,"threshold_uncertainty_score":0.96467936},"labels":[],"label_agreement":null},{"id":"W3037080441","doi":"10.2196/21025","title":"Analysis and Research of Subclinical Diabetic Peripheral Vascular Lesions Based on Mutual Information-based Medical Image Registration Algorithm and Colour Ultrasound Imaging (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Subclinical infection; Image registration; Medicine; Ultrasound; Computer science; Ultrasound imaging; Medical imaging; Artificial intelligence; Computer vision; Radiology; Image (mathematics); Pathology; World Wide Web","score_opus":0.018598382511505925,"score_gpt":0.3552703716223436,"score_spread":0.3366719891108377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037080441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62293315,0.00006158096,0.34444603,0.030059949,0.000078249235,0.00088948006,0.000025463498,0.00012395106,0.0013821743],"genre_scores_gemma":[0.9621713,0.00011382344,0.027491208,0.0097865155,0.00014358229,0.00004461613,0.00022373072,0.00001798766,0.0000072289617],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946525,0.00027340066,0.0013483333,0.00023074173,0.0030793683,0.0004156314],"domain_scores_gemma":[0.9955433,0.0020219572,0.00027307688,0.00036969455,0.00034969,0.001442307],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038115496,0.00022223627,0.00068504835,0.00041579772,0.0001888163,0.00012090242,0.0002609849,0.00027962567,0.00057674473],"category_scores_gemma":[0.013493036,0.00018065616,0.00019541613,0.0009088529,0.0012795806,0.0003064978,0.00012575062,0.0017529163,0.000015566906],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009102279,0.0014555473,0.303502,0.0047940863,0.0012582118,0.00034116674,0.017834924,0.0014982832,0.0002441761,0.0010038781,0.010149848,0.6570077],"study_design_scores_gemma":[0.0031122076,0.00041083663,0.029236114,0.00031612624,0.00020366655,0.000024405264,0.0012262673,0.9635218,0.00006069739,0.000031350057,0.0016933925,0.00016317547],"about_ca_topic_score_codex":0.00005033538,"about_ca_topic_score_gemma":0.0000028292277,"teacher_disagreement_score":0.9620235,"about_ca_system_score_codex":0.00006521963,"about_ca_system_score_gemma":0.0010098969,"threshold_uncertainty_score":0.9948167},"labels":[],"label_agreement":null},{"id":"W3037331915","doi":"10.2196/21455","title":"Retracted: Application of Intelligent Computer-Assisted Taylor 3D External Fixation in the Treatment of Tibiofibular Fracture: Retrospective Case Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Bone fractures and treatments","field":"Medicine","cited_by":6,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intramedullary rod; Internal fixation; Surgery; External fixation; Orthopedic surgery; Fixation (population genetics); Tibia; External fixator","score_opus":0.022104992694505478,"score_gpt":0.3196439184654818,"score_spread":0.2975389257709763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037331915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810493,0.000062045576,0.016392568,0.00057381496,0.00003970053,0.0017619143,0.000012971844,0.000017277307,0.000090422225],"genre_scores_gemma":[0.99713564,0.00003534959,0.0018496629,0.0007145129,0.00012153861,0.00006715199,0.00006574002,0.000008136089,0.0000022893585],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998105,0.00005502238,0.0008263154,0.0001102104,0.0007739588,0.00012952668],"domain_scores_gemma":[0.9989384,0.000098603385,0.00042174562,0.00028423456,0.000108232285,0.0001487743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001819777,0.00015832212,0.00042056304,0.000069351394,0.000031018804,0.000009762668,0.00010346918,0.00017182555,0.00006457545],"category_scores_gemma":[0.000043048647,0.00009115207,0.00008817578,0.00030748284,0.00006680883,0.00007489937,0.000020259868,0.00027004728,0.000007965814],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008250509,0.017767856,0.27353728,0.0005069033,0.00063102954,0.0022242807,0.19881047,0.00010205114,0.00008878859,0.000055840665,0.00040152846,0.50504893],"study_design_scores_gemma":[0.013419786,0.024100779,0.7429264,0.00030626936,0.00070548104,0.0018879696,0.029235223,0.1810382,0.0023128872,0.0000481909,0.0036846513,0.0003341186],"about_ca_topic_score_codex":0.00031266303,"about_ca_topic_score_gemma":0.000041869414,"teacher_disagreement_score":0.5047148,"about_ca_system_score_codex":0.00012596726,"about_ca_system_score_gemma":0.000055894703,"threshold_uncertainty_score":0.37170735},"labels":[],"label_agreement":null},{"id":"W3037411209","doi":"10.2196/18147","title":"How Specialist Aftercare Impacts Long-Term Readmission Risks in Elderly Patients With Metabolic, Cardiac, and Chronic Obstructive Pulmonary Diseases: Cohort Study Using Administrative Data","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vienna Science and Technology Fund","keywords":"Medicine; Cohort; Diagnosis code; Emergency medicine; Logistic regression; Medical diagnosis; Myocardial infarction; Long-term care; Hospital readmission; Acute care; Retrospective cohort study; Internal medicine; Intensive care medicine; Health care; Population; Environmental health","score_opus":0.0677617746793824,"score_gpt":0.36853354518438186,"score_spread":0.3007717705049995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037411209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99398047,0.00055325514,0.000059388913,0.00040196188,0.000094095805,0.0037935395,0.00044022058,0.000070505754,0.00060655206],"genre_scores_gemma":[0.9974514,0.00018622365,0.00013181969,0.0002105957,0.0003492788,0.00008430739,0.0015418917,0.00003253359,0.000011900808],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968734,0.00010174994,0.0006285303,0.0004110286,0.0015447055,0.00044062303],"domain_scores_gemma":[0.99760836,0.00006822027,0.00029550612,0.000729224,0.00012261106,0.0011760526],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001693738,0.00039153258,0.0008087518,0.00012892931,0.00009519148,0.00021467192,0.00036887891,0.00012944391,0.00012689026],"category_scores_gemma":[0.0002963181,0.00029052736,0.00005944389,0.00040415497,0.00030687885,0.0012375226,0.0005922457,0.00047349976,0.0000039312445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006698046,0.000610589,0.9799097,0.0011348443,0.00045788102,0.0004479119,0.0031531164,0.0000016431392,0.0000010215966,0.00001715275,0.00019660423,0.013399742],"study_design_scores_gemma":[0.0037672683,0.00092465885,0.97938156,0.0006157571,0.00083478185,0.000008995608,0.012017491,0.0018575893,0.0000029039325,0.000005096752,0.00027831036,0.00030561446],"about_ca_topic_score_codex":0.00005424283,"about_ca_topic_score_gemma":0.000058044032,"teacher_disagreement_score":0.013094127,"about_ca_system_score_codex":0.00027147125,"about_ca_system_score_gemma":0.0010808359,"threshold_uncertainty_score":0.9999547},"labels":[],"label_agreement":null},{"id":"W3037758419","doi":"10.2196/20071","title":"Improving Diagnostic Classification of Stillbirths and Neonatal Deaths Using ICD-PM (International Classification of Diseases for Perinatal Mortality) Codes: Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Maternal and fetal healthcare","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pediatrics; Diagnosis code; Medical diagnosis; ICD-10; Neonatal death; Psychological intervention; Pregnancy; Population; Environmental health; Fetus","score_opus":0.06496487373645282,"score_gpt":0.37068890049646,"score_spread":0.3057240267600072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037758419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98490596,0.000054361793,0.013066663,0.00036906137,0.00010581976,0.001186626,0.00022434529,0.00003100466,0.000056169167],"genre_scores_gemma":[0.99827206,0.000031302487,0.0010579268,0.00013729546,0.00014465614,0.00007455931,0.00026150816,0.000011860056,0.000008845387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980395,0.000029356372,0.00090878335,0.0001305433,0.0007553575,0.00013646191],"domain_scores_gemma":[0.9985362,0.00024197045,0.00047027334,0.0001473622,0.00030923352,0.0002949486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020673471,0.00012786033,0.0003205865,0.00009077514,0.00004747871,0.000017942266,0.00012865759,0.0001016719,0.00003829835],"category_scores_gemma":[0.0011703206,0.00010689898,0.000064993095,0.00013263802,0.00012287292,0.00025796852,0.00007070601,0.00013648169,0.0000013543182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008659217,0.0007838519,0.86033744,0.012636439,0.0002454962,0.00001787327,0.013845054,0.000022604907,0.0021505249,0.002075435,0.000058125923,0.106961235],"study_design_scores_gemma":[0.002592846,0.00094294787,0.55938023,0.0004016665,0.00020743319,0.000026883929,0.010421125,0.4248072,0.0008286198,0.000051544594,0.0001903151,0.0001491608],"about_ca_topic_score_codex":0.00005620214,"about_ca_topic_score_gemma":0.0000049618448,"teacher_disagreement_score":0.4247846,"about_ca_system_score_codex":0.000048702594,"about_ca_system_score_gemma":0.0001952199,"threshold_uncertainty_score":0.43592137},"labels":[],"label_agreement":null},{"id":"W3039451084","doi":"10.2196/21058","title":"Advantages of Applying Artificial Intelligent System to Medical Neurology (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Brain Tumor Detection and Classification","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Expert system; Artificial intelligence; World Wide Web","score_opus":0.0452819724407584,"score_gpt":0.31637443854605135,"score_spread":0.271092466105293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039451084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8532279,0.0000069691428,0.11183936,0.0223013,0.0010044666,0.001561865,0.000012048478,0.0005799037,0.009466158],"genre_scores_gemma":[0.9819387,0.000012417827,0.00017250249,0.017572846,0.00015686598,0.00012565029,0.000001762849,0.000010461483,0.000008783559],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972003,0.00011843404,0.0009583774,0.0001816337,0.0013045771,0.00023667631],"domain_scores_gemma":[0.99830264,0.0003085997,0.00021678543,0.00023124543,0.000042877975,0.00089784234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045467538,0.000121927624,0.000249775,0.000070658425,0.00007000781,0.000023213268,0.0005287111,0.00018544898,0.0006923685],"category_scores_gemma":[0.0039102524,0.00010455293,0.00006734747,0.00042759962,0.00017696428,0.0001058524,0.00022826735,0.0004904376,0.00063643965],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007290785,0.0005055481,0.00047593063,0.0026163477,0.000026848444,0.000194671,0.029582556,0.00047476895,0.0442152,0.10354876,0.007099007,0.81053126],"study_design_scores_gemma":[0.00075148203,0.00089395785,0.00041893654,0.0002766263,0.000014795799,0.00040257952,0.010382214,0.62403023,0.2504865,0.00013827991,0.11174007,0.00046434463],"about_ca_topic_score_codex":0.0000018823057,"about_ca_topic_score_gemma":0.0000016292839,"teacher_disagreement_score":0.81006694,"about_ca_system_score_codex":0.000024223158,"about_ca_system_score_gemma":0.000157238,"threshold_uncertainty_score":0.8180356},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3040220514","doi":"10.2196/19774","title":"Integrating and Evaluating the Data Quality and Utility of Smart Pump Information in Detecting Medication Administration Errors: Evaluation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Medical record; Computer science; Medical emergency; Data quality; Quality (philosophy); Health informatics; Informatics; Process (computing); Medicine; Data mining; Operations management; Engineering; Surgery; Public health; Nursing","score_opus":0.37086058070742206,"score_gpt":0.5780023363824124,"score_spread":0.20714175567499032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040220514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98845816,0.000056523648,0.002402447,0.0042336043,0.00016091693,0.0040366547,0.000015775866,0.000044916775,0.0005909749],"genre_scores_gemma":[0.9976015,0.00002093446,0.0005570106,0.0012543682,0.00010156701,0.0003426439,0.000113939015,0.0000066513135,0.0000013616605],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9911488,0.0029028987,0.0035324264,0.00018453636,0.0018585464,0.00037278244],"domain_scores_gemma":[0.9950903,0.0022064517,0.0015880573,0.00049795985,0.0003668637,0.0002503653],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032778647,0.00015124488,0.00038143937,0.00008745669,0.00038787682,0.000026079553,0.00036426695,0.00024710214,0.00008731221],"category_scores_gemma":[0.022688588,0.000107453256,0.000014754781,0.00039449814,0.00011229108,0.0012012518,0.00035872642,0.0012495021,0.000008402168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025527758,0.000109101835,0.22934997,0.004226234,0.00003598186,2.622623e-7,0.28758925,0.0000035446603,0.000019416104,0.00021523451,0.000290839,0.4779049],"study_design_scores_gemma":[0.0014840404,0.0005586318,0.104573935,0.0003907816,0.000025947851,0.000002388421,0.14804895,0.7444979,0.0000051153634,0.000094198585,0.00022893581,0.00008919836],"about_ca_topic_score_codex":0.0006160975,"about_ca_topic_score_gemma":0.0021185388,"teacher_disagreement_score":0.7444943,"about_ca_system_score_codex":0.00012408255,"about_ca_system_score_gemma":0.0020592625,"threshold_uncertainty_score":0.9959579},"labels":[],"label_agreement":null},{"id":"W3040316091","doi":"10.2196/20359","title":"Utilization Barriers and Medical Outcomes Commensurate With the Use of Telehealth Among Older Adults: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":283,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; CINAHL; eHealth; Psychological intervention; Medicine; MEDLINE; mHealth; Telecare; Telemedicine; Systematic review; Quality of life (healthcare); Health care; Gerontology; Nursing","score_opus":0.07198293453629405,"score_gpt":0.4006316719725751,"score_spread":0.32864873743628104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040316091","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011668428,0.98042274,0.0005233209,0.007224106,0.000095035066,0.01141419,0.000069480324,0.00009161495,0.000042836444],"genre_scores_gemma":[0.00005549325,0.973966,0.00024225403,0.024247998,0.00008159922,0.0007787775,0.0005521089,0.00005166717,0.00002410638],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9923134,0.0004651326,0.003794865,0.00021448621,0.0027781841,0.00043395557],"domain_scores_gemma":[0.99387395,0.0013815629,0.0023509192,0.00061285624,0.00026359313,0.0015171395],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015754706,0.0005508383,0.0044956766,0.00018055338,0.0001242999,0.000028542958,0.00033696918,0.0004568384,0.00036880473],"category_scores_gemma":[0.0036623266,0.000251418,0.00024146416,0.000752144,0.00046828794,0.00023432384,0.000137949,0.0012126708,0.000012711737],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010444257,0.000028275736,0.00023444266,0.7746036,0.00027192422,0.00002991883,0.0012760632,5.2915645e-9,9.156195e-11,0.000037388178,0.013231431,0.21027651],"study_design_scores_gemma":[0.0013164929,0.00035327443,0.00009877546,0.68591017,0.0028742845,0.00039744587,0.0014651321,0.0003837819,2.6973742e-8,4.479366e-7,0.3070023,0.0001978719],"about_ca_topic_score_codex":0.00003830469,"about_ca_topic_score_gemma":0.000033531156,"teacher_disagreement_score":0.29377088,"about_ca_system_score_codex":0.00010699895,"about_ca_system_score_gemma":0.0019338222,"threshold_uncertainty_score":0.9999938},"labels":[],"label_agreement":null},{"id":"W3042407815","doi":"10.2196/19892","title":"Decompensation in Critical Care: Early Prediction of Acute Heart Failure Onset","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health; National Science Foundation","keywords":"Decompensation; Heart failure; Medicine; Intensive care unit; Myocardial infarction; Intensive care medicine; Risk factor; Logistic regression; Emergency medicine; Cardiology; Heart disease; Internal medicine; Vital signs; Surgery","score_opus":0.058878807915576065,"score_gpt":0.3727713185122544,"score_spread":0.31389251059667833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042407815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839365,0.00004839418,0.00019727538,0.014837703,0.0000926862,0.00040477843,0.000061404244,0.00005066532,0.00037062398],"genre_scores_gemma":[0.99246955,0.000022816279,0.003999868,0.0031959799,0.00007845926,0.000060567327,0.00016282339,0.000008412636,0.0000015383814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99843436,0.000026122414,0.0006149645,0.00008367583,0.00066749577,0.00017338587],"domain_scores_gemma":[0.9991589,0.00017463203,0.000061064165,0.0001419424,0.00010124816,0.0003621662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000102336555,0.00010898191,0.0003204899,0.00007720494,0.000021795498,0.000011659019,0.000062876745,0.00017745646,0.00025992838],"category_scores_gemma":[0.00033701435,0.000086721615,0.00008432895,0.00022192056,0.00009214337,0.00014951323,0.0000369649,0.00026138552,0.00006978585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058754435,0.0014690507,0.8675085,0.0024453602,0.00036019523,0.00015572854,0.062355638,0.0000068903946,0.00031848034,0.0011117354,0.052553643,0.011127237],"study_design_scores_gemma":[0.0097088665,0.0039431104,0.93272376,0.0010835534,0.00051667774,0.00019919395,0.010649107,0.018202819,0.0075792396,0.00007969977,0.01500973,0.0003042592],"about_ca_topic_score_codex":0.00001527549,"about_ca_topic_score_gemma":0.000004253341,"teacher_disagreement_score":0.065215245,"about_ca_system_score_codex":0.000067111854,"about_ca_system_score_gemma":0.00015274707,"threshold_uncertainty_score":0.3536405},"labels":[],"label_agreement":null},{"id":"W3042431870","doi":"10.2196/18874","title":"An Iterative Process for Identifying Pediatric Patients With Type 1 Diabetes: Retrospective Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diabetes and associated disorders","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Clinical and Translational Science Institute, University of Florida; National Center for Advancing Translational Sciences; University of Florida; Florida Department of Health; Patient-Centered Outcomes Research Institute","keywords":"Medicine; Type 1 diabetes; Observational study; Population; Medical record; Type 2 diabetes; Diabetes mellitus; Diagnosis code; Pediatrics; Incidence (geometry); Retrospective cohort study; Internal medicine; Endocrinology; Mathematics","score_opus":0.02735905903732794,"score_gpt":0.3150843317847769,"score_spread":0.28772527274744897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042431870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99857134,0.000016946991,0.00037511368,0.000068107365,0.000055234093,0.00073488744,0.00005000414,0.000020564283,0.000107827334],"genre_scores_gemma":[0.99705607,0.0000037937643,0.00024773093,0.0015829101,0.00018657222,0.00011555868,0.00078395905,0.000015315052,0.000008115903],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988904,0.000020474301,0.00028831515,0.00014181987,0.0004479138,0.00021107752],"domain_scores_gemma":[0.9991259,0.0000145148415,0.00016042264,0.00010386617,0.00040336134,0.00019192534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001206321,0.00012979736,0.00015545142,0.000022020062,0.00008834809,0.00005062936,0.00019745703,0.000107993495,0.00002948648],"category_scores_gemma":[0.00027157163,0.00010239862,0.000032968135,0.00022039558,0.000031317126,0.000035932473,0.000040400308,0.00011328784,0.0000047096296],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076388096,0.0004918235,0.992644,0.00011859317,0.000097607066,2.232423e-7,0.0047383686,0.000036206802,0.000026587344,0.000011731196,0.0013638206,0.0003946431],"study_design_scores_gemma":[0.013625552,0.019941403,0.9215968,0.00008387056,0.00024826857,1.8194183e-7,0.022160474,0.01763532,0.0010175995,0.00024145815,0.0021732522,0.0012758105],"about_ca_topic_score_codex":2.3438956e-7,"about_ca_topic_score_gemma":0.0000027948483,"teacher_disagreement_score":0.0710472,"about_ca_system_score_codex":0.000012483327,"about_ca_system_score_gemma":0.00013962903,"threshold_uncertainty_score":0.41756943},"labels":[],"label_agreement":null},{"id":"W3042438073","doi":"10.2196/17964","title":"Visualization Environment for Federated Knowledge Graphs: Development of an Interactive Biomedical Query Language and Web Application Interface","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Computer science; Query language; Information retrieval; Web search query; Query expansion; Web query classification; Visualization; World Wide Web; Data mining; Search engine","score_opus":0.01368877451368831,"score_gpt":0.32356094656216533,"score_spread":0.309872172048477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042438073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7518815,0.00022700599,0.24731041,0.00015528114,0.00003601901,0.00028597857,0.00001714844,0.000027910139,0.00005876968],"genre_scores_gemma":[0.9841721,0.000053301508,0.014731316,0.00035261372,0.00006556133,0.00009827382,0.0005015905,0.0000102658,0.000015000807],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990878,0.000030433719,0.00043401463,0.0001301823,0.0001910684,0.00012646666],"domain_scores_gemma":[0.9994731,0.000032423635,0.00013584728,0.000086632186,0.000036593363,0.00023542784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020000654,0.00011099844,0.0001593095,0.00003595267,0.00005018888,0.000012579142,0.00013214657,0.00023092562,0.00001427482],"category_scores_gemma":[0.00017336485,0.00009051891,0.000027749047,0.000071641705,0.00020157702,0.000008806255,0.00012520625,0.00008874224,0.0000049079185],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041113826,0.00062210625,0.00014264954,0.00087328715,0.00017666661,0.0000011362604,0.03883431,0.0000029523217,0.123075336,0.00022014717,0.0028164382,0.8328238],"study_design_scores_gemma":[0.004794905,0.0031908478,0.00063388335,0.00026417704,0.000054196393,0.000024725967,0.03904363,0.23577785,0.25920847,0.000058380694,0.45621544,0.0007334964],"about_ca_topic_score_codex":9.745148e-7,"about_ca_topic_score_gemma":0.000004933422,"teacher_disagreement_score":0.8320903,"about_ca_system_score_codex":0.000011628518,"about_ca_system_score_gemma":0.00012489993,"threshold_uncertainty_score":0.3691254},"labels":[],"label_agreement":null},{"id":"W3043179579","doi":"10.2196/20974","title":"Diagnostic Model for In-Hospital Bleeding in Patients with Acute ST-Segment Elevation Myocardial Infarction: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Myocardial Infarction Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Nomogram; Logistic regression; Myocardial infarction; Odds ratio; Internal medicine; Emergency medicine; Odds; Emergency department","score_opus":0.017085430510870532,"score_gpt":0.28847638725050484,"score_spread":0.2713909567396343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043179579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8509227,0.000007930401,0.13923557,0.0067185666,0.0001061791,0.0028041822,0.00003352458,0.00004448838,0.00012685041],"genre_scores_gemma":[0.86644596,0.00013553913,0.12248111,0.007800667,0.00035232372,0.0013812619,0.0013233903,0.000053782336,0.000025994748],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975901,0.000019572268,0.0007352776,0.00016718148,0.0011598305,0.00032802616],"domain_scores_gemma":[0.99900097,0.00016020407,0.00013005767,0.00010406177,0.00022397868,0.00038073218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037864046,0.00017537046,0.00033052533,0.00021188536,0.000063900174,0.00004136267,0.00008378378,0.00017684462,0.00002500579],"category_scores_gemma":[0.0004233722,0.00014690743,0.000036353584,0.00038397798,0.00007442729,0.00043003855,0.000098934084,0.00039444232,0.000011189704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020683461,0.0016456784,0.32271826,0.0013054347,0.001139992,0.000060993956,0.07060557,0.002384305,0.000015891444,0.0003416414,0.012889211,0.5848247],"study_design_scores_gemma":[0.01469567,0.0018627255,0.09844035,0.00040092526,0.00010109857,0.000010039577,0.0016454633,0.8743759,0.00014140128,0.000045263863,0.007848038,0.00043316753],"about_ca_topic_score_codex":0.000003720865,"about_ca_topic_score_gemma":9.2422323e-7,"teacher_disagreement_score":0.8719916,"about_ca_system_score_codex":0.00026739025,"about_ca_system_score_gemma":0.00040472703,"threshold_uncertainty_score":0.5990711},"labels":[],"label_agreement":null},{"id":"W3043304521","doi":"10.2196/18542","title":"Model-Based Algorithms for Detecting Peripheral Artery Disease Using Administrative Data From an Electronic Health Record Data System: Algorithm Development Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Peripheral Artery Disease Management","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Heart, Lung, and Blood Institute; Doris Duke Charitable Foundation","keywords":"Algorithm; Medicine; Diagnosis code; Computer science; Lasso (programming language); Electronic health record; Adjudication; Logistic regression; Machine learning; Artificial intelligence; Data mining; Health care","score_opus":0.16888925987531228,"score_gpt":0.40599679992377896,"score_spread":0.23710754004846668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043304521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22576869,0.000077548575,0.76665217,0.0017149823,0.00014945948,0.0040580165,0.0012347811,0.0003236462,0.000020712367],"genre_scores_gemma":[0.7355429,0.000005855055,0.24412009,0.009552735,0.00063234224,0.00032799735,0.009738441,0.00006996606,0.00000965064],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99549794,0.00014060421,0.0015186479,0.0006755323,0.0013752757,0.00079197204],"domain_scores_gemma":[0.995513,0.00008357,0.00043349722,0.0017565296,0.00011360529,0.0020997846],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009579291,0.00041910444,0.0007379689,0.000079835954,0.00032916476,0.00014717583,0.0013007991,0.00009743598,0.00008316662],"category_scores_gemma":[0.00016677288,0.00036848188,0.000065642686,0.0002451673,0.0000788207,0.0009506998,0.0007888813,0.00047326478,0.000014167638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002653959,0.004730668,0.0034723834,0.005685692,0.0016727138,0.00037665106,0.025316698,0.00092404376,0.000012519277,0.00001532992,0.0058634304,0.9492759],"study_design_scores_gemma":[0.0037269776,0.0011091176,0.0006157029,0.00039725666,0.00024489278,0.0000061682786,0.012506213,0.9781166,0.0000030394272,0.0000061379847,0.002908639,0.00035930699],"about_ca_topic_score_codex":0.00004132403,"about_ca_topic_score_gemma":0.00009637614,"teacher_disagreement_score":0.9771925,"about_ca_system_score_codex":0.0006550628,"about_ca_system_score_gemma":0.005021104,"threshold_uncertainty_score":0.99987674},"labels":[],"label_agreement":null},{"id":"W3043336426","doi":"10.2196/15932","title":"Prediction of Cardiac Arrest in the Emergency Department Based on Machine Learning and Sequential Characteristics: Model Development and Retrospective Clinical Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Receiver operating characteristic; Machine learning; Random forest; Emergency department; Computer science; Retrospective cohort study; Logistic regression; Clinical decision support system; Medicine; Data mining; Decision support system; Internal medicine","score_opus":0.10368243833984159,"score_gpt":0.3745828161002765,"score_spread":0.2709003777604349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043336426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979041,0.000030060726,0.00026030504,0.0005847253,0.000095639814,0.000927694,0.000023028066,0.000017300898,0.00015710777],"genre_scores_gemma":[0.9985317,0.00019142634,0.00048128443,0.00039433228,0.000074227886,0.00013107389,0.00018736698,0.000006577233,0.0000019907152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982198,0.00010642974,0.0007976897,0.000117228235,0.00064994674,0.000108928194],"domain_scores_gemma":[0.9994177,0.00009892209,0.0001805403,0.00009221334,0.000047522983,0.00016306614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007131371,0.0001193219,0.00033101672,0.00004611773,0.000054291475,0.000012909895,0.000041829542,0.000080892474,0.000026902575],"category_scores_gemma":[0.0003083388,0.000076853845,0.00004221643,0.0001011179,0.000045497534,0.000060963128,0.000037256767,0.00030828654,0.0000025496727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019693673,0.0010307734,0.9763672,0.00012669103,0.0001030107,0.000008066215,0.009822231,0.000020158806,0.000004170648,0.000017809969,0.00010841344,0.012194576],"study_design_scores_gemma":[0.0020417764,0.0015832409,0.75527894,0.00009125497,0.00012261378,0.000001146027,0.0018122239,0.2385512,0.00010911484,0.0000042308266,0.0003361311,0.00006813483],"about_ca_topic_score_codex":0.0000038683506,"about_ca_topic_score_gemma":0.0000020210714,"teacher_disagreement_score":0.23853104,"about_ca_system_score_codex":0.000049258462,"about_ca_system_score_gemma":0.000095800606,"threshold_uncertainty_score":0.3134009},"labels":[],"label_agreement":null},{"id":"W3044231266","doi":"10.2196/18084","title":"Including Social and Behavioral Determinants in Predictive Models: Trends, Challenges, and Opportunities","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Robert Wood Johnson Foundation","keywords":"Health care; Predictive analytics; Predictive modelling; Social determinants of health; Process (computing); Digital health; Data science; Business; Psychology; Computer science; Economics; Economic growth","score_opus":0.6205259132512873,"score_gpt":0.5180967221802941,"score_spread":0.10242919107099313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044231266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9748194,0.0007595008,0.00005274807,0.014712414,0.00015525783,0.0005054045,0.000095582014,0.00010373252,0.008795923],"genre_scores_gemma":[0.9934991,0.0027091105,0.00015786484,0.0032866148,0.00018107212,0.0001055267,0.00002221762,0.000009753054,0.000028733943],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982917,0.00013408817,0.00074094546,0.00009759052,0.00038155614,0.00035412813],"domain_scores_gemma":[0.99912226,0.0001299637,0.00018171722,0.00006242158,0.000044851724,0.00045877695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041615232,0.00012372421,0.00030000045,0.00012597484,0.00048501286,0.000008276913,0.00010338842,0.00037448265,0.00010882743],"category_scores_gemma":[0.00006054969,0.00011578184,0.000019382502,0.00008304318,0.00016686111,0.00049142004,0.0003120733,0.0008183642,0.0000068487316],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090591624,0.000077867655,0.006020995,0.0016266798,0.000009554115,0.000023427556,0.8208384,0.0000013879483,9.9315606e-8,0.015130173,0.002085019,0.15409583],"study_design_scores_gemma":[0.0051666796,0.0008111737,0.0709871,0.0013071221,0.00005917877,0.000011699407,0.5446184,0.3405539,5.309521e-7,0.0047164834,0.031191757,0.0005759694],"about_ca_topic_score_codex":0.000059271213,"about_ca_topic_score_gemma":0.00035758707,"teacher_disagreement_score":0.3405525,"about_ca_system_score_codex":0.00005186263,"about_ca_system_score_gemma":0.00020408485,"threshold_uncertainty_score":0.47214463},"labels":[],"label_agreement":null},{"id":"W3044372451","doi":"10.2196/18689","title":"An Intelligent Mobile-Enabled System for Diagnosing Parkinson Disease: Development and Validation of a Speech Impairment Detection System","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Voice and Speech Disorders","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Project 211; Dalian Medical University; National Natural Science Foundation of China","keywords":"Computer science; Artificial intelligence; Machine learning; Deep learning; Task (project management); Speech recognition; Feature (linguistics); Feature engineering; Engineering","score_opus":0.018558249060032797,"score_gpt":0.2902198575226755,"score_spread":0.2716616084626427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044372451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9573006,0.00011160322,0.03995187,0.00021495491,0.00010664867,0.0020879558,0.0000081460175,0.00014071012,0.000077516146],"genre_scores_gemma":[0.9949865,0.00003797266,0.0040325485,0.00024864357,0.00012490475,0.00046371415,0.00008588509,0.000015784426,0.000004094323],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812704,0.000030451722,0.000835335,0.00012576889,0.0006686373,0.00021276511],"domain_scores_gemma":[0.998769,0.00007318091,0.00023033067,0.00015564139,0.00012916785,0.00064271153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043309323,0.00015381676,0.00034485396,0.00008894669,0.00008325557,0.00003076076,0.000085905805,0.00012417037,0.0000114047225],"category_scores_gemma":[0.0001133951,0.00012399473,0.00006384137,0.00016635323,0.000040805036,0.00018783732,0.000036036472,0.00013037665,0.000008012177],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025338384,0.0010927486,0.01862961,0.10057597,0.0004899277,0.000091858885,0.06863547,0.00031477565,0.0012462451,0.0003550683,0.0007811821,0.8052533],"study_design_scores_gemma":[0.008848284,0.0046126875,0.004955463,0.0076846266,0.0006350297,0.00016693873,0.16767013,0.49258867,0.25712323,0.000011127256,0.05489174,0.00081205723],"about_ca_topic_score_codex":0.00000497568,"about_ca_topic_score_gemma":0.0000021346668,"teacher_disagreement_score":0.8044413,"about_ca_system_score_codex":0.0001820182,"about_ca_system_score_gemma":0.00023181921,"threshold_uncertainty_score":0.5056358},"labels":[],"label_agreement":null},{"id":"W3044533399","doi":"10.2196/22734","title":"Health, Psychosocial, and Social Issues Emanating From the COVID-19 Pandemic Based on Social Media Comments: Text Mining and Thematic Analysis Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Dalhousie University","funders":"","keywords":"Thematic analysis; Social media; Psychological intervention; Pandemic; Perception; Social issues; Public health; Coronavirus disease 2019 (COVID-19)","score_opus":0.08122896001787273,"score_gpt":0.3778356966039714,"score_spread":0.2966067365860987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044533399","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34529388,0.0014321783,0.4619123,0.188003,0.000473098,0.00071894395,0.00006525927,0.00037201287,0.0017293331],"genre_scores_gemma":[0.8431208,0.0003157019,0.06113042,0.09407862,0.0007494488,0.0000760329,0.00047170484,0.000022224707,0.00003500511],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99714524,0.00033844422,0.0007888897,0.00023861452,0.0011786604,0.00031017617],"domain_scores_gemma":[0.9973386,0.0016323338,0.00045884296,0.00025745295,0.000056170797,0.00025658673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015075487,0.00019247997,0.0005676103,0.00014741473,0.0009146577,0.00040701067,0.00050194195,0.00015438428,0.00009485057],"category_scores_gemma":[0.00037687251,0.00013872498,0.00015084587,0.0008274262,0.00020601336,0.00023374268,0.0002667674,0.00028952945,0.000003418256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019215795,0.00040700674,0.02910316,0.00045710112,0.0014756715,0.00000982203,0.62042135,0.000061427374,0.0000016586703,0.0082967905,0.08639341,0.25335336],"study_design_scores_gemma":[0.0015868235,0.000030589053,0.005990888,0.000088804176,0.00020189463,0.0000056104823,0.05542215,0.93058676,0.0000013622948,0.0006691948,0.005090762,0.00032519258],"about_ca_topic_score_codex":0.000037327576,"about_ca_topic_score_gemma":0.00006539357,"teacher_disagreement_score":0.9305253,"about_ca_system_score_codex":0.00007176233,"about_ca_system_score_gemma":0.0002326212,"threshold_uncertainty_score":0.70349},"labels":[],"label_agreement":null},{"id":"W3044626901","doi":"10.2196/18599","title":"Role of Artificial Intelligence in Patient Safety Outcomes: Systematic Literature Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":410,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Patient safety; Artificial intelligence; Systematic review; Clinical decision support system; Machine learning; MEDLINE; Decision tree; Computer science; Medicine; Decision support system; Health care","score_opus":0.09932253929292394,"score_gpt":0.44733727671241097,"score_spread":0.348014737419487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044626901","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000487801,0.99313533,0.00015800055,0.0005097276,0.00032485876,0.005196785,0.000033031654,0.000041297426,0.0005960695],"genre_scores_gemma":[0.000021796232,0.99656457,0.0005144409,0.0018549375,0.00014861101,0.00055464904,0.0002963479,0.000031458203,0.000013186035],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9912014,0.00025753962,0.0066550164,0.00020819371,0.0013025006,0.00037535693],"domain_scores_gemma":[0.99628586,0.00075462426,0.0015074187,0.000629695,0.00029000727,0.00053237827],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001035615,0.00046471565,0.0042580497,0.00036077233,0.00003821513,0.000024345656,0.00039806162,0.0007716524,0.0002475043],"category_scores_gemma":[0.0034272806,0.0003027335,0.00062183844,0.0015327553,0.000115548195,0.00014354088,0.00011855865,0.0015447848,0.00035278196],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053482513,0.000088545756,0.0000014138658,0.4822581,0.00003610345,0.000020855323,0.0032301343,6.126008e-8,5.0735323e-9,0.0002798126,0.0001172997,0.5139623],"study_design_scores_gemma":[0.000010290233,0.0001870941,3.870174e-7,0.8192677,0.0004159977,0.00019934724,0.0025364412,0.00052748434,0.00000171439,0.00015913886,0.17648335,0.00021109096],"about_ca_topic_score_codex":0.000011247407,"about_ca_topic_score_gemma":0.000009336471,"teacher_disagreement_score":0.5137512,"about_ca_system_score_codex":0.00030106885,"about_ca_system_score_gemma":0.0015790806,"threshold_uncertainty_score":0.9999425},"labels":[],"label_agreement":null},{"id":"W3044840550","doi":"10.2196/18758","title":"Barriers and Facilitators to Implementation of Medication Decision Support Systems in Electronic Medical Records: Mixed Methods Approach Based on Structural Equation Modeling and Qualitative Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); Decision support system; Clinical decision support system; Qualitative analysis; Qualitative research; Medical record; Medicine; Data mining","score_opus":0.08418190789067363,"score_gpt":0.533237225222653,"score_spread":0.4490553173319794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044840550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5191271,0.00005826774,0.47769827,0.0014008777,0.00013326253,0.0014483952,0.000027280159,0.000034388675,0.00007219044],"genre_scores_gemma":[0.97974277,0.000070636204,0.017033914,0.00231207,0.00007173719,0.0005551992,0.00019265876,0.00001817726,0.0000028236627],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99108595,0.002859905,0.0030824307,0.0003192032,0.001928109,0.0007244103],"domain_scores_gemma":[0.9947405,0.0027157413,0.000677199,0.00024800087,0.00026073388,0.0013578265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013706202,0.0002455356,0.0008655439,0.0006335549,0.00020402831,0.000014286644,0.00025091227,0.00050318724,0.00028087798],"category_scores_gemma":[0.005893241,0.00020292414,0.000066304856,0.0013129722,0.000084783496,0.00024926674,0.00009914658,0.0010875545,0.000007064352],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008679804,0.00005788142,0.03610876,0.00807369,0.0005020996,0.0000027488409,0.66320163,0.009163239,0.000019972866,0.00624816,0.001827059,0.2739268],"study_design_scores_gemma":[0.0013931365,0.0004585898,0.00072544307,0.00021844333,0.000051083898,0.0000010057518,0.17678156,0.81986624,0.0000033065546,0.00012895039,0.00022944465,0.00014277044],"about_ca_topic_score_codex":0.0010437609,"about_ca_topic_score_gemma":0.00054478657,"teacher_disagreement_score":0.81070304,"about_ca_system_score_codex":0.0005588299,"about_ca_system_score_gemma":0.0028761767,"threshold_uncertainty_score":0.82750064},"labels":[],"label_agreement":null},{"id":"W3044888083","doi":"10.2196/15918","title":"Enabling Agile Clinical and Translational Data Warehousing: Platform Development and Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Computer science; Data warehouse; Workflow; Data science; Cloud computing; Data management; Agile software development; Pipeline (software); Software engineering; Database","score_opus":0.40927173840459746,"score_gpt":0.5452410143602663,"score_spread":0.13596927595566882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044888083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762126,0.00063484046,0.007156554,0.009146612,0.0005434316,0.0024489781,0.000028313947,0.00016165125,0.0036669865],"genre_scores_gemma":[0.9639116,0.00047528592,0.01564702,0.0174393,0.0014776594,0.00023980063,0.0007068101,0.0000390666,0.00006346444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959354,0.00026201128,0.0020016145,0.00019428942,0.001149131,0.00045759583],"domain_scores_gemma":[0.99748385,0.0009987736,0.0003415047,0.00024648994,0.00014306675,0.00078631163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006288369,0.00013886788,0.00034403952,0.000052391923,0.0004622713,0.000018159992,0.00025618868,0.00039371123,0.00033843357],"category_scores_gemma":[0.0013070242,0.00011369864,0.000015714642,0.00015284837,0.00010814298,0.00047839337,0.00027275772,0.0011366195,0.00009942474],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009178439,0.000059512164,0.04332715,0.0033404261,0.00007268949,0.0000033399688,0.0857805,0.0000031046552,0.0000014860235,0.001028285,0.018624973,0.84766674],"study_design_scores_gemma":[0.0031730242,0.00010857338,0.0076323403,0.0005939301,0.000028353963,0.000011585213,0.008515461,0.43780708,0.0000023154917,0.00015269863,0.5417513,0.00022334271],"about_ca_topic_score_codex":0.000011830759,"about_ca_topic_score_gemma":0.00006483091,"teacher_disagreement_score":0.8474434,"about_ca_system_score_codex":0.00005502204,"about_ca_system_score_gemma":0.003655566,"threshold_uncertainty_score":0.6484817},"labels":[],"label_agreement":null},{"id":"W3045255701","doi":"10.2196/18715","title":"Machine Learning Model Based on Transthoracic Bioimpedance and Heart Rate Variability for Lung Fluid Accumulation Detection: Prospective Clinical Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hemodynamic Monitoring and Therapy","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Science Foundation","keywords":"Heart failure; Heart rate variability; Cardiology; Heart rate; Medicine; Internal medicine; Biomedical engineering; Blood pressure","score_opus":0.0547465116048545,"score_gpt":0.4110818506331154,"score_spread":0.3563353390282609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045255701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6398257,0.000008178487,0.3575126,0.00080129795,0.0000893106,0.0015337348,0.000007093147,0.00012858564,0.00009350115],"genre_scores_gemma":[0.993666,0.000013538812,0.0043511675,0.0015044216,0.00025680906,0.00015748844,0.000018085395,0.000018952715,0.00001356797],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982138,0.00016941068,0.0007405134,0.00020578482,0.00046829268,0.00020214214],"domain_scores_gemma":[0.99863535,0.0005360206,0.000108995795,0.00018148418,0.00012750618,0.00041063214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020018287,0.00016985823,0.00042187702,0.000046725407,0.00014305724,0.000028103219,0.00006769835,0.00019099949,0.000017245298],"category_scores_gemma":[0.0012589277,0.00013476836,0.00008899328,0.0001926242,0.00008111772,0.00012707204,0.000017533523,0.0006852995,0.0000030359154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014641024,0.0038960918,0.5659886,0.003969103,0.0004797449,0.000021495141,0.029919792,0.035433065,0.0008775098,0.00018825884,0.00016343172,0.3444219],"study_design_scores_gemma":[0.004403009,0.002261253,0.017249973,0.00008520527,0.00005354835,0.000003551196,0.00023461333,0.97516096,0.000131217,0.000039111655,0.00025488605,0.0001226507],"about_ca_topic_score_codex":0.000002951643,"about_ca_topic_score_gemma":9.944347e-7,"teacher_disagreement_score":0.9397279,"about_ca_system_score_codex":0.00006200942,"about_ca_system_score_gemma":0.0001865457,"threshold_uncertainty_score":0.5495694},"labels":[],"label_agreement":null},{"id":"W3045427038","doi":"10.2196/20992","title":"Nationwide Results of COVID-19 Contact Tracing in South Korea: Individual Participant Data From an Epidemiological Survey","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; Iran Telecommunication Research Center","keywords":"Social distance; Contact tracing; Epidemiology; Cluster (spacecraft); Coronavirus disease 2019 (COVID-19); Medicine; Demography; Transmission (telecommunications); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Cohort; Cohort study; Environmental health; Internal medicine; Disease; Sociology","score_opus":0.6412865095183314,"score_gpt":0.5072458003103733,"score_spread":0.1340407092079582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045427038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95766455,0.00014706448,0.02325641,0.01217275,0.00011316296,0.0011000221,0.004990446,0.0002902689,0.00026532638],"genre_scores_gemma":[0.9736142,0.00005109931,0.0075397855,0.016785257,0.00015202924,0.00005310528,0.0017854035,0.00001668842,0.0000023989098],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9917341,0.0018370089,0.003961847,0.0004942957,0.0013021585,0.00067059655],"domain_scores_gemma":[0.95936966,0.03700973,0.0012573672,0.0009566455,0.0001177844,0.0012888326],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01473079,0.00037464066,0.0016607716,0.00009807144,0.0001135691,0.00003319066,0.0017354889,0.00054127263,0.00026455984],"category_scores_gemma":[0.35347608,0.00025766628,0.00011456937,0.0005544261,0.00039416095,0.00045592798,0.0013592703,0.0009776532,0.000040116116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030743924,0.0020524545,0.6155187,0.002325921,0.0010953362,0.0001975695,0.26154786,0.0008758598,0.000018260396,0.009920606,0.09823823,0.0051348433],"study_design_scores_gemma":[0.0102096815,0.001325976,0.6318454,0.0005167213,0.00035326806,0.000006970903,0.021895634,0.29324505,0.000031756357,0.033310246,0.0060048336,0.0012544757],"about_ca_topic_score_codex":0.0010204104,"about_ca_topic_score_gemma":0.0017245206,"teacher_disagreement_score":0.3387453,"about_ca_system_score_codex":0.00007465282,"about_ca_system_score_gemma":0.00049996626,"threshold_uncertainty_score":0.99998754},"labels":[],"label_agreement":null},{"id":"W3045545269","doi":"10.2196/19744","title":"High-Quality Transmission of Cardiotocogram and Fetal Information Using a 5G System: Pilot Experiment","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Neonatal and fetal brain pathology","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Waveform; Medicine; Transmission (telecommunications); Fetal heart rate; Fetal movement; Ultrasound; Real-time computing; Computer science; Fetus; Telecommunications; Pregnancy; Heart rate; Radiology","score_opus":0.03702513763164546,"score_gpt":0.32754045160631107,"score_spread":0.2905153139746656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045545269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9563524,0.00013178923,0.037961643,0.00080307946,0.00011576007,0.0016069976,0.000025575895,0.00012710126,0.0028756233],"genre_scores_gemma":[0.9905857,0.000016981074,0.0077884705,0.0014226058,0.00007894777,0.00004461322,0.00005165636,0.000006661705,0.000004383945],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980362,0.000042675,0.0009611087,0.00006940391,0.00071086414,0.00017977078],"domain_scores_gemma":[0.999039,0.000046730824,0.00021726762,0.00013161427,0.00007907088,0.00048634564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030674192,0.0001413861,0.0004916321,0.00006393876,0.00004591863,0.000012188599,0.00008165404,0.00015531693,0.000045222932],"category_scores_gemma":[0.00008799165,0.0001041161,0.00007802571,0.00015885117,0.00018157711,0.00031445725,0.00006187535,0.00024502096,0.000013842527],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055739763,0.0008745955,0.0018625037,0.05854105,0.0005911513,0.00021914646,0.11595831,0.00006925248,0.045284674,0.012542909,0.0015914784,0.75689095],"study_design_scores_gemma":[0.074465156,0.025711797,0.02320892,0.010057922,0.0012231468,0.0067856116,0.12182067,0.49000412,0.13457158,0.0002922477,0.108626544,0.0032322786],"about_ca_topic_score_codex":0.000029039133,"about_ca_topic_score_gemma":1.2365616e-7,"teacher_disagreement_score":0.75365865,"about_ca_system_score_codex":0.00004039491,"about_ca_system_score_gemma":0.000120229735,"threshold_uncertainty_score":0.42457312},"labels":[],"label_agreement":null},{"id":"W3045593930","doi":"10.2196/17283","title":"Effects of Computerized Decision Support Systems on Practitioner Performance and Patient Outcomes: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Decision support system; Clinical decision support system; Systematic review; Computer science; Medicine; MEDLINE; Medical physics; Data mining","score_opus":0.046735420443183094,"score_gpt":0.4483727092271372,"score_spread":0.4016372887839541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045593930","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021983886,0.97029835,0.00044544638,0.00016558036,0.0019278307,0.026104903,0.000045052573,0.00013679471,0.00085405126],"genre_scores_gemma":[0.000013042936,0.98772854,0.00024666707,0.00540128,0.00012703607,0.006186542,0.00011054869,0.000076093194,0.00011028021],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98570275,0.0022786295,0.008580295,0.00030138012,0.0023148127,0.00082212914],"domain_scores_gemma":[0.98239374,0.009303865,0.0063060946,0.0008111004,0.00027468195,0.0009105435],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002818363,0.0007485518,0.008304155,0.0002878956,0.00027791236,0.000020216326,0.00060993276,0.0011228113,0.000081362254],"category_scores_gemma":[0.003361326,0.00044768568,0.00039864524,0.00053419423,0.000084526175,0.00023345414,0.00034775332,0.0027109361,0.001097327],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008050456,0.00006089362,0.0000013415299,0.86041695,0.00015799717,0.00001478555,0.0011366061,5.315419e-8,1.9835733e-9,0.00010603552,0.014531944,0.123565316],"study_design_scores_gemma":[0.00041596818,0.00042685564,7.075024e-7,0.5441213,0.0004374278,0.000060434406,0.00013881366,0.0003614078,1.22012e-8,7.866491e-7,0.4538381,0.00019813055],"about_ca_topic_score_codex":0.000011200616,"about_ca_topic_score_gemma":8.65532e-7,"teacher_disagreement_score":0.43930617,"about_ca_system_score_codex":0.00066558167,"about_ca_system_score_gemma":0.0031131965,"threshold_uncertainty_score":0.99979746},"labels":[],"label_agreement":null},{"id":"W3045760512","doi":"10.2196/19428","title":"Retracted: An Artificial Intelligence Fusion Model for Cardiac Emergency Decision Making: Application and Robustness Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":2,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hebei North University","keywords":"Computer science; Robustness (evolution); Artificial intelligence; Machine learning; Data mining","score_opus":0.05238497331964575,"score_gpt":0.3476675299301252,"score_spread":0.2952825566104794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045760512","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081166156,0.000028285973,0.91689676,0.0008346445,0.0001622518,0.0006144465,0.000010632428,0.00018019385,0.000106599786],"genre_scores_gemma":[0.82108843,0.000087610155,0.17797357,0.00049410394,0.00016536097,0.00013963762,0.0000334851,0.000012403498,0.0000054108987],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969149,0.000049417868,0.0012102203,0.00037657752,0.0010421838,0.00040666485],"domain_scores_gemma":[0.99797785,0.00020917624,0.0003173129,0.0006128994,0.00033663795,0.0005461497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010041501,0.00022292568,0.0003946528,0.00023040755,0.00026649772,0.00018858816,0.0011323008,0.0003244927,0.00004245684],"category_scores_gemma":[0.00051383494,0.00020443207,0.0001605668,0.001778325,0.00008861102,0.0014457579,0.00038124085,0.00035659104,0.000029668248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072067196,0.00013995665,0.00017834926,0.00013949566,0.000072905845,0.0000024628366,0.016948245,0.08503493,0.00015433556,0.06757904,0.0005092354,0.829169],"study_design_scores_gemma":[0.000027651327,0.000112345886,0.00005897046,0.000019945688,0.000054642795,0.0000013323705,0.0012750544,0.9856116,0.00049719197,0.01183495,0.00026144035,0.00024486947],"about_ca_topic_score_codex":0.0000065562504,"about_ca_topic_score_gemma":0.000028808752,"teacher_disagreement_score":0.90057665,"about_ca_system_score_codex":0.000045718298,"about_ca_system_score_gemma":0.0001279025,"threshold_uncertainty_score":0.83364975},"labels":[],"label_agreement":null},{"id":"W3045837041","doi":"10.2196/21798","title":"AutoScore: A Machine Learning–Based Automatic Clinical Score Generator and Its Application to Mortality Prediction Using Electronic Health Records","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Medical Research Council; Medical Research Council","keywords":"Health records; Clinical decision support system; Medical record; Electronic health record; Computer science; Risk stratification; Electronic medical record; Machine learning; Health care; Generator (circuit theory); Artificial intelligence; Data mining; Medicine; Medical emergency; Decision support system; Internal medicine","score_opus":0.12005582692263747,"score_gpt":0.42255462577640973,"score_spread":0.3024987988537723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045837041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811897,0.00033520386,0.00973974,0.006712857,0.00008497582,0.0016233821,0.000026373182,0.0002548752,0.000032874734],"genre_scores_gemma":[0.9759712,0.0002694906,0.002664586,0.020296142,0.0002857055,0.00021462681,0.0002680248,0.000024916593,0.0000053125245],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973617,0.000108613116,0.0011802026,0.00022501156,0.0007490275,0.00037540967],"domain_scores_gemma":[0.99807936,0.00010644644,0.0003142904,0.00021424182,0.000085102314,0.0012005778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007623764,0.00020832726,0.0005590615,0.00007694149,0.00012886712,0.000027516622,0.000092592665,0.0001936631,0.000114552415],"category_scores_gemma":[0.000514276,0.00016630268,0.00009998574,0.0003579967,0.00004907906,0.000108210166,0.00006314942,0.0005680315,0.000047257687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004339096,0.0024463285,0.66487616,0.0041616685,0.0007365863,0.000034528908,0.005756098,0.0006000622,0.00021128655,0.00040780607,0.0067332736,0.31360227],"study_design_scores_gemma":[0.0020405964,0.0018098499,0.041111436,0.00021771312,0.00011641914,0.000022326867,0.00009690411,0.9496113,0.00018267185,0.0000066193275,0.004659519,0.00012461863],"about_ca_topic_score_codex":0.00003523814,"about_ca_topic_score_gemma":0.000013976989,"teacher_disagreement_score":0.94901127,"about_ca_system_score_codex":0.00023523497,"about_ca_system_score_gemma":0.00090451934,"threshold_uncertainty_score":0.67816263},"labels":[],"label_agreement":null},{"id":"W3045889620","doi":"10.2196/17376","title":"Implementation of a Cohort Retrieval System for Clinical Data Repositories Using the Observational Medical Outcomes Partnership Common Data Model: Proof-of-Concept System Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Center for Advancing Translational Sciences; National Institute of Biomedical Imaging and Bioengineering; National Institutes of Health","keywords":"Computer science; Information retrieval; Concept search; Unstructured data; Software portability; Scalability; Data mining; Database; Big data; Search engine; Web search query","score_opus":0.3134486461483542,"score_gpt":0.4776412865090831,"score_spread":0.1641926403607289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045889620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64203787,0.00024345121,0.35160598,0.0028980807,0.0005810743,0.0014884912,0.0010135515,0.0000681498,0.00006336724],"genre_scores_gemma":[0.98349315,0.0000174962,0.010732249,0.00040486112,0.0004716956,0.000025029998,0.004837684,0.000013757065,0.000004084928],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963629,0.00017757624,0.001799091,0.0002493536,0.001209582,0.00020146575],"domain_scores_gemma":[0.99743974,0.00037064485,0.0007938811,0.00096853205,0.00020887154,0.00021833582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028538778,0.00015146927,0.00046327527,0.000018480981,0.000095070536,0.000024737727,0.001499728,0.00042355733,0.0000053461035],"category_scores_gemma":[0.00215928,0.000100123514,0.00008546677,0.00013683217,0.00044982278,0.000034751945,0.0009147558,0.0002164338,2.43966e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030950638,0.0010232002,0.6227338,0.021012427,0.005687384,0.000025756657,0.013751363,0.00134809,0.0009093066,0.010971002,0.2103968,0.109045856],"study_design_scores_gemma":[0.0018736615,0.0004610704,0.0011496736,0.00032454805,0.00028355513,0.000029405379,0.011941046,0.9702589,0.008369425,0.000013871656,0.0050653466,0.00022948613],"about_ca_topic_score_codex":0.000015963198,"about_ca_topic_score_gemma":0.0000067536416,"teacher_disagreement_score":0.9689108,"about_ca_system_score_codex":0.000020826135,"about_ca_system_score_gemma":0.0008724668,"threshold_uncertainty_score":0.40829185},"labels":[],"label_agreement":null},{"id":"W3045907976","doi":"10.2196/17962","title":"Fueling Clinical and Translational Research in Appalachia: Informatics Platform Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Information Systems and Technology Applications","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of General Medical Sciences; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"Data science; Health informatics; Informatics; Appalachia; Data warehouse; Analytics; Translational research; Computer science; Health care; Variety (cybernetics); Identification (biology); Knowledge management; Medicine; Engineering; Data mining; Public health; Artificial intelligence; Nursing","score_opus":0.12405316274754982,"score_gpt":0.36792600975745604,"score_spread":0.24387284700990622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045907976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6638774,0.00008713871,0.047105458,0.011111482,0.00024147125,0.0024202613,0.0000122612055,0.00061212375,0.27453238],"genre_scores_gemma":[0.9882358,0.000033618013,0.005101863,0.0057372325,0.00059880305,0.00015968019,0.00010881634,0.0000134829,0.000010757522],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966839,0.00001290629,0.0018305482,0.00010343225,0.0009896675,0.00037956703],"domain_scores_gemma":[0.99906445,0.00015130843,0.0003056225,0.00020671404,0.00018287405,0.00008903685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025710252,0.00016153776,0.00032283535,0.00043208944,0.00023611431,0.00020534983,0.00043343235,0.00045163967,0.000084122934],"category_scores_gemma":[0.0002189641,0.00013852306,0.000060181956,0.0011236966,0.00039154597,0.0020662555,0.00027666162,0.0012507505,0.00046750432],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009167952,0.0002764711,0.08182834,0.0038157557,0.00006370745,0.0000053630406,0.015562258,0.00013220245,8.573202e-7,0.7700446,0.015885778,0.11229295],"study_design_scores_gemma":[0.002123746,0.000022516657,0.0061107185,0.00012223684,0.000010777068,0.00001739435,0.019237975,0.76459163,9.91154e-7,0.004367809,0.20309635,0.0002978512],"about_ca_topic_score_codex":0.000014572329,"about_ca_topic_score_gemma":0.0000074421037,"teacher_disagreement_score":0.7656768,"about_ca_system_score_codex":0.000011079795,"about_ca_system_score_gemma":0.00010485406,"threshold_uncertainty_score":0.6008978},"labels":[],"label_agreement":null},{"id":"W3046293795","doi":"10.2196/17784","title":"Identifying and Predicting Intentional Self-Harm in Electronic Health Record Clinical Notes: Deep Learning Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Institute on Drug Abuse; National Institute of Mental Health; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"Harm; Machine learning; Artificial intelligence; Word2vec; Leverage (statistics); Computer science; Deep learning; Convolutional neural network; Health care; Psychology; Medicine; Social psychology","score_opus":0.07506992440623514,"score_gpt":0.40058126111412223,"score_spread":0.3255113367078871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046293795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755438,0.0011008498,0.015032543,0.0025368198,0.00043032452,0.00060465763,0.000002406092,0.00034501508,0.0044035935],"genre_scores_gemma":[0.9869438,0.0012364186,0.00393807,0.0072369087,0.0004406163,0.000106589054,0.00004134978,0.000025273765,0.00003099234],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677116,0.00027551106,0.0015136746,0.000242432,0.00054203643,0.00065517816],"domain_scores_gemma":[0.9984485,0.0005754597,0.00036959504,0.00012757309,0.000050391627,0.0004284996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017993245,0.00019467209,0.000506323,0.00011143221,0.00016777235,0.00004775527,0.00024516162,0.00021745033,0.00023908506],"category_scores_gemma":[0.000733326,0.00017617838,0.000101703845,0.00034088898,0.00012066549,0.00021085616,0.00023513113,0.0018871378,0.00011199392],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016749851,0.00047709688,0.5917087,0.0008544502,0.00043127086,0.000025257477,0.21532248,0.000010551997,5.904169e-7,0.00180373,0.0026356764,0.18656264],"study_design_scores_gemma":[0.011755211,0.0027450232,0.3308459,0.00030668164,0.00013252495,0.0002612545,0.26217327,0.35852444,0.0000017886673,0.000798386,0.031172235,0.001283302],"about_ca_topic_score_codex":0.00004303544,"about_ca_topic_score_gemma":0.000028164548,"teacher_disagreement_score":0.3585139,"about_ca_system_score_codex":0.000080556056,"about_ca_system_score_gemma":0.0001544133,"threshold_uncertainty_score":0.819878},"labels":[],"label_agreement":null},{"id":"W3046929991","doi":"10.2196/19848","title":"Chinese Clinical Named Entity Recognition in Electronic Medical Records: Development of a Lattice Long Short-Term Memory Model With Contextualized Character Representations","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Conditional random field; Artificial intelligence; Ambiguity; Deep learning; Interpretability; Chinese characters; Character (mathematics); Information retrieval","score_opus":0.057220088336350776,"score_gpt":0.36315011546831555,"score_spread":0.30593002713196477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046929991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54745775,0.000011314458,0.4508561,0.00093752384,0.00006745735,0.00030203327,0.0000015079024,0.00006527007,0.0003010504],"genre_scores_gemma":[0.9220263,0.000068942616,0.0750375,0.0025676447,0.00010441207,0.00011161588,0.0000517077,0.000012247226,0.00001965163],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956507,0.00014950521,0.0019642983,0.0002745272,0.001556758,0.0004041958],"domain_scores_gemma":[0.99825394,0.00033049405,0.00031876014,0.0003959705,0.00016305227,0.0005378076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016271047,0.00019572773,0.0005009972,0.00011643976,0.00005762513,0.00004850332,0.0009089576,0.0002670618,0.0001397034],"category_scores_gemma":[0.0010223043,0.0001525885,0.000084418876,0.0004535253,0.0001342178,0.0008434113,0.00037084045,0.0008960419,0.00003107316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041395106,0.0012857534,0.06157657,0.0009892051,0.00027272108,0.00013860034,0.09368284,0.00026428854,0.000020502719,0.0014020724,0.00046893762,0.8394846],"study_design_scores_gemma":[0.0018439675,0.00009270997,0.0047212825,0.00026992898,0.0000103186885,0.000025530775,0.00031554245,0.9921903,0.000042963777,0.0002082608,0.00006592706,0.00021326402],"about_ca_topic_score_codex":0.000009544582,"about_ca_topic_score_gemma":0.0002626588,"teacher_disagreement_score":0.991926,"about_ca_system_score_codex":0.00008015075,"about_ca_system_score_gemma":0.001731674,"threshold_uncertainty_score":0.62223786},"labels":[],"label_agreement":null},{"id":"W3047078613","doi":"10.2196/21056","title":"Impact of a Commercial Artificial Intelligence–Driven Patient Self-Assessment Solution on Waiting Times at General Internal Medicine Outpatient Departments: Retrospective Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Emergency medicine; Outpatient clinic; Retrospective cohort study; Patient satisfaction; Medical emergency; Internal medicine; Nursing","score_opus":0.07855328881402394,"score_gpt":0.4591805278271473,"score_spread":0.38062723901312334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047078613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810675,0.0000041171043,0.012350491,0.0024039957,0.00042497195,0.0021201572,0.00004294971,0.00008840813,0.0014974413],"genre_scores_gemma":[0.9934667,0.000017992925,0.004118642,0.0015511429,0.0004457175,0.000205791,0.00016563818,0.000018303124,0.000010103011],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955293,0.00052946375,0.0020983408,0.0001821191,0.0012401881,0.00042061807],"domain_scores_gemma":[0.99786896,0.00019484854,0.00073472905,0.00021751768,0.00047878205,0.000505189],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007218353,0.00022989386,0.00051037007,0.00012784118,0.00060031173,0.000012315472,0.00020119087,0.00023524027,0.001220953],"category_scores_gemma":[0.00045779214,0.00016399132,0.00009846987,0.00032279675,0.0000802011,0.00016628458,0.00023115281,0.00092361844,0.00008023106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008171699,0.0030542826,0.5015707,0.00040944037,0.00045055096,0.000017728464,0.43612638,0.0065393755,0.000024936915,0.0036401188,0.010607527,0.0367418],"study_design_scores_gemma":[0.0010526738,0.010137231,0.057312857,0.0003908507,0.000047483303,0.000001692618,0.018057643,0.9125865,0.000012034565,0.00005498629,0.000129201,0.00021684429],"about_ca_topic_score_codex":0.00029348984,"about_ca_topic_score_gemma":0.00012730721,"teacher_disagreement_score":0.9060471,"about_ca_system_score_codex":0.0014381269,"about_ca_system_score_gemma":0.00073162856,"threshold_uncertainty_score":0.9996921},"labels":[],"label_agreement":null},{"id":"W3048678791","doi":"10.2196/18331","title":"Blood Uric Acid Prediction With Machine Learning: Model Development and Performance Comparison","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Gout, Hyperuricemia, Uric Acid","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Machine learning; Decision tree; Medicine; Artificial intelligence; Uric acid; Population; Computer science; Linear regression; Environmental health; Internal medicine","score_opus":0.022464321075233742,"score_gpt":0.25404557903900915,"score_spread":0.2315812579637754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048678791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98386586,0.00018370865,0.011442747,0.0011268278,0.00002940833,0.00046568096,0.000003899451,0.00026113106,0.0026207438],"genre_scores_gemma":[0.9767443,0.00011757885,0.02052317,0.0021560322,0.000102100086,0.000053902277,0.00011473965,0.000025699632,0.00016250266],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754685,0.000017001637,0.0007358772,0.00015644912,0.0012116407,0.00033220436],"domain_scores_gemma":[0.99874926,0.00002965728,0.00020175679,0.00016999649,0.0000776617,0.00077167293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023798694,0.00024285713,0.0004339648,0.00008279602,0.00014318508,0.000029453444,0.00013947945,0.00021563034,0.00008588059],"category_scores_gemma":[0.00013126108,0.00017356823,0.000030185865,0.00029332968,0.00013239568,0.00028414396,0.00013500616,0.0009939546,0.00006282643],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018998695,0.0014274375,0.6182048,0.0076371003,0.0012092167,0.00014809107,0.1691256,0.003407162,0.00041389273,0.00012482659,0.0072994134,0.18910263],"study_design_scores_gemma":[0.0035863314,0.001191681,0.0044610566,0.00023511407,0.00019425557,0.0003228662,0.0010710616,0.97547287,0.0015650283,0.000001212793,0.011685587,0.00021294931],"about_ca_topic_score_codex":0.0000013968372,"about_ca_topic_score_gemma":7.82543e-7,"teacher_disagreement_score":0.9720657,"about_ca_system_score_codex":0.000048454276,"about_ca_system_score_gemma":0.00036409692,"threshold_uncertainty_score":0.7077907},"labels":[],"label_agreement":null},{"id":"W3048830381","doi":"10.2196/19588","title":"Nomogram for Predicting COVID-19 Disease Progression Based on Single-Center Data: Observational Study and Model Development","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Observational study; Nomogram; Coronavirus disease 2019 (COVID-19); Medicine; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Disease; Virology; Internal medicine; Infectious disease (medical specialty)","score_opus":0.3622348082695575,"score_gpt":0.5100053860516071,"score_spread":0.14777057778204955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048830381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5049774,0.00005009882,0.31769308,0.15871055,0.0001939116,0.016738473,0.00070688996,0.0006638418,0.00026575112],"genre_scores_gemma":[0.91049165,0.000011745055,0.022980282,0.064371675,0.0002389046,0.0008686705,0.0009811245,0.000024267418,0.00003171177],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99636376,0.000044275923,0.0009241615,0.00029870958,0.0020118242,0.00035728322],"domain_scores_gemma":[0.9938082,0.0031804962,0.0001762204,0.00039793085,0.0001790513,0.002258063],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001200235,0.0002006174,0.00037250438,0.00007587793,0.0002392414,0.00005165456,0.0003219236,0.000098095436,0.000036914098],"category_scores_gemma":[0.059286863,0.00014314678,0.00005296864,0.00019511068,0.00018717085,0.00021298142,0.0006972485,0.0004087013,0.000006705402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009125556,0.013334559,0.73120826,0.020501189,0.00047419596,0.00015670925,0.02039933,0.0026595274,0.000007730653,0.00009618193,0.03607357,0.16596322],"study_design_scores_gemma":[0.006594323,0.0012039935,0.0074450397,0.00036983617,0.000051222873,3.9520606e-7,0.0005029318,0.94984686,0.000001332075,0.00001633015,0.0338317,0.00013603455],"about_ca_topic_score_codex":8.83979e-7,"about_ca_topic_score_gemma":0.0000020958714,"teacher_disagreement_score":0.9471873,"about_ca_system_score_codex":0.00016536543,"about_ca_system_score_gemma":0.0025644205,"threshold_uncertainty_score":0.9486372},"labels":[],"label_agreement":null},{"id":"W3049297405","doi":"10.2196/20578","title":"Prognostic Machine Learning Models for First-Year Mortality in Incident Hemodialysis Patients: Development and Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hemodialysis; Medicine; Dialysis; Mortality rate; Area under the curve; Internal medicine; Machine learning; Computer science","score_opus":0.03661181780276673,"score_gpt":0.29391318568490266,"score_spread":0.2573013678821359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049297405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922029,0.00001645828,0.0051808218,0.00037261736,0.00002343584,0.0018819835,0.000004100829,0.000039932223,0.0002777724],"genre_scores_gemma":[0.99719423,0.000021248723,0.0014997949,0.00062389806,0.000037208214,0.0003136179,0.000290487,0.000009244017,0.0000102996955],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980111,0.000037283586,0.00076844264,0.00013724399,0.000860547,0.0001853706],"domain_scores_gemma":[0.9992383,0.00007145575,0.00015478049,0.00010377742,0.000071868446,0.00035978176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051318045,0.00014105177,0.00035321357,0.00008240859,0.000072797164,0.00003996822,0.00008334699,0.00006373597,0.000039268012],"category_scores_gemma":[0.0005475945,0.000106606145,0.000059659953,0.00023776574,0.000029122595,0.0001689129,0.0001489091,0.00017427621,0.000010168646],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014893162,0.0013081526,0.9486534,0.0011090881,0.00026445158,0.0000115142675,0.024892919,0.0011863811,1.8867988e-7,0.000063816755,0.00015625313,0.022204923],"study_design_scores_gemma":[0.0078069675,0.00079505064,0.42456895,0.0002577583,0.00047092923,5.2579054e-7,0.005780961,0.5574895,0.000017665063,0.00007322043,0.00246735,0.00027114127],"about_ca_topic_score_codex":0.00001157492,"about_ca_topic_score_gemma":0.000029768546,"teacher_disagreement_score":0.5563031,"about_ca_system_score_codex":0.00006467614,"about_ca_system_score_gemma":0.000067455825,"threshold_uncertainty_score":0.43472725},"labels":[],"label_agreement":null},{"id":"W3060984286","doi":"10.2196/21584","title":"Breast Self-Examination System Using Multifaceted Trustworthiness: Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Computer science; Trustworthiness; Medicine; Medical physics; Computer security; Pathology","score_opus":0.19842550592274333,"score_gpt":0.4266186121129493,"score_spread":0.228193106190206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3060984286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98925084,0.000011705383,0.0008065409,0.0041150525,0.002116792,0.0022127845,0.000007102261,0.00039302028,0.0010861802],"genre_scores_gemma":[0.99222374,0.0000062596077,0.0047581885,0.00072166196,0.001868526,0.0003753409,0.000027425269,0.000011921985,0.0000069267844],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967057,0.0003898255,0.000740983,0.000103214355,0.0017472485,0.0003130407],"domain_scores_gemma":[0.997811,0.0007984802,0.0003015555,0.00010766365,0.00037067904,0.00061059213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001577682,0.00011671371,0.00021651613,0.00005971161,0.00050097203,0.00007183488,0.00030301718,0.00023608495,0.00021203948],"category_scores_gemma":[0.0020795797,0.000116613104,0.000037675356,0.0008686234,0.00013538453,0.0006481424,0.000050238086,0.00030810386,0.000099562305],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010627652,0.0003589471,0.10468402,0.00055530376,0.000034363715,0.0000051648753,0.8385905,0.00003579112,8.976114e-7,0.0064968215,0.00036071887,0.048866827],"study_design_scores_gemma":[0.001169023,0.0000984282,0.22537065,0.00019517748,0.000052989406,0.000014505917,0.48768988,0.27490863,0.0000015979386,0.000021341248,0.010172838,0.0003049477],"about_ca_topic_score_codex":0.0006223052,"about_ca_topic_score_gemma":0.000108518136,"teacher_disagreement_score":0.35090065,"about_ca_system_score_codex":0.00056872115,"about_ca_system_score_gemma":0.0013349166,"threshold_uncertainty_score":0.47553444},"labels":[],"label_agreement":null},{"id":"W30622091","doi":"10.2196/11605","title":"The role, the burden and the support of informal care.","year":2002,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Intergenerational Family Dynamics and Caregiving","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business","score_opus":0.006758424796099724,"score_gpt":0.26294729180861237,"score_spread":0.25618886701251264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W30622091","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19147862,0.00075179554,0.00019916956,0.026344527,0.0007073282,0.0007428983,0.000011523381,0.00003581644,0.7797283],"genre_scores_gemma":[0.9960895,0.0007835329,0.00003079883,0.0012398823,0.00041251874,0.000034059205,0.0000031909997,0.0000030217084,0.0014034974],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984566,0.00006535188,0.00036291228,0.000026841377,0.0008811101,0.00020721559],"domain_scores_gemma":[0.9991005,0.0004258043,0.00012623945,0.00014171368,0.00012373445,0.00008202751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011751351,0.00006050147,0.00008851863,0.000014350276,0.0008110788,0.00011365111,0.0004584596,0.00007867347,0.00017013698],"category_scores_gemma":[0.00031016476,0.000025257492,0.000057501788,0.00010421968,0.0011539193,0.00015745826,0.00011353486,0.00020187406,0.000016442338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009531801,0.000004194442,0.00014439721,0.000016880156,0.000025924895,3.351694e-7,0.48053265,0.000023414816,4.0710609e-7,0.43220258,0.0094466675,0.07759303],"study_design_scores_gemma":[0.000290283,0.00002219425,0.00012155987,0.000013891768,0.000008669884,0.000003353452,0.19447577,0.051833082,0.000001902134,0.0006545772,0.75251955,0.000055182918],"about_ca_topic_score_codex":0.00022337324,"about_ca_topic_score_gemma":0.0004950501,"teacher_disagreement_score":0.80461085,"about_ca_system_score_codex":0.000018374007,"about_ca_system_score_gemma":0.00011014332,"threshold_uncertainty_score":0.6238245},"labels":[],"label_agreement":null},{"id":"W3080942770","doi":"10.2196/18920","title":"Secure Record Linkage of Large Health Data Sets: Evaluation of a Hybrid Cloud Model","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Cloud computing; Custodians; Computer science; Identifier; Container (type theory); Overhead (engineering); Linkage (software); Record linkage; Database; Computer security; Software; Data mining; Distributed computing; Computer network; Operating system; Engineering","score_opus":0.3796766782781779,"score_gpt":0.5127085377994934,"score_spread":0.13303185952131552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080942770","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15477763,0.00022375816,0.7952019,0.032504044,0.0006592585,0.0020630518,0.0061242324,0.000091323156,0.008354819],"genre_scores_gemma":[0.9451664,0.00024569908,0.023655366,0.02870857,0.00016811838,0.00002770835,0.0019465988,0.000013928823,0.00006758179],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9908849,0.00034241483,0.0023045007,0.00019391994,0.006034896,0.0002393458],"domain_scores_gemma":[0.99663967,0.0003671968,0.0010528137,0.0012312278,0.00035723415,0.00035187116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020043045,0.00010797697,0.0004479309,0.000101231824,0.000051706647,0.000044009972,0.0021148734,0.000065428685,0.0007054913],"category_scores_gemma":[0.0072111245,0.00007982163,0.00006150921,0.0004863146,0.00010187834,0.00083202514,0.0014634025,0.00025307716,0.000113035676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032386695,0.00018775341,0.00004281156,0.0005465153,0.000037732363,0.0000010680939,0.015164593,0.00044090312,6.220446e-7,0.0050051515,0.7357562,0.24278423],"study_design_scores_gemma":[0.00075392023,0.000100913145,0.00002175915,0.00008066211,0.000019922016,9.196919e-7,0.0059011104,0.9041124,0.000010555596,0.005009208,0.083917834,0.000070786446],"about_ca_topic_score_codex":0.000013161873,"about_ca_topic_score_gemma":0.000027894479,"teacher_disagreement_score":0.9036715,"about_ca_system_score_codex":0.000027398391,"about_ca_system_score_gemma":0.00074486097,"threshold_uncertainty_score":0.8632911},"labels":[],"label_agreement":null},{"id":"W3082085807","doi":"10.2196/20477","title":"Applying Blockchain Technology to Address the Crisis of Trust During the COVID-19 Pandemic","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blockchain; Computer security; Data sharing; General partnership; Pandemic; Internet privacy; Computer science; Corporate governance; Information privacy; Business; Harm; Government (linguistics); Coronavirus disease 2019 (COVID-19); Political science; Medicine; Law","score_opus":0.024308408166486654,"score_gpt":0.3036607728144869,"score_spread":0.27935236464800023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082085807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4072396,0.00013280845,0.37424323,0.21525775,0.00007755266,0.0018244841,0.000011422203,0.000862743,0.0003504259],"genre_scores_gemma":[0.96795094,0.000024926012,0.0046108956,0.026370298,0.000043647673,0.0009850514,8.211396e-7,0.0000058878695,0.000007536692],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983937,0.000039734747,0.0005919674,0.00015246555,0.00052788004,0.0002942251],"domain_scores_gemma":[0.9983856,0.0002137379,0.0002024808,0.00084991526,0.00006258683,0.00028564833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006327563,0.00013200866,0.00021934565,0.00012328544,0.0003407956,0.000033609944,0.0031253854,0.00028304197,0.00003198835],"category_scores_gemma":[0.0005216825,0.000076608645,0.0000581645,0.0015143625,0.00035016268,0.000054152668,0.0012197712,0.00070239016,0.000034706765],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005485513,0.00030739108,0.010059219,0.0011568306,0.000232358,0.00003176915,0.1455816,0.0009677574,0.00066337665,0.6361241,0.051844098,0.15297669],"study_design_scores_gemma":[0.0016678988,0.00025548643,0.00038639447,0.00006656994,0.00003319822,0.00043596394,0.034517765,0.5048125,0.0020762892,0.015130604,0.4399849,0.00063246005],"about_ca_topic_score_codex":0.000011055638,"about_ca_topic_score_gemma":0.000009235809,"teacher_disagreement_score":0.62099344,"about_ca_system_score_codex":0.0000393627,"about_ca_system_score_gemma":0.00015203655,"threshold_uncertainty_score":0.58077955},"labels":[],"label_agreement":null},{"id":"W3082205794","doi":"10.2196/19870","title":"Using Dual Neural Network Architecture to Detect the Risk of Dementia With Community Health Data: Algorithm Development and Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Innovation and Technology Fund","keywords":"Dementia; Machine learning; Computer science; Artificial intelligence; Algorithm; Psychology; Medicine; Disease","score_opus":0.07314993521895641,"score_gpt":0.3776732492762465,"score_spread":0.3045233140572901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082205794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92764634,0.00004415061,0.06986048,0.0008435831,0.00002044481,0.0014895913,0.000016632703,0.0000220128,0.00005679299],"genre_scores_gemma":[0.9534524,0.000014611805,0.043654785,0.002625635,0.00009392107,0.000031060063,0.00011477742,0.000010251037,0.0000025637473],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976154,0.00037017072,0.00054022484,0.00009389004,0.0010963421,0.00028400074],"domain_scores_gemma":[0.9987854,0.0001817633,0.00018548718,0.0003127727,0.000096571915,0.0004380318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018956355,0.0001295632,0.00027411422,0.000046038538,0.0003264442,0.000036647474,0.00023652038,0.00003751464,0.000027032032],"category_scores_gemma":[0.00018134002,0.00007365677,0.000016923228,0.0003498213,0.00011535808,0.000109963796,0.0006080435,0.00071242073,0.0000026098012],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035590667,0.00037438213,0.12260494,0.00060116604,0.0007343828,0.00001664813,0.050542507,0.00020101453,0.000005614988,0.0000020179073,0.00081739185,0.82374406],"study_design_scores_gemma":[0.009558777,0.0120892385,0.7492019,0.0009056134,0.0007655809,0.00020243651,0.07262066,0.14829494,0.00042533554,0.000029005978,0.005450365,0.0004561471],"about_ca_topic_score_codex":0.00009400878,"about_ca_topic_score_gemma":0.00009461622,"teacher_disagreement_score":0.8232879,"about_ca_system_score_codex":0.000024464178,"about_ca_system_score_gemma":0.00038629086,"threshold_uncertainty_score":0.3095153},"labels":[],"label_agreement":null},{"id":"W3083264973","doi":"10.2196/20938","title":"BeyondSilos, a Telehealth-Enhanced Integrated Care Model in the Domiciliary Setting for Older Patients: Observational Prospective Cohort Study for Effectiveness and Cost-Effectiveness Assessments","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Context (archaeology); Telehealth; Observational study; Cost effectiveness; Intervention (counseling); Geriatric Depression Scale; Integrated care; Physical therapy; Health care; Cohort study; Prospective cohort study; Randomized controlled trial; Cohort; Telemedicine; Internal medicine; Nursing; Cognition; Psychiatry","score_opus":0.04667953373745835,"score_gpt":0.4128821682995002,"score_spread":0.36620263456204183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083264973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90598786,0.000022153341,0.061377697,0.00070334924,0.00008576309,0.03154176,0.0001627208,0.000051738785,0.00006696591],"genre_scores_gemma":[0.9763437,0.000009645726,0.0030400427,0.005431737,0.00010527896,0.013621173,0.0014212467,0.00002573068,0.0000014786541],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972181,0.00021299798,0.0009920276,0.00027596942,0.0008950059,0.0004059546],"domain_scores_gemma":[0.99709076,0.0014875387,0.0002978019,0.00016739574,0.0006788778,0.00027763424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017592781,0.00026300174,0.0006164231,0.000106038366,0.00019681359,0.000031137628,0.00015710093,0.00015368078,0.000008832037],"category_scores_gemma":[0.0011019798,0.00017972184,0.00006599515,0.00039011167,0.000073780866,0.00030919857,0.000055025623,0.00046442472,9.5189006e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020367063,0.0007161385,0.90958834,0.0053140824,0.00013305825,0.0000022734353,0.032371636,0.00005029754,0.000012614048,0.00017748625,0.00073350634,0.048863888],"study_design_scores_gemma":[0.024603136,0.0030945991,0.8786179,0.00043802502,0.00014230984,0.0000028722084,0.029451035,0.06304173,0.00008368407,0.00013026666,0.0002162138,0.00017825363],"about_ca_topic_score_codex":0.000034824057,"about_ca_topic_score_gemma":0.000026815549,"teacher_disagreement_score":0.07035582,"about_ca_system_score_codex":0.00037525827,"about_ca_system_score_gemma":0.00074620935,"threshold_uncertainty_score":0.7328844},"labels":[],"label_agreement":null},{"id":"W3083506895","doi":"10.2196/20558","title":"Factors Associated With Influential Health-Promoting Messages on Social Media: Content Analysis of Sina Weibo","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chongqing Medical University","keywords":"Social media; Health communication; Content analysis; Descriptive statistics; Health information; Logistic regression; Psychology; Coding (social sciences); Internet privacy; Computer science; World Wide Web; Health care; Statistics","score_opus":0.2116691781119865,"score_gpt":0.4618805703017906,"score_spread":0.2502113921898041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083506895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913306,0.0000122712645,0.0011369287,0.0047742166,0.00020354384,0.00087662257,0.00027536304,0.0001677056,0.0012226951],"genre_scores_gemma":[0.97615784,0.000009273662,0.0001191966,0.022609156,0.00013980537,0.000061954284,0.00087843207,0.00001414504,0.000010197713],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9924018,0.000631159,0.0043851477,0.00015007667,0.0017493328,0.0006825199],"domain_scores_gemma":[0.99363583,0.0017004327,0.0030368287,0.00022767128,0.00051272975,0.0008865127],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027530577,0.00026307898,0.0011279725,0.00028917336,0.0007143035,0.000023141673,0.00038972392,0.00045472253,0.0011754677],"category_scores_gemma":[0.0047050836,0.00017293639,0.00019165252,0.0016215431,0.0001989947,0.00076634006,0.00014726614,0.0014678395,0.000044878994],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033777993,0.00046820362,0.20420581,0.003833697,0.0012823006,0.0000019721115,0.74970955,0.000041427862,0.0000024855442,0.0015305689,0.010331557,0.02825463],"study_design_scores_gemma":[0.004840409,0.0007504732,0.82664347,0.0013859672,0.0003505852,1.4244391e-7,0.08854444,0.06658365,0.00003447128,0.000027674414,0.010318957,0.0005197704],"about_ca_topic_score_codex":0.00003274528,"about_ca_topic_score_gemma":0.000093354436,"teacher_disagreement_score":0.6611651,"about_ca_system_score_codex":0.0002477266,"about_ca_system_score_gemma":0.0010735714,"threshold_uncertainty_score":0.9997376},"labels":[],"label_agreement":null},{"id":"W3083563679","doi":"10.2196/21621","title":"Clinical Decision Support Systems for Pressure Ulcer Management: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; Centro de Investigação em Tecnologias e Serviços de Saúde","keywords":"CINAHL; Clinical decision support system; MEDLINE; Medicine; Systematic review; Decision support system; Health care; Evidence-based medicine; Decision aids; Scopus; Nursing; Alternative medicine; Computer science; Psychological intervention; Data mining; Pathology","score_opus":0.11141053415414502,"score_gpt":0.5224720800663187,"score_spread":0.4110615459121737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083563679","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.92818e-9,0.9089462,0.020689934,0.00015367773,0.0034162824,0.04650755,0.00020855031,0.00034945147,0.01972831],"genre_scores_gemma":[7.442185e-8,0.95629716,0.001312787,0.0061645242,0.0006719104,0.020447634,0.00071348273,0.000105019804,0.014287399],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9838521,0.0019910512,0.010650184,0.0004761233,0.0021448964,0.0008856603],"domain_scores_gemma":[0.9899629,0.0028718961,0.0042812633,0.0015572936,0.00027927104,0.0010474203],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009786248,0.000795912,0.0071134046,0.00026402666,0.00038007268,0.00006101179,0.0019916694,0.0014776677,0.0016358295],"category_scores_gemma":[0.0018277435,0.00053076644,0.0016652351,0.0005068062,0.00009056643,0.00026838426,0.001419008,0.0022010088,0.004799159],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004801674,0.00004587168,1.3406134e-7,0.5257078,0.00083471934,0.000012171413,0.00010018924,4.4375113e-8,1.1943603e-11,0.0024600765,0.3174133,0.15342091],"study_design_scores_gemma":[0.0005140359,0.00004546834,1.05455456e-7,0.46147993,0.006607486,0.000008520675,0.00022895027,0.00029881217,1.0379582e-10,0.000027185435,0.53052855,0.0002609433],"about_ca_topic_score_codex":0.0000015446101,"about_ca_topic_score_gemma":0.000001336538,"teacher_disagreement_score":0.21311525,"about_ca_system_score_codex":0.00014809947,"about_ca_system_score_gemma":0.0007959496,"threshold_uncertainty_score":0.9998186},"labels":[],"label_agreement":null},{"id":"W3083628402","doi":"10.2196/18273","title":"Exploring Eating Disorder Topics on Twitter: Machine Learning Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Institute of Mental Health; National Institute on Aging; National Institutes of Health; National Science Foundation","keywords":"Machine learning; Artificial intelligence; Computer science; Social media; Support vector machine; Naive Bayes classifier; Convolutional neural network; Classifier (UML); Topic model; Natural language processing; Data science; Information retrieval; World Wide Web","score_opus":0.15016829101114182,"score_gpt":0.3782085963368849,"score_spread":0.2280403053257431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083628402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8591655,0.000074759286,0.0046372465,0.0028087865,0.00044280282,0.0005414571,0.000003734514,0.0003529014,0.13197285],"genre_scores_gemma":[0.9761411,0.000036801663,0.0047925734,0.017079858,0.0010073776,0.00033363033,0.00008221186,0.000046283407,0.0004801532],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977026,0.00010602664,0.0008131024,0.0001585082,0.00072399125,0.0004957652],"domain_scores_gemma":[0.99890345,0.00015159292,0.00020440608,0.0001957063,0.000020260204,0.0005246],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039936483,0.00019061896,0.00027602274,0.0000639276,0.00018872504,0.00003404594,0.0002963035,0.00014728316,0.0011071382],"category_scores_gemma":[0.00023365105,0.00016760074,0.000061532424,0.00024861674,0.000056804773,0.00021201852,0.00015954372,0.0012519786,0.00069381105],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016052081,0.00043737472,0.03827787,0.0023926396,0.000085660766,0.00005904641,0.31651062,0.00021716853,0.0000044846133,0.008369848,0.0044163316,0.62906843],"study_design_scores_gemma":[0.005732185,0.0018923988,0.0065823584,0.00089130556,0.000031833988,0.00011638281,0.1614057,0.45905948,0.000045508164,0.00005947871,0.36305597,0.0011274123],"about_ca_topic_score_codex":0.000026516971,"about_ca_topic_score_gemma":9.766068e-7,"teacher_disagreement_score":0.627941,"about_ca_system_score_codex":0.000047101345,"about_ca_system_score_gemma":0.00003158373,"threshold_uncertainty_score":0.999806},"labels":[],"label_agreement":null},{"id":"W3083722050","doi":"10.2196/18930","title":"Human- Versus Machine Learning–Based Triage Using Digitalized Patient Histories in Primary Care: Comparative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lunds Universitet","keywords":"Triage; Inter-rater reliability; Physical examination; Medicine; Reliability (semiconductor); Medical history; Medical emergency; Psychology; Surgery","score_opus":0.2505295560286794,"score_gpt":0.45548669756877846,"score_spread":0.20495714154009909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083722050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950974,0.00012494042,0.00021627631,0.00054757745,0.00032993816,0.0012288749,0.0000049173814,0.00008132926,0.0023687694],"genre_scores_gemma":[0.9978507,0.000004019773,0.00034525455,0.0013791575,0.00014058911,0.00006463869,0.00019090297,0.000012049788,0.000012649741],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976848,0.00009638432,0.0010535674,0.00012448365,0.0007928361,0.00024794333],"domain_scores_gemma":[0.9988713,0.00018572956,0.00023185159,0.00015689943,0.00016702004,0.00038714425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019667386,0.00016680387,0.00047012052,0.000112619506,0.00013097678,0.00002841924,0.000106973086,0.0001316135,0.00015251005],"category_scores_gemma":[0.0004187752,0.00014245033,0.00006398259,0.00037675656,0.000097633645,0.00019153922,0.000052953765,0.00062568526,0.00002947615],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036564346,0.0018686685,0.07096272,0.0018689104,0.000093544855,0.00010844011,0.88718444,0.0006458129,0.000043052514,0.00006565729,0.0011968483,0.03230547],"study_design_scores_gemma":[0.010132803,0.019382551,0.0061233905,0.000964253,0.00024413085,0.000014368407,0.726002,0.19947018,0.0015634407,0.000028798795,0.035057276,0.001016831],"about_ca_topic_score_codex":0.0002133725,"about_ca_topic_score_gemma":0.000069813344,"teacher_disagreement_score":0.19882436,"about_ca_system_score_codex":0.0005819361,"about_ca_system_score_gemma":0.0006953577,"threshold_uncertainty_score":0.5808956},"labels":[],"label_agreement":null},{"id":"W3085082762","doi":"10.2196/21628","title":"A Computer-Interpretable Guideline for COVID-19: Rapid Development and Dissemination","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science and Technology Major Project","keywords":"Computer science; Guideline; Correctness; Deliverable; Documentation; Coronavirus disease 2019 (COVID-19); Set (abstract data type); Data science; Medicine; Systems engineering; Algorithm; Infectious disease (medical specialty); Engineering","score_opus":0.028550985845645204,"score_gpt":0.360269906942425,"score_spread":0.3317189210967798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085082762","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019755613,0.000042314972,0.96280175,0.034087002,0.00014538935,0.00046678085,0.0000035177454,0.00023652498,0.00024112737],"genre_scores_gemma":[0.054206736,0.0000124794105,0.88569325,0.059675064,0.0001937226,0.000121383535,0.000057947094,0.000010290878,0.000029096747],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816436,0.000040272014,0.000834051,0.00015538798,0.00055136683,0.00025455595],"domain_scores_gemma":[0.9981106,0.0004596141,0.0002008705,0.00019326484,0.00010594778,0.0009296873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079335645,0.00013112139,0.00020584068,0.000060950824,0.00015681388,0.00011721179,0.00060115557,0.00010917209,0.0000649648],"category_scores_gemma":[0.0014878645,0.00011146739,0.000031405314,0.00019958089,0.000042884403,0.00033267282,0.00041631644,0.00023448763,0.000018092207],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016840495,0.000031979293,0.00023000038,0.0015142303,0.000018322002,0.0000072986595,0.058790278,0.00016186397,0.000001916316,0.008177682,0.11383082,0.8172188],"study_design_scores_gemma":[0.00022273557,0.00010417264,0.000043719752,0.00005491842,0.0000012791255,0.00001434948,0.00014829807,0.67428464,0.00001458701,0.000059867314,0.32495996,0.00009147753],"about_ca_topic_score_codex":0.000004159618,"about_ca_topic_score_gemma":0.000002131236,"teacher_disagreement_score":0.8171273,"about_ca_system_score_codex":0.000064508786,"about_ca_system_score_gemma":0.00048711264,"threshold_uncertainty_score":0.4545508},"labels":[],"label_agreement":null},{"id":"W3085654853","doi":"10.2196/20291","title":"Building a Pharmacogenomics Knowledge Model Toward Precision Medicine: Case Study in Melanoma","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"China Knowledge Centre for Engineering Sciences and Technology; National Key Research and Development Program of China; Bijzonder Onderzoeksfonds UGent; Peking Union Medical College; National Natural Science Foundation of China","keywords":"Pharmacogenomics; DrugBank; Computer science; Precision medicine; Personalized medicine; Data science; Named-entity recognition; Medicine; Natural language processing; Artificial intelligence; Drug; Machine learning; Bioinformatics; Pharmacology; Biology","score_opus":0.08518681141353704,"score_gpt":0.4132040392375101,"score_spread":0.328017227823973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085654853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4411972,0.00004589001,0.5563113,0.001070578,0.00016268106,0.00045247914,0.000001659995,0.00009065708,0.0006675675],"genre_scores_gemma":[0.87317234,0.000011181356,0.124753885,0.0018323208,0.00015477753,0.00005605205,0.0000021310218,0.0000120194045,0.0000052775536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970792,0.00021432324,0.0011189813,0.00025466614,0.0009996606,0.00033320283],"domain_scores_gemma":[0.9981057,0.0007222386,0.00018487743,0.00031104998,0.00010303371,0.0005731139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015524396,0.00022846278,0.0003957271,0.00022373827,0.00007436372,0.000084699524,0.001278093,0.00010750322,0.000031015643],"category_scores_gemma":[0.00053298986,0.00019094934,0.0000627939,0.00094170106,0.00007800906,0.00086251146,0.0011193278,0.00054745516,0.00004202014],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061116145,0.0007937464,0.0005002799,0.0003513636,0.00006794299,0.0026783955,0.4083662,0.09919686,0.000039501192,0.011444335,0.0037657209,0.47273454],"study_design_scores_gemma":[0.0016602926,0.00021702176,0.00005321176,0.000063081134,0.000009132437,0.0004492267,0.0034181178,0.9918403,0.000027639808,0.0014272698,0.00063237513,0.00020232837],"about_ca_topic_score_codex":0.000019577168,"about_ca_topic_score_gemma":0.000008551249,"teacher_disagreement_score":0.89264345,"about_ca_system_score_codex":0.00012366839,"about_ca_system_score_gemma":0.00050338544,"threshold_uncertainty_score":0.7786688},"labels":[],"label_agreement":null},{"id":"W3086612152","doi":"10.2196/21874","title":"Assessment of mHealth Interventions: Need for New Studies, Methods, and Guidelines for Study Designs","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Usability; Psychological intervention; Intervention (counseling); Health care; Software; Computer science; Psychology; Medicine; Knowledge management; Applied psychology; Medical education; Nursing; Human–computer interaction","score_opus":0.5505876065536024,"score_gpt":0.678773298286544,"score_spread":0.1281856917329416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086612152","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00488491,0.0016969229,0.93151665,0.03631359,0.00047739386,0.024672005,0.000108134474,0.00012321613,0.0002071866],"genre_scores_gemma":[0.0075232508,0.0023283577,0.92096746,0.033599246,0.0008430158,0.03434754,0.000109942564,0.000037226655,0.00024397715],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951838,0.00032391777,0.003383307,0.0001793686,0.00041075147,0.00051880535],"domain_scores_gemma":[0.9932845,0.003118946,0.0010479327,0.0002813965,0.0010449808,0.0012221955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049479697,0.0001807999,0.000765784,0.0001017748,0.00051147863,0.0000062114736,0.00025823974,0.00021176682,0.00008289997],"category_scores_gemma":[0.006477102,0.00014158238,0.0001230618,0.0002836609,0.00007410841,0.000118565215,0.00016784709,0.00044837617,0.000005155328],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018470906,0.00046215288,0.0039252043,0.04063817,0.0002053978,2.2072723e-7,0.024827242,0.00000709883,0.0000067992364,0.022506243,0.5804226,0.32681414],"study_design_scores_gemma":[0.015851142,0.0054383483,0.004421213,0.0024706656,0.00037121327,0.0000021805163,0.20876887,0.07446826,0.0000075743824,0.0053646974,0.68242425,0.00041158323],"about_ca_topic_score_codex":0.00004384869,"about_ca_topic_score_gemma":0.00006860255,"teacher_disagreement_score":0.32640257,"about_ca_system_score_codex":0.00009991685,"about_ca_system_score_gemma":0.002650724,"threshold_uncertainty_score":0.7754164},"labels":[],"label_agreement":null},{"id":"W3087097306","doi":"10.2196/20995","title":"Identifying Key Predictors of Cognitive Dysfunction in Older People Using Supervised Machine Learning Techniques: Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Biotechnology and Biological Sciences Research Council; Food Institutional Research Measure; Department for Employment and Learning, Northern Ireland","keywords":"Repeatable Battery for the Assessment of Neuropsychological Status; Cognition; Naive Bayes classifier; Observational study; Random forest; Cognitive decline; Medicine; Dementia; Machine learning; Gerontology; Artificial intelligence; Psychology; Neuropsychology; Computer science; Support vector machine; Psychiatry; Disease","score_opus":0.0763503993938662,"score_gpt":0.3719007814652584,"score_spread":0.29555038207139217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087097306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98874974,0.000020745165,0.008586029,0.0002586365,0.000045155226,0.0016223526,0.000008766366,0.00008012576,0.00062847615],"genre_scores_gemma":[0.99801517,0.000024053978,0.0008111626,0.00070045644,0.00009625155,0.00010298129,0.0001962933,0.000016491866,0.00003714102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970149,0.00011572472,0.0008580158,0.00013418679,0.0016052617,0.00027193065],"domain_scores_gemma":[0.99894667,0.00019500384,0.00017204607,0.000081985134,0.00030997672,0.00029430978],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007422877,0.00015479396,0.00037763498,0.00023725782,0.0000690419,0.00002594214,0.00011257009,0.00012312015,0.00092050474],"category_scores_gemma":[0.0011070878,0.000133443,0.00007440888,0.0007557148,0.000082288745,0.00036664447,0.00016178137,0.00068074395,0.000014999873],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025188964,0.0007252737,0.9659507,0.00058325456,0.00009370256,0.000025950347,0.02844999,0.000002689742,0.00025651688,0.0000058704254,0.000049341677,0.0036048195],"study_design_scores_gemma":[0.0061558047,0.0016652783,0.86363024,0.0010569836,0.0001250791,0.000018735127,0.04214788,0.08374553,0.0012072588,0.0000070894616,0.00008132689,0.0001587734],"about_ca_topic_score_codex":0.00005787825,"about_ca_topic_score_gemma":0.000018797948,"teacher_disagreement_score":0.10232044,"about_ca_system_score_codex":0.000067172485,"about_ca_system_score_gemma":0.00030216496,"threshold_uncertainty_score":0.9999928},"labels":[],"label_agreement":null},{"id":"W3087276057","doi":"10.2196/18846","title":"Chronological Age Assessment in Young Individuals Using Bone Age Assessment Staging and Nonradiological Aspects: Machine Learning Multifactorial Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Forensic Anthropology and Bioarchaeology Studies","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bone age; Affect (linguistics); Medicine; Calcaneus; Tibia; Magnetic resonance imaging; Young adult; Physical therapy; Gerontology; Psychology; Radiology; Surgery","score_opus":0.059888234321858004,"score_gpt":0.3242593763261705,"score_spread":0.2643711420043125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087276057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97543734,0.00020477534,0.002635351,0.0036307408,0.0006210703,0.0005885653,0.00003271348,0.00019226703,0.016657148],"genre_scores_gemma":[0.9906328,0.00016015358,0.0073919916,0.00096030976,0.0006404272,0.000032693282,0.00013825251,0.000011798675,0.000031619216],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99767476,0.00022488894,0.00081408746,0.0002449079,0.0005158331,0.0005255152],"domain_scores_gemma":[0.99916667,0.00023054362,0.00023022629,0.00010463526,0.000036541514,0.00023139257],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00069151353,0.0003002171,0.0006953828,0.0001039801,0.00048113492,0.000088289,0.00021557359,0.0003206155,0.0006287361],"category_scores_gemma":[0.00019881346,0.00020699698,0.000075067874,0.00007691808,0.00760646,0.00023690326,0.0005891688,0.001731605,0.000007830424],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013876178,0.00076538674,0.29978898,0.00062518654,0.0005196124,0.0010442546,0.34642532,0.00010774759,0.000022029453,0.3446017,0.00084683084,0.005114179],"study_design_scores_gemma":[0.00991557,0.0033784139,0.06735194,0.00030702955,0.00021363223,0.00025445854,0.52076614,0.36549866,0.000011795996,0.0024794457,0.027951049,0.001871856],"about_ca_topic_score_codex":0.0003388831,"about_ca_topic_score_gemma":0.00067242223,"teacher_disagreement_score":0.3653909,"about_ca_system_score_codex":0.00010218779,"about_ca_system_score_gemma":0.00010761395,"threshold_uncertainty_score":0.99509424},"labels":[],"label_agreement":null},{"id":"W3087972201","doi":"10.2196/20813","title":"Investigating the Acceptance of Video Consultation by Patients in Rural Primary Care: Empirical Comparison of Preusers and Actual Users","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workload; Videoconferencing; Perception; Nursing; Health care; Population; Primary care; Medicine; Psychology; Medical education; Family medicine; Computer science; Multimedia","score_opus":0.039055105255820406,"score_gpt":0.373006179386825,"score_spread":0.3339510741310046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087972201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960271,0.00008261124,0.00013589655,0.0027679002,0.000033467837,0.0007402385,0.000022613473,0.000015710466,0.0001744323],"genre_scores_gemma":[0.99166805,0.000043462464,0.001145109,0.0067823157,0.000027160408,0.0000231112,0.00030305676,0.00000665941,0.0000011015686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978391,0.000047527843,0.001125926,0.000062014595,0.0007602066,0.0001652551],"domain_scores_gemma":[0.99873966,0.00034572367,0.0004389989,0.00009549661,0.00012876102,0.00025136655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001888956,0.000101828235,0.00036038057,0.00004888637,0.000032021053,0.0000051238544,0.00010097919,0.00009567541,0.000028052365],"category_scores_gemma":[0.001006422,0.000070192815,0.000023673347,0.0002958806,0.00027721183,0.00016578831,0.0000576235,0.0003139809,0.0000011028571],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008977955,0.0000675122,0.79451585,0.0015824152,0.000016752361,2.6258834e-7,0.13230288,0.0000016425108,0.00007770648,0.0000104374585,0.011078371,0.060256395],"study_design_scores_gemma":[0.010779251,0.001775963,0.82954705,0.00069430465,0.00007543008,0.0000031653508,0.1414847,0.011151757,0.0016404777,0.000011603609,0.0026833378,0.00015298884],"about_ca_topic_score_codex":0.00004043556,"about_ca_topic_score_gemma":0.000015250398,"teacher_disagreement_score":0.060103405,"about_ca_system_score_codex":0.000050088955,"about_ca_system_score_gemma":0.0002346717,"threshold_uncertainty_score":0.28623798},"labels":[],"label_agreement":null},{"id":"W3088440548","doi":"10.2196/23680","title":"Feasibility of Asynchronous and Automated Telemedicine in Otolaryngology: Prospective Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Telemedicine; Cross-sectional study; Otorhinolaryngology; Medicine; Computer science; Medical physics; Health care; Surgery; Pathology","score_opus":0.04108744354736353,"score_gpt":0.40483436085739544,"score_spread":0.3637469173100319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088440548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953762,0.000033095857,0.00020701595,0.0011385868,0.000070014394,0.0026349078,0.000012990909,0.00017613116,0.00035100323],"genre_scores_gemma":[0.9963073,0.000014084651,0.00073873316,0.0026242998,0.00013955272,0.00010157282,0.000060341587,0.000010581705,0.0000035228659],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997097,0.000059472102,0.0015009774,0.00017528918,0.0008882523,0.0002789771],"domain_scores_gemma":[0.9987562,0.0001429984,0.00027937378,0.00016646898,0.00017387731,0.00048111644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008380949,0.00016070607,0.00054510933,0.00015215561,0.00004754995,0.000008604555,0.00009665652,0.0001638825,0.0002906987],"category_scores_gemma":[0.00086796423,0.00012576708,0.000035875,0.00047152472,0.0002858176,0.00017134726,0.000088907684,0.0005196961,0.000009636154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038831038,0.00048659998,0.9863107,0.00074974494,0.000041489195,0.000043798034,0.010151817,8.9698125e-7,0.00002798239,0.000042239055,0.0003505225,0.0014058873],"study_design_scores_gemma":[0.010874766,0.003303587,0.9713198,0.00006114958,0.000025789339,0.00010735424,0.004123669,0.009936902,0.000055277942,0.000025462245,0.00007920892,0.00008706504],"about_ca_topic_score_codex":0.00008413963,"about_ca_topic_score_gemma":0.00004543014,"teacher_disagreement_score":0.0149909435,"about_ca_system_score_codex":0.00010718654,"about_ca_system_score_gemma":0.00039519332,"threshold_uncertainty_score":0.5128633},"labels":[],"label_agreement":null},{"id":"W3088562948","doi":"10.2196/16901","title":"Automated Cluster Detection of Health Care–Associated Infection Based on the Multisource Surveillance of Process Data in the Area Network: Retrospective Study of Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tongji University; Huazhong University of Science and Technology; Tongji Medical College, Huazhong University of Science and Technology; National Natural Science Foundation of China","keywords":"Receiver operating characteristic; Youden's J statistic; False positive rate; Warning system; Medicine; Algorithm; Computer science; Cluster (spacecraft); Data mining; Artificial intelligence; Internal medicine","score_opus":0.022556717268356657,"score_gpt":0.2905347163131618,"score_spread":0.2679779990448051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088562948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958549,0.00006734317,0.0030916848,0.00020736318,0.000050262966,0.0006611631,0.000017964485,0.000024194007,0.00002512152],"genre_scores_gemma":[0.9995538,0.000012862637,0.000060969356,0.00024042398,0.0000054082843,0.0000080662385,0.0001144112,0.0000033651106,7.1613647e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986598,0.00035300606,0.0006216039,0.000081486076,0.00016719803,0.00011691522],"domain_scores_gemma":[0.9989771,0.00020092436,0.0005374888,0.00017509433,0.000096964126,0.000012421729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010482296,0.00008010285,0.00025301168,0.000033230175,0.00009380067,0.000003789752,0.00017722341,0.000118417935,0.0000050470026],"category_scores_gemma":[0.00032206415,0.000045719935,0.000012833125,0.0003138588,0.00010731007,0.00004989791,0.000056394612,0.00022691049,6.805877e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065117993,0.0019112554,0.5291693,0.0019889364,0.0005619602,0.0000015999,0.40635562,0.002255521,0.00014314485,0.000023218716,0.0014308143,0.055507448],"study_design_scores_gemma":[0.0031192992,0.0012085786,0.7494593,0.00043889333,0.000021293252,0.000002101031,0.028328251,0.2157491,0.0014071142,0.000003087157,0.00013919512,0.00012373942],"about_ca_topic_score_codex":0.00008716397,"about_ca_topic_score_gemma":0.00027637783,"teacher_disagreement_score":0.37802738,"about_ca_system_score_codex":0.000030303892,"about_ca_system_score_gemma":0.000118068725,"threshold_uncertainty_score":0.18644048},"labels":[],"label_agreement":null},{"id":"W3088630569","doi":"10.2196/21222","title":"Predictive Models for Neonatal Follow-Up Serum Bilirubin: Model Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Neonatal Health and Biochemistry","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Model validation; Medicine; Data science","score_opus":0.037383798684707724,"score_gpt":0.3058971597757637,"score_spread":0.268513361091056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088630569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7628759,0.00014579654,0.22895117,0.0048502097,0.00011479173,0.0014902323,0.0001294684,0.00015943624,0.001282997],"genre_scores_gemma":[0.9588986,0.00005537207,0.031250544,0.008679405,0.0002035802,0.00020160919,0.0004431989,0.00001976278,0.00024790605],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833834,0.000005239946,0.0005847274,0.00013415457,0.0006466484,0.00029086764],"domain_scores_gemma":[0.9986692,0.000054470238,0.000105871055,0.00011377428,0.00012461691,0.00093207584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019651228,0.00015737944,0.00026295075,0.000033292414,0.00008871279,0.000015209454,0.000097208766,0.00024191393,0.000027668713],"category_scores_gemma":[0.0001598239,0.00012442935,0.00005139372,0.000104142324,0.00007654249,0.00022275925,0.00009368958,0.00026523267,0.000010220915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066297916,0.0004215186,0.0010720249,0.031301692,0.0004019258,0.00005656951,0.11284922,0.00089512835,0.00033788002,0.0023715405,0.04045646,0.80320626],"study_design_scores_gemma":[0.0036378112,0.00028341255,0.000036595902,0.00019676359,0.000030864754,0.00004116906,0.0016553198,0.9783245,0.008716811,0.0003256971,0.0065945205,0.0001565514],"about_ca_topic_score_codex":7.595406e-7,"about_ca_topic_score_gemma":5.442672e-7,"teacher_disagreement_score":0.97742933,"about_ca_system_score_codex":0.00005745344,"about_ca_system_score_gemma":0.0007770634,"threshold_uncertainty_score":0.5074082},"labels":[],"label_agreement":null},{"id":"W3088981549","doi":"10.2196/18287","title":"Construction of a Digestive System Tumor Knowledge Graph Based on Chinese Electronic Medical Records: Development and Usability Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Schema (genetic algorithms); Readability; Knowledge extraction; Graph; Information retrieval; Usability; Knowledge graph; Natural language processing; Data mining; Artificial intelligence; Theoretical computer science","score_opus":0.011022309766078632,"score_gpt":0.28296049872643536,"score_spread":0.2719381889603567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088981549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99524474,0.00009951695,0.0033273795,0.0002609761,0.00009834172,0.00033641714,0.000005844662,0.000044735014,0.0005820269],"genre_scores_gemma":[0.99752283,0.000011674411,0.0018669369,0.00041357012,0.00008890289,0.000058117097,0.000026923071,0.000007454277,0.0000035864941],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99821335,0.00010791683,0.00065415516,0.00018335022,0.0005975346,0.00024372102],"domain_scores_gemma":[0.99907255,0.000109742985,0.00016485793,0.0001753586,0.0000769393,0.00040053483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006574245,0.00017605482,0.0003244165,0.000046466503,0.00006411097,0.000009673027,0.00023125946,0.0002401097,0.000027293843],"category_scores_gemma":[0.001310246,0.00012329133,0.00005297785,0.00020085734,0.00044076657,0.0000042965466,0.00014010043,0.00031637083,0.000005819547],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019928406,0.003192249,0.3249188,0.004442724,0.0006180723,0.00006125185,0.023418209,0.000014684879,0.0002374473,0.00056428707,0.0023900035,0.63814944],"study_design_scores_gemma":[0.043059338,0.0519197,0.327248,0.0042794547,0.0003884401,0.0007792413,0.15639924,0.2827086,0.014217213,0.00023090582,0.11418162,0.0045882394],"about_ca_topic_score_codex":0.0000037395052,"about_ca_topic_score_gemma":0.000017479671,"teacher_disagreement_score":0.6335612,"about_ca_system_score_codex":0.000030693667,"about_ca_system_score_gemma":0.000718934,"threshold_uncertainty_score":0.5027675},"labels":[],"label_agreement":null},{"id":"W3089053103","doi":"10.2196/21604","title":"Prediction of COVID-19 Severity Using Chest Computed Tomography and Laboratory Measurements: Evaluation Using a Machine Learning Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Radiological weapon; Medicine; Receiver operating characteristic; Computed tomography; Machine learning; Severity of illness; Predictive modelling; Artificial intelligence; Radiology; Internal medicine; Disease; Computer science; Infectious disease (medical specialty)","score_opus":0.14421480991375826,"score_gpt":0.36291678736225713,"score_spread":0.21870197744849887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089053103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9449525,0.00038005094,0.04996884,0.0028812964,0.000110506495,0.0013601682,0.00005384364,0.00023116363,0.00006164345],"genre_scores_gemma":[0.9542543,0.000033155702,0.027247204,0.018040089,0.00018440658,0.000028001868,0.00018416526,0.000028089913,5.595829e-7],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966173,0.0002239964,0.0008448558,0.00018515692,0.0019003457,0.00022831619],"domain_scores_gemma":[0.9980551,0.00013871644,0.00041556443,0.00018805164,0.00043081385,0.0007717596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018487637,0.00020309584,0.00045722004,0.0002352964,0.00015319261,0.000031819032,0.00011100386,0.00024221667,0.00007774512],"category_scores_gemma":[0.0024355706,0.00019125461,0.000076084696,0.0009568152,0.0002314654,0.0002923141,0.00012650005,0.0005436656,0.0000012596038],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012627125,0.002819643,0.7429877,0.043742508,0.0016636562,0.000041375457,0.11509488,0.051058568,0.012827745,0.00005425326,0.0065663224,0.021880632],"study_design_scores_gemma":[0.003103739,0.00020249025,0.004256218,0.00035454324,0.00030887313,0.000034671,0.00093779486,0.9865272,0.00028753045,0.0000049437267,0.003844618,0.0001373511],"about_ca_topic_score_codex":0.00008657537,"about_ca_topic_score_gemma":0.0000023750215,"teacher_disagreement_score":0.9354687,"about_ca_system_score_codex":0.0003272036,"about_ca_system_score_gemma":0.0013265043,"threshold_uncertainty_score":0.7799137},"labels":[],"label_agreement":null},{"id":"W3089240108","doi":"10.2196/20215","title":"Using Ambient Assisted Living to Monitor Older Adults With Alzheimer Disease: Single-Case Study to Validate the Monitoring Report","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Université du Québec à Chicoutimi; HEC Montréal; Université de Sherbrooke; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Activities of daily living; Psychosocial; Aging in place; Medicine; Gerontology; Independent living; Health care; Hygiene; Social support; Sleep hygiene; Assisted living; Nursing; Psychology; Cognition; Physical therapy; Psychiatry","score_opus":0.1164795539622652,"score_gpt":0.3398686795127876,"score_spread":0.2233891255505224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089240108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81782454,0.0000169275,0.17825781,0.0013264675,0.00050285057,0.0017691774,0.0000036761173,0.00024787083,0.000050662416],"genre_scores_gemma":[0.99086523,3.3168035e-7,0.0071962713,0.0013120145,0.00038591507,0.0002065003,0.0000014749085,0.000022151524,0.000010085561],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962201,0.0001779959,0.00096665596,0.00034478694,0.001859018,0.0004314388],"domain_scores_gemma":[0.99674535,0.0003565988,0.00034465664,0.0008312779,0.0003250943,0.0013970507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007584974,0.00027699268,0.00034328704,0.00011628096,0.00029326367,0.0005618558,0.0008596106,0.000060976334,0.000017911329],"category_scores_gemma":[0.0005244573,0.00019012678,0.00007710873,0.0009963474,0.000041617637,0.0009151464,0.0009440764,0.00035025537,0.000082533275],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019366841,0.0027801874,0.04414829,0.0004141465,0.0006490023,0.020535903,0.5298096,0.0004525745,0.00009338114,0.000010154563,0.001990229,0.39892286],"study_design_scores_gemma":[0.0055783065,0.0038323803,0.092667714,0.012196211,0.0007976013,0.024004864,0.34467503,0.5037219,0.0019159629,0.000004915059,0.0065650265,0.0040400857],"about_ca_topic_score_codex":0.00009568565,"about_ca_topic_score_gemma":0.000014667402,"teacher_disagreement_score":0.5032693,"about_ca_system_score_codex":0.0000924728,"about_ca_system_score_gemma":0.00018382733,"threshold_uncertainty_score":0.7753145},"labels":[],"label_agreement":null},{"id":"W3089756171","doi":"10.2196/25337","title":"Correction: A Novel Approach to Assessing Differentiation Degree and Lymph Node Metastasis of Extrahepatic Cholangiocarcinoma: Prediction Using a Radiomics-Based Particle Swarm Optimization and Support Vector Machine Model","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Baidu","keywords":"Radiomics; Particle swarm optimization; Support vector machine; Computer science; Lymph node metastasis; Degree (music); Node (physics); Medicine; Metastasis; Artificial intelligence; Machine learning; Cancer; Internal medicine; Engineering","score_opus":0.03569403278292189,"score_gpt":0.30055182228466265,"score_spread":0.26485778950174077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089756171","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4374322,0.000059496953,0.5617945,0.00022662776,0.000104135586,0.00018786898,0.000010635718,0.000033497956,0.00015101976],"genre_scores_gemma":[0.8079106,0.000028945127,0.19104832,0.000708689,0.000058824673,0.000022689159,0.00017602845,0.00002167291,0.000024207306],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981545,0.000047250196,0.0007128481,0.00019104706,0.0006527377,0.00024159424],"domain_scores_gemma":[0.998861,0.000105279134,0.00022054576,0.00020676042,0.00016215809,0.00044421744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005190112,0.00018228931,0.00042903586,0.00015615756,0.000120596495,0.000082601066,0.00006295775,0.00014316698,0.000024181101],"category_scores_gemma":[0.00059509015,0.00016114686,0.000067417204,0.00034779237,0.00011500436,0.00028557077,0.0000736261,0.00030805077,4.2200077e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004051789,0.0028564008,0.1513964,0.0051908563,0.0006089702,0.000041824947,0.012136146,0.73887575,0.013522351,0.00037363652,0.00047457678,0.074117884],"study_design_scores_gemma":[0.002620438,0.000061281826,0.015700296,0.0002965981,0.00027352164,0.00034975522,0.00035227195,0.97925174,0.00094611873,0.0000041576163,0.000013451458,0.00013037902],"about_ca_topic_score_codex":0.000022189077,"about_ca_topic_score_gemma":7.5426817e-7,"teacher_disagreement_score":0.37074617,"about_ca_system_score_codex":0.00010903065,"about_ca_system_score_gemma":0.00037609087,"threshold_uncertainty_score":0.6571379},"labels":[],"label_agreement":null},{"id":"W3090220574","doi":"10.2196/18395","title":"Phenotypically Similar Rare Disease Identification from an Integrative Knowledge Graph for Data Harmonization: Preliminary Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Disease; Clinical phenotype; Computer science; Similarity (geometry); Rare disease; Computational biology; Phenotype; Biology; Medicine; Artificial intelligence; Genetics; Gene; Pathology","score_opus":0.028023105622339277,"score_gpt":0.3251037446507462,"score_spread":0.2970806390284069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090220574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88618404,0.0007565874,0.10761617,0.0012569802,0.00022769751,0.0018067975,0.0020015577,0.000050622264,0.00009956433],"genre_scores_gemma":[0.97979856,0.00006911402,0.0014749557,0.0017157074,0.0004613124,0.0001553514,0.016268445,0.000022162196,0.000034376873],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987275,0.000058841193,0.0005061491,0.0002903562,0.00025479225,0.00016234873],"domain_scores_gemma":[0.9983729,0.000033279255,0.000148236,0.00066223624,0.00018604072,0.0005973017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014270516,0.00017573687,0.0001684185,0.000025968931,0.0001230631,0.00007586209,0.00082412345,0.00012139232,0.000065101645],"category_scores_gemma":[0.0005142878,0.00014429961,0.00006412238,0.000110409026,0.00008385662,0.000038698745,0.00041370853,0.00010842216,0.00002071051],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01530262,0.020372499,0.041978218,0.0026303784,0.0028624726,0.00015662721,0.12262164,0.0005660367,0.007878184,0.0015430286,0.53050476,0.25358352],"study_design_scores_gemma":[0.0114038335,0.0069963974,0.06642922,0.00029030335,0.0011399857,0.000008512172,0.059811063,0.69546497,0.003468427,0.0017539827,0.15085584,0.002377456],"about_ca_topic_score_codex":0.000002132981,"about_ca_topic_score_gemma":0.0000106683465,"teacher_disagreement_score":0.69489896,"about_ca_system_score_codex":0.000007786343,"about_ca_system_score_gemma":0.00029682834,"threshold_uncertainty_score":0.5884367},"labels":[],"label_agreement":null},{"id":"W3091109908","doi":"10.2196/21788","title":"Predictive Models of Mortality for Hospitalized Patients With COVID-19: Retrospective Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of Naval Research; National Institute of General Medical Sciences; Multidisciplinary University Research Initiative; Massachusetts General Hospital; National Science Foundation; National Institutes of Health; Tongji University","keywords":"Medicine; Triage; Retrospective cohort study; Logistic regression; Context (archaeology); Cohort; Cohort study; Emergency medicine; Coronavirus disease 2019 (COVID-19); Severity of illness; Disease; Internal medicine; Infectious disease (medical specialty)","score_opus":0.05415609627711594,"score_gpt":0.42585912302024964,"score_spread":0.3717030267431337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091109908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92540056,0.000006758905,0.060937908,0.0026949283,0.000052845604,0.009688698,0.0003233981,0.0001432147,0.0007517023],"genre_scores_gemma":[0.99159795,0.000033008357,0.000796859,0.0064564203,0.00008980685,0.00087715377,0.00010459168,0.000023062275,0.00002113164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946712,0.00007306244,0.0012545588,0.00028993568,0.0033000296,0.0004112069],"domain_scores_gemma":[0.9945489,0.0018122598,0.0004308853,0.00046375097,0.0010694906,0.0016747119],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011688154,0.00025764602,0.001135219,0.00008252732,0.00010950621,0.0000141875735,0.00030843087,0.00017849356,0.00014387498],"category_scores_gemma":[0.045579087,0.00017203567,0.00017824839,0.00046990553,0.0006176252,0.00026342887,0.00031913535,0.00054723595,0.0000058217424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020752428,0.0015034426,0.97912705,0.0017015167,0.0010313314,0.000010351103,0.011631887,0.00013541154,1.6561884e-7,0.00013458135,0.0024474794,0.00020156355],"study_design_scores_gemma":[0.014472154,0.011063081,0.89033866,0.0001282652,0.00039485417,2.3337546e-7,0.0020616075,0.08029276,0.0000041853245,0.0004954069,0.0005470571,0.00020172834],"about_ca_topic_score_codex":0.000056943743,"about_ca_topic_score_gemma":0.0000062778035,"teacher_disagreement_score":0.08878836,"about_ca_system_score_codex":0.0003428831,"about_ca_system_score_gemma":0.0013488242,"threshold_uncertainty_score":0.9624604},"labels":[],"label_agreement":null},{"id":"W3091797093","doi":"10.2196/18752","title":"Explainable Artificial Intelligence Recommendation System by Leveraging the Semantics of Adverse Childhood Experiences: Proof-of-Concept Prototype Development","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Semantics (computer science); Recommender system; Expert system; Applications of artificial intelligence; Chatbot","score_opus":0.03754824203812151,"score_gpt":0.2783566048046656,"score_spread":0.2408083627665441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091797093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047219314,0.000022103746,0.9486075,0.0016490268,0.00023541698,0.0014517857,0.0000029526527,0.00011057989,0.0007012911],"genre_scores_gemma":[0.97464997,0.0000035020344,0.024308464,0.0006140923,0.000054751858,0.00033695775,0.000014164459,0.000011034486,0.0000070840956],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996534,0.000106757565,0.0016707613,0.00022129236,0.001057019,0.0004101748],"domain_scores_gemma":[0.99824846,0.00018835532,0.000677201,0.00040796152,0.0002224079,0.00025559033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089736294,0.00022154172,0.0003479453,0.000069823844,0.00022904399,0.000054468783,0.0015788322,0.00013746628,0.00019177231],"category_scores_gemma":[0.000359742,0.00016460584,0.00007453609,0.0009238973,0.0002593896,0.00093822693,0.0005387488,0.00033876894,0.00004642208],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003366709,0.00029382895,0.00004392835,0.00081483176,0.00004722425,0.000006668304,0.6654268,0.0009968553,0.000048654627,0.01739908,0.0012026067,0.3136859],"study_design_scores_gemma":[0.00008641379,0.00033023334,0.0000051317215,0.0003723338,0.000007677524,0.000012577033,0.16439041,0.47444084,0.3546147,0.0003197487,0.005130832,0.00028908413],"about_ca_topic_score_codex":0.000016263673,"about_ca_topic_score_gemma":0.0000028319703,"teacher_disagreement_score":0.9274306,"about_ca_system_score_codex":0.00009041,"about_ca_system_score_gemma":0.00045424234,"threshold_uncertainty_score":0.67124313},"labels":[],"label_agreement":null},{"id":"W3092573263","doi":"10.2196/19524","title":"Applying eHealth for Pandemic Management in Saudi Arabia in the Context of COVID-19: Survey Study and Framework Proposal","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Pandemic; Context (archaeology); Telemedicine; Health care; Medicine; Outbreak; Population; Telehealth; Business; Nursing; Medical emergency; Environmental health; Coronavirus disease 2019 (COVID-19); Geography; Political science; Disease","score_opus":0.0905511157286835,"score_gpt":0.4330049373912654,"score_spread":0.34245382166258187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092573263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9671997,0.000084196465,0.007669904,0.014109663,0.000058149533,0.010731868,0.000022795111,0.000031371907,0.00009235966],"genre_scores_gemma":[0.9550713,0.00014195658,0.0019300156,0.041653626,0.000061300074,0.0010495957,0.00008190163,0.000008281038,0.0000020472148],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99753237,0.00016629265,0.001189069,0.000114003014,0.0007146411,0.00028364838],"domain_scores_gemma":[0.9982587,0.00090536464,0.0002482595,0.0001556399,0.000041621213,0.00039039366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031935745,0.00012188595,0.0004146157,0.00012778463,0.00004903546,0.0000090570065,0.00014683236,0.0001001346,0.000031914147],"category_scores_gemma":[0.0015205974,0.00008089243,0.000023238372,0.00045568723,0.00008698891,0.00007109424,0.000057966627,0.00045022985,0.0000017876354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005839065,0.00036763627,0.7718941,0.004718268,0.00004060207,0.000023121906,0.099611074,0.0000011733695,3.639671e-7,0.0008972844,0.0048570535,0.117005415],"study_design_scores_gemma":[0.018389652,0.0036257184,0.63165754,0.00044204868,0.00007490168,0.000030318932,0.32207847,0.0070893783,0.0000020720752,0.0006118417,0.015807344,0.0001907134],"about_ca_topic_score_codex":0.00026877775,"about_ca_topic_score_gemma":0.0006144212,"teacher_disagreement_score":0.22246741,"about_ca_system_score_codex":0.00007592859,"about_ca_system_score_gemma":0.0004253251,"threshold_uncertainty_score":0.32986975},"labels":[],"label_agreement":null},{"id":"W3092620773","doi":"10.2196/23623","title":"The Associations of Electronic Health Record Usability and User Age With Stress and Cognitive Failures Among Finnish Registered Nurses: Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Cognition; Medicine; Workload; Applied psychology; Psychology; Nursing; Computer science; Human–computer interaction; Psychiatry","score_opus":0.07005355086519481,"score_gpt":0.45203963669875374,"score_spread":0.3819860858335589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092620773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99268866,0.00014215022,0.0002579629,0.0024452698,0.00015639,0.0037495873,0.00010221801,0.00006690635,0.00039083118],"genre_scores_gemma":[0.9976071,0.000098554694,0.00007121979,0.001377118,0.0001587171,0.0004627115,0.000042309824,0.00001883647,0.00016341115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951705,0.00096204627,0.0018931868,0.00021291414,0.00095195696,0.0008094298],"domain_scores_gemma":[0.9949603,0.002644259,0.0012527445,0.00024088728,0.00033300603,0.0005688189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028327024,0.00019464667,0.0005322457,0.000044040542,0.0011569957,0.000055872013,0.00022446511,0.0002638725,0.00005088094],"category_scores_gemma":[0.0018917851,0.00012814048,0.000036598034,0.00029753466,0.0005609646,0.000278079,0.00013575365,0.0016480577,0.0000062964446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012004978,0.00010123348,0.9666809,0.0009839478,0.000093806484,0.000001135358,0.028929017,6.133528e-7,5.3645934e-8,0.00024229434,0.0011392388,0.001707724],"study_design_scores_gemma":[0.002181543,0.0015870469,0.9505939,0.0003839773,0.00001824833,0.0000023841787,0.039971765,0.0009110258,4.0439906e-7,0.000059692757,0.004162277,0.00012773507],"about_ca_topic_score_codex":0.0014735402,"about_ca_topic_score_gemma":0.021904455,"teacher_disagreement_score":0.020430917,"about_ca_system_score_codex":0.00031395166,"about_ca_system_score_gemma":0.002494245,"threshold_uncertainty_score":0.99594325},"labels":[],"label_agreement":null},{"id":"W3092643853","doi":"10.2196/21252","title":"Patient Triage by Topic Modeling of Referral Letters: Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health and Care Research Wales","keywords":"Triage; Referral; Topic model; Latent Dirichlet allocation; Artificial intelligence; Context (archaeology); Computer science; Set (abstract data type); Relevance (law); Medicine; Machine learning; Family medicine; Medical emergency","score_opus":0.06571533772948462,"score_gpt":0.31038821674697903,"score_spread":0.2446728790174944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092643853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904638,0.000016568492,0.0018653346,0.0046032853,0.00015438335,0.0007680242,0.0000025734844,0.00012758549,0.0019984394],"genre_scores_gemma":[0.992224,0.0000014661325,0.0000910192,0.0074010356,0.00022660528,0.00003136603,0.000014208639,0.000007647762,0.0000026798587],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812967,0.000015874699,0.00095957407,0.00010209532,0.00057779194,0.00021501684],"domain_scores_gemma":[0.99936706,0.000018764706,0.00026188965,0.00022165697,0.000082013445,0.000048605987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037631902,0.000116085,0.00031973267,0.00006693094,0.000051480027,0.000035020024,0.00024192393,0.00012972733,0.00010984824],"category_scores_gemma":[0.00030456035,0.0000911943,0.000052983127,0.00026904102,0.000039404356,0.00040361204,0.0002110655,0.00029148298,0.000050049883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062032515,0.004949375,0.20431262,0.018844582,0.00043072598,0.0001299408,0.056878794,0.00039701452,0.0003334669,0.016141642,0.1788257,0.5181358],"study_design_scores_gemma":[0.006034904,0.0006959119,0.0020041089,0.00032599148,0.000060684957,0.0000044478165,0.04583326,0.8380924,0.000031632375,0.00045990382,0.10574746,0.0007093072],"about_ca_topic_score_codex":0.00032202614,"about_ca_topic_score_gemma":0.000033754826,"teacher_disagreement_score":0.83769536,"about_ca_system_score_codex":0.000023154644,"about_ca_system_score_gemma":0.000031078245,"threshold_uncertainty_score":0.37187955},"labels":[],"label_agreement":null},{"id":"W3092830281","doi":"10.2196/23049","title":"Assessment of Myosteatosis on Computed Tomography by Automatic Generation of a Muscle Quality Map Using a Web-Based Toolkit: Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Analysis of variance; Hounsfield scale; Medicine; Skeletal muscle; Quantitative computed tomography; Adipose tissue; Computed tomography; Nuclear medicine; Anatomy; Radiology; Internal medicine; Osteoporosis","score_opus":0.13913987398012903,"score_gpt":0.43604429318251087,"score_spread":0.29690441920238186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092830281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895344,0.00001588375,0.0066982107,0.0017511802,0.00008600756,0.0015888507,0.000049011804,0.00008043361,0.00019604742],"genre_scores_gemma":[0.9795289,0.0000021960684,0.0152316,0.0050449264,0.00005809507,0.000033742384,0.00009022225,0.000009236133,0.0000010738622],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965037,0.00021745262,0.0016083445,0.00012872851,0.0013508111,0.00019097986],"domain_scores_gemma":[0.9983736,0.0001771439,0.000514096,0.00030025697,0.00020984898,0.0004250489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010872474,0.00015074314,0.00062780234,0.00014250143,0.00006444257,0.000012732348,0.0001222519,0.00012902504,0.00022363616],"category_scores_gemma":[0.0001795357,0.00012778939,0.00012811404,0.00047431223,0.000111370435,0.00008792021,0.00004350223,0.00033872656,0.0000028769039],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006681706,0.030133706,0.8075797,0.060155656,0.0005968261,0.000026920481,0.028511144,0.00036497164,0.017693447,0.0008267132,0.025726542,0.027716232],"study_design_scores_gemma":[0.006938716,0.001740362,0.106061794,0.0006976889,0.00007311004,0.0000013409361,0.0023611775,0.8810067,0.0007709504,0.000006462137,0.00020976935,0.0001318927],"about_ca_topic_score_codex":0.000019913656,"about_ca_topic_score_gemma":0.0000035998369,"teacher_disagreement_score":0.88064176,"about_ca_system_score_codex":0.000105789804,"about_ca_system_score_gemma":0.0005059901,"threshold_uncertainty_score":0.52111},"labels":[],"label_agreement":null},{"id":"W3093393908","doi":"10.2196/20265","title":"Clinical Decision Support May Link Multiple Domains to Improve Patient Care: Viewpoint","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Workflow; Computer science; Multidisciplinary approach; Clinical decision support system; Decision support system; Context (archaeology); Population; Health care; Process management; Data science; Risk analysis (engineering); Knowledge management; Data mining; Medicine; Database; Engineering","score_opus":0.056700973312055335,"score_gpt":0.46680368990157206,"score_spread":0.41010271658951675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093393908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81033826,0.00032555652,0.06001361,0.06894006,0.013667458,0.018868355,0.00027593414,0.0013040045,0.026266744],"genre_scores_gemma":[0.7009556,0.00036400306,0.02792367,0.26325113,0.0049852408,0.0019228385,0.00019133,0.00012874258,0.00027745817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99071604,0.00063163234,0.005073493,0.00034118892,0.001817926,0.0014197278],"domain_scores_gemma":[0.99237454,0.002115092,0.00082627096,0.0007094405,0.00040486973,0.0035697701],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026279094,0.00033800767,0.00096218934,0.000106233565,0.00046175718,0.000019152598,0.0006757386,0.0010361485,0.0012881309],"category_scores_gemma":[0.00605144,0.00025855016,0.00022643284,0.00046933186,0.00009582062,0.00020673446,0.0006917895,0.003104309,0.00854236],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021142977,0.00009094428,0.007173848,0.002286723,0.000032128224,0.00002603153,0.066235766,0.000002965282,0.0000052416094,0.000312839,0.18502428,0.7385978],"study_design_scores_gemma":[0.0029336836,0.0029328757,0.0010882269,0.00071890675,0.000015321677,0.0000060202233,0.012883244,0.006937052,0.000012089456,0.000042244268,0.97210276,0.00032758855],"about_ca_topic_score_codex":0.000067058885,"about_ca_topic_score_gemma":0.00016854425,"teacher_disagreement_score":0.7870785,"about_ca_system_score_codex":0.0005864703,"about_ca_system_score_gemma":0.0035956092,"threshold_uncertainty_score":0.99998665},"labels":[],"label_agreement":null},{"id":"W3093503042","doi":"10.2196/18666","title":"Use of Social Media by Hospitals and Clinics in Japan: Descriptive Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Social media; Content analysis; Christian ministry; Promotion (chess); Health care; Medicine; Descriptive statistics; Advertising; Family medicine; Political science; Business; Sociology","score_opus":0.14812685775206602,"score_gpt":0.4262741137228504,"score_spread":0.2781472559707844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093503042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928812,0.000036355028,0.000011933414,0.004681197,0.0007791063,0.0012956837,0.000013651392,0.00003504171,0.00026587336],"genre_scores_gemma":[0.9976498,0.00015888675,0.00033647032,0.0011892335,0.00043074065,0.00021306657,0.00001022971,0.000007986897,0.00000356783],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973856,0.00025259866,0.0008826928,0.00009140375,0.0011001297,0.00028756255],"domain_scores_gemma":[0.9963132,0.0027180302,0.00030355807,0.00006799937,0.0001228975,0.0004742805],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011536705,0.0000969684,0.00032817738,0.00005683642,0.0001385148,0.00003907956,0.0002205238,0.00027126927,0.00010283619],"category_scores_gemma":[0.015726712,0.00009588261,0.000030626314,0.0005227265,0.0005456541,0.00047571756,0.00007275733,0.00039144402,0.000013387376],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013292563,0.00014414194,0.0978181,0.000053986394,0.0000074416716,6.3666596e-7,0.869487,4.8865918e-8,3.7461731e-7,0.0006698308,0.004133026,0.02767214],"study_design_scores_gemma":[0.0008538259,0.0002667798,0.15189767,0.000046878165,0.000017137101,1.412967e-7,0.8213299,0.00031222744,0.000003748116,0.00014888984,0.024944734,0.00017804593],"about_ca_topic_score_codex":0.00052406173,"about_ca_topic_score_gemma":0.00056587893,"teacher_disagreement_score":0.054079577,"about_ca_system_score_codex":0.00010685095,"about_ca_system_score_gemma":0.00063929986,"threshold_uncertainty_score":0.99256426},"labels":[],"label_agreement":null},{"id":"W3093705545","doi":"10.2196/23351","title":"Alert Override Patterns With a Medication Clinical Decision Support System in an Academic Emergency Department: Retrospective Descriptive Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Emergency department; Medicine; Logistic regression; Clinical decision support system; Medical emergency; Descriptive statistics; Medical prescription; Emergency medicine; Retrospective cohort study; Decision support system; Nursing; Data mining; Internal medicine","score_opus":0.09781651231111782,"score_gpt":0.4827571684115427,"score_spread":0.3849406561004249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093705545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830536,0.000033581528,0.0077630137,0.000656314,0.0011192756,0.005778233,0.000044861892,0.0002957315,0.0012553687],"genre_scores_gemma":[0.99445474,0.00019998569,0.00034933386,0.0024359124,0.00088342984,0.0014856196,0.00010630418,0.000051492552,0.000033189124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9892966,0.0015094451,0.005180844,0.00045152317,0.0024341529,0.0011274274],"domain_scores_gemma":[0.99524117,0.00060722866,0.0014371577,0.00058890705,0.0003232895,0.0018022634],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0058703874,0.00036306988,0.001035094,0.000181393,0.0003287687,0.000008373196,0.00074335467,0.0008822286,0.0007110897],"category_scores_gemma":[0.0012573333,0.00026932888,0.00008022444,0.00068577647,0.000084928324,0.0007113468,0.0002389653,0.004235932,0.0005281767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039409986,0.00028995384,0.9268391,0.0008122572,0.000048375794,0.00004721278,0.0621156,0.0000015183764,4.431303e-7,0.00018161313,0.004623517,0.0046463124],"study_design_scores_gemma":[0.006750417,0.005670676,0.79705644,0.0019560063,0.000059065445,0.000022209462,0.15748146,0.026185429,0.000001053372,0.0000354192,0.0043438743,0.00043791794],"about_ca_topic_score_codex":0.00028480202,"about_ca_topic_score_gemma":0.002457855,"teacher_disagreement_score":0.12978263,"about_ca_system_score_codex":0.0015994867,"about_ca_system_score_gemma":0.0028679592,"threshold_uncertainty_score":0.9999759},"labels":[],"label_agreement":null},{"id":"W3093900337","doi":"10.2196/20862","title":"Towards The Automated, Empirical Filtering of Drug-Drug Interaction Alerts in Clinical Decision Support Systems: Historical Cohort Study of Vitamin K Antagonists","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Odds ratio; Clinical decision support system; Logistic regression; Cohort; Population; Emergency medicine; Confidence interval; Internal medicine; Decision support system; Data mining; Computer science","score_opus":0.10243170125990113,"score_gpt":0.4901380016057455,"score_spread":0.38770630034584436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093900337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98859453,0.000041782478,0.00094282895,0.0021178331,0.002875858,0.0038918764,0.000011923583,0.00020314357,0.0013202191],"genre_scores_gemma":[0.9975214,0.00010342376,0.00025659858,0.0011146078,0.00041334663,0.00044402626,0.000019094932,0.000031523297,0.00009595573],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9876091,0.0020083373,0.0073207472,0.0002739424,0.0020635321,0.0007243582],"domain_scores_gemma":[0.9933595,0.00323264,0.0018421401,0.00060995115,0.00030080444,0.0006549449],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00815145,0.00027856196,0.0014248902,0.0001903953,0.00018809845,0.000011954971,0.0007419654,0.00048122596,0.00018403358],"category_scores_gemma":[0.0026119594,0.00018813515,0.00015000896,0.0006833445,0.00011513789,0.00026858726,0.00043675455,0.0024240275,0.00010196855],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005159198,0.0012125734,0.65189815,0.004506437,0.00010492845,0.0000425506,0.10058307,0.00005735875,0.000003814797,0.000040088515,0.22815351,0.012881571],"study_design_scores_gemma":[0.009893585,0.0032705052,0.2635944,0.0045696422,0.0001273287,0.00007743522,0.13527027,0.42356038,0.000017069187,0.000011562088,0.15892039,0.0006874312],"about_ca_topic_score_codex":0.0014200733,"about_ca_topic_score_gemma":0.000516734,"teacher_disagreement_score":0.423503,"about_ca_system_score_codex":0.0012403,"about_ca_system_score_gemma":0.0021072177,"threshold_uncertainty_score":0.9998774},"labels":[],"label_agreement":null},{"id":"W3094027353","doi":"10.2196/20324","title":"Institution-Specific Machine Learning Models for Prehospital Assessment to Predict Hospital Admission: Prediction Model Development Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"RIKEN","keywords":"Medicine; Predictive modelling; Computer science; Medical emergency; Machine learning","score_opus":0.05026349916723954,"score_gpt":0.32132486006233,"score_spread":0.2710613608950905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094027353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64058906,0.00015230918,0.34358564,0.0034388858,0.0006113905,0.0047171074,0.000063087005,0.0005155711,0.006326946],"genre_scores_gemma":[0.9768603,0.000091024296,0.020692118,0.0007737352,0.00034555534,0.00089851365,0.00018946726,0.000028223541,0.0001210545],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99676555,0.000020543697,0.0010992804,0.00025911414,0.0014515406,0.0004039609],"domain_scores_gemma":[0.9983405,0.00003602304,0.00013590365,0.00019499141,0.0002654033,0.0010272163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034158537,0.00029974306,0.0004777471,0.00010501278,0.00034586166,0.00003278786,0.0002006677,0.00015929657,0.00009965736],"category_scores_gemma":[0.00019572026,0.00023652075,0.0001244826,0.00028000982,0.000058036734,0.000366851,0.0002170104,0.0005502326,0.000027249716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017432242,0.006510807,0.098512635,0.0032145677,0.0017429831,0.00009096123,0.48167974,0.08339468,0.000053473206,0.0023491245,0.10344113,0.2172667],"study_design_scores_gemma":[0.0042770253,0.004628149,0.014391491,0.0002812323,0.00009552592,0.000008400514,0.013074981,0.91271746,0.000033524837,0.000032840588,0.05009549,0.00036389855],"about_ca_topic_score_codex":0.0000023247069,"about_ca_topic_score_gemma":0.000002136908,"teacher_disagreement_score":0.82932276,"about_ca_system_score_codex":0.00019038763,"about_ca_system_score_gemma":0.00064129586,"threshold_uncertainty_score":0.96450365},"labels":[],"label_agreement":null},{"id":"W3094194910","doi":"10.2196/23930","title":"Machine Learning Electronic Health Record Identification of Patients with Rheumatoid Arthritis: Algorithm Pipeline Development and Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Dutch Arthritis Association","keywords":"Computer science; Receiver operating characteristic; Artificial intelligence; Algorithm; Machine learning; Precision and recall; Identification (biology); Workflow; Data mining; F1 score; Medical diagnosis; Data set; Gold standard (test); Natural language processing; Medicine; Mathematics; Statistics; Database","score_opus":0.012055500594321322,"score_gpt":0.278860213071949,"score_spread":0.2668047124776277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094194910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44321853,0.00015104248,0.55427366,0.0013261038,0.000057660276,0.0007976056,0.0000029165344,0.00015555334,0.000016925553],"genre_scores_gemma":[0.95992637,0.00022483303,0.039046023,0.0005995974,0.000020196967,0.000051189116,0.000111884605,0.000012412223,0.000007485935],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970678,0.00018480164,0.0012140579,0.00018387046,0.0010530244,0.00029642147],"domain_scores_gemma":[0.9985054,0.00007829994,0.0007205522,0.00020697474,0.00017887748,0.00030989904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010074775,0.00014904271,0.00029697578,0.00009602929,0.00016858296,0.00006789176,0.0003785777,0.00006074494,0.000015157032],"category_scores_gemma":[0.00023510358,0.00012567313,0.000015951604,0.0004107136,0.000035359535,0.00042832145,0.00020166897,0.00057009683,0.000012243407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001295891,0.00014498095,0.07422185,0.00020071516,0.000015732316,8.096511e-7,0.025611136,0.000059471913,1.3136089e-7,0.00018649397,0.000050233906,0.8994955],"study_design_scores_gemma":[0.0023812219,0.0017540363,0.04388521,0.000228704,0.0000025606812,0.000006857243,0.0013345833,0.9433571,0.00004118727,0.00003894569,0.006702953,0.00026660826],"about_ca_topic_score_codex":0.000038234728,"about_ca_topic_score_gemma":0.000021136482,"teacher_disagreement_score":0.9432977,"about_ca_system_score_codex":0.00007309709,"about_ca_system_score_gemma":0.0004616525,"threshold_uncertainty_score":0.51248014},"labels":[],"label_agreement":null},{"id":"W3094521794","doi":"10.2196/19267","title":"Data Object Exchange (DOEx) as a Method to Facilitate Intraorganizational Collaboration by Managed Data Sharing: Viewpoint","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Computer science; Informatics; Data sharing; Timeline; World Wide Web; Deliverable; Health informatics; Health information exchange; Database; Object (grammar); Data exchange; Health care; Medicine; Engineering","score_opus":0.24760570813653882,"score_gpt":0.4991261269008727,"score_spread":0.2515204187643339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094521794","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068817018,0.0006867592,0.7198981,0.23082097,0.0017797925,0.012395756,0.00878005,0.0010987769,0.017658101],"genre_scores_gemma":[0.023089645,0.0018708471,0.19135128,0.6759681,0.0067095878,0.0029967632,0.087463975,0.00045790718,0.010091881],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99376386,0.000838347,0.0022972918,0.00056052697,0.0016087865,0.00093118637],"domain_scores_gemma":[0.9947312,0.00086137257,0.0005506363,0.00201673,0.00033485336,0.0015052065],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006333968,0.00028732183,0.0006094859,0.00011972906,0.0005038498,0.00006169042,0.0032444969,0.00045406385,0.0032076621],"category_scores_gemma":[0.0059989374,0.00025228265,0.000021900649,0.0014235032,0.000047567493,0.001081123,0.0035926208,0.0015008416,0.004096587],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005615098,0.000046538666,0.00016880278,0.003105693,0.00005366904,0.0000054483544,0.037674885,0.0000025602158,0.000027719972,0.0010454039,0.93748313,0.02033002],"study_design_scores_gemma":[0.0009291445,0.00018472197,0.00005370392,0.0003162888,0.000020865858,0.0000063118882,0.00982613,0.09561394,0.000008271441,0.00011472816,0.8926784,0.00024753573],"about_ca_topic_score_codex":0.0002188528,"about_ca_topic_score_gemma":0.00042318122,"teacher_disagreement_score":0.5285468,"about_ca_system_score_codex":0.00038222453,"about_ca_system_score_gemma":0.0029776823,"threshold_uncertainty_score":0.99999297},"labels":[],"label_agreement":null},{"id":"W3094522459","doi":"10.2196/18659","title":"Characterizing Chronic Pain Episodes in Clinical Text at Two Health Care Systems: Comprehensive Annotation and Corpus Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Annotation; Chronic pain; Medicine; Natural language processing; Computer science; Health care; Data science; Artificial intelligence; Physical therapy; Political science","score_opus":0.07579236155365834,"score_gpt":0.4800953469194244,"score_spread":0.40430298536576603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094522459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793397,0.00107419,0.008609435,0.0071049007,0.0004596585,0.0023863607,0.0001250869,0.00016982046,0.0007308398],"genre_scores_gemma":[0.9254678,0.0005847117,0.0009902925,0.071501546,0.00039909143,0.00022348134,0.00079840265,0.000013867137,0.000020827978],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9902144,0.0022042699,0.0060134237,0.00021236489,0.0007074926,0.0006480691],"domain_scores_gemma":[0.99472606,0.0016741555,0.0019022227,0.00031113432,0.0003209016,0.0010655312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050597903,0.00022333449,0.0009616026,0.00023423515,0.000544692,0.000043105218,0.00024009061,0.00036164388,0.00028538585],"category_scores_gemma":[0.0012905593,0.00018342935,0.000109046145,0.0009226768,0.00015451119,0.00096036843,0.00025908207,0.001394243,0.00019772006],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002209125,0.00007595684,0.56592256,0.020226048,0.00013580945,0.000006008356,0.23681833,0.000092354145,0.0000014513024,0.0006393348,0.0056733005,0.17018794],"study_design_scores_gemma":[0.0029562374,0.0003574053,0.1806933,0.001009671,0.00003383624,0.000002249209,0.047626227,0.5833562,6.1157857e-7,0.000005739418,0.18367825,0.0002802661],"about_ca_topic_score_codex":0.00018536516,"about_ca_topic_score_gemma":0.00027209744,"teacher_disagreement_score":0.5832639,"about_ca_system_score_codex":0.0006805172,"about_ca_system_score_gemma":0.0011783686,"threshold_uncertainty_score":0.7480032},"labels":[],"label_agreement":null},{"id":"W3094715731","doi":"10.2196/23472","title":"Deep Learning–Based Detection of Early Renal Function Impairment Using Retinal Fundus Images: Model Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Retinal Imaging and Analysis","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chang Gung Medical Foundation; National Science Council","keywords":"Fundus (uterus); Renal function; Medicine; Receiver operating characteristic; Retinal; Area under the curve; Deep learning; Ophthalmology; Diabetic retinopathy; Artificial intelligence; Internal medicine; Diabetes mellitus; Computer science; Endocrinology","score_opus":0.027057573551127208,"score_gpt":0.28792868525867227,"score_spread":0.26087111170754507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094715731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59863627,0.000017003753,0.40089452,0.0001974325,0.000013040184,0.000103607745,3.3319716e-7,0.000037960548,0.00009986209],"genre_scores_gemma":[0.9819861,0.00000912985,0.017431924,0.00043828893,0.000059481612,0.00000951445,0.000030026358,0.000010029285,0.00002550001],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983574,0.000035010184,0.0006103335,0.00009830654,0.00073733483,0.00016158535],"domain_scores_gemma":[0.999191,0.000026980346,0.00025510616,0.00008065016,0.00014594503,0.00030032068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036064847,0.00012379787,0.0002495969,0.00011729804,0.00009151139,0.00002702625,0.000044610228,0.00010454633,0.000039667284],"category_scores_gemma":[0.0001633296,0.000102991224,0.00006534522,0.00024787307,0.00008156867,0.00016451339,0.000034946846,0.00034791417,0.00000777055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005880327,0.0011267137,0.057013825,0.009001815,0.0011354735,0.0000906156,0.06600597,0.07532819,0.09014008,0.000060811966,0.00060672907,0.6936094],"study_design_scores_gemma":[0.0009909939,0.00052669225,0.0021216066,0.00022559843,0.00015921216,0.00001920224,0.00091325876,0.98001736,0.014667379,0.0000071862864,0.00024817273,0.000103334634],"about_ca_topic_score_codex":0.000008310761,"about_ca_topic_score_gemma":3.8114075e-7,"teacher_disagreement_score":0.9046892,"about_ca_system_score_codex":0.00006326147,"about_ca_system_score_gemma":0.000175416,"threshold_uncertainty_score":0.419986},"labels":[],"label_agreement":null},{"id":"W3094834348","doi":"10.2196/23375","title":"The 2019 n2c2/OHNLP Track on Clinical Semantic Textual Similarity: Overview","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine","keywords":"Computer science; Automatic summarization; Natural language processing; Information retrieval; Semantic similarity; Artificial intelligence; Task (project management); Unified Medical Language System; Semantics (computer science); Sentence; Similarity (geometry); Set (abstract data type); Semantic computing; Semantic Web","score_opus":0.09220643652773049,"score_gpt":0.3689164150421732,"score_spread":0.27670997851444273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094834348","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04309419,0.0006638029,0.7643436,0.17018744,0.0022329534,0.0013472179,0.0000135608725,0.0009471651,0.017170075],"genre_scores_gemma":[0.6544529,0.0031879183,0.047342252,0.2910715,0.0031134158,0.00008314206,0.000029264918,0.00006080821,0.0006587794],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99661756,0.00012974456,0.0012423922,0.00020043208,0.0013914711,0.00041841186],"domain_scores_gemma":[0.99748313,0.0008739827,0.00022471252,0.0007596671,0.00006396767,0.00059451297],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014053958,0.00018293569,0.0003256169,0.000027547108,0.00018765054,0.00023744359,0.0020245637,0.00024056372,0.00006284999],"category_scores_gemma":[0.00087762246,0.00011578628,0.00016367402,0.00028257602,0.00015739548,0.00041040799,0.0006216339,0.0010018608,0.0008788631],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021865497,0.00016712044,0.0002894692,0.00020443412,0.00006379464,0.00004533878,0.0060910485,0.00011843726,7.332204e-7,0.13960862,0.12769459,0.72569454],"study_design_scores_gemma":[0.00055001344,0.0002549833,0.00035760074,0.00010013363,0.000007658233,0.000014419216,0.00022614228,0.7950422,0.0000071926383,0.0008304603,0.20242535,0.00018381985],"about_ca_topic_score_codex":0.0000042688175,"about_ca_topic_score_gemma":0.0000045892198,"teacher_disagreement_score":0.7949238,"about_ca_system_score_codex":0.00002325889,"about_ca_system_score_gemma":0.00027332662,"threshold_uncertainty_score":0.9998991},"labels":[],"label_agreement":null},{"id":"W3095032810","doi":"10.2196/22661","title":"Identification of Adverse Drug Event–Related Japanese Articles: Natural Language Processing Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Recall; Context (archaeology); Sentence; Precision and recall; Computer science; Identification (biology); F1 score; Natural language processing; Unified Medical Language System; Medicine; Artificial intelligence; Information retrieval; Psychology","score_opus":0.03530902873429379,"score_gpt":0.41876947934502956,"score_spread":0.38346045061073575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095032810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99637544,0.0002992413,0.00020073506,0.0012355243,0.0002544902,0.00030961004,0.000046881683,0.00014966265,0.0011284257],"genre_scores_gemma":[0.9962372,0.00006678966,0.00004166598,0.0030797184,0.000101017526,0.000032515713,0.000112912494,0.000010652067,0.00031751685],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978671,0.00012627325,0.0010642378,0.0001330748,0.00050927064,0.00030002],"domain_scores_gemma":[0.9986479,0.0001397721,0.00050323614,0.00014926089,0.00011559612,0.00044419008],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00057027035,0.00017042675,0.0003379643,0.00017663473,0.00013054944,0.000010342251,0.00033775705,0.00020048559,0.0012773277],"category_scores_gemma":[0.00020034304,0.00015009112,0.00021717486,0.0013552508,0.00021908896,0.0004918547,0.00007948933,0.00089036004,0.0002877361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082246785,0.0020332162,0.021547455,0.0028217784,0.005057471,0.00021173072,0.7156906,0.01869958,0.09408714,0.00033193585,0.017345047,0.12135156],"study_design_scores_gemma":[0.0017786962,0.000023518152,0.001436433,0.000035785077,0.0009538943,0.000013413993,0.031908195,0.93942225,0.018670043,0.000012051652,0.005488361,0.00025736925],"about_ca_topic_score_codex":0.00000755009,"about_ca_topic_score_gemma":0.0000036879246,"teacher_disagreement_score":0.92072266,"about_ca_system_score_codex":0.000040608924,"about_ca_system_score_gemma":0.00012677182,"threshold_uncertainty_score":0.99963564},"labels":[],"label_agreement":null},{"id":"W3095091779","doi":"10.2196/22031","title":"The Generalizability of a Medication Administration Discrepancy Detection System: Quantitative Comparative Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine","keywords":"Generalizability theory; Software portability; Computer science; Audit; Documentation; Health informatics; Medical record; Electronic prescribing; Data mining; Medicine; Statistics; Public health; Family medicine; Pharmacy; Nursing","score_opus":0.10497811984908981,"score_gpt":0.4842708153934331,"score_spread":0.3792926955443433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095091779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76187456,0.00025037545,0.21793644,0.007272176,0.00067832286,0.0035753285,0.00005404514,0.00026451758,0.008094253],"genre_scores_gemma":[0.9977119,0.00004987202,0.0008455497,0.0005749467,0.00017533917,0.000535539,0.00006763258,0.0000067043197,0.000032517004],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99443716,0.001443442,0.0024423564,0.00014124121,0.0011173995,0.0004184259],"domain_scores_gemma":[0.99571794,0.0016032519,0.001456827,0.00034926296,0.00041554729,0.00045713878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030093577,0.00015330817,0.0005847263,0.00008510717,0.00064882217,0.000011284676,0.00031645808,0.00028677844,0.00009004173],"category_scores_gemma":[0.0010273872,0.00009769341,0.00013357215,0.0011282064,0.0002080166,0.00020249974,0.000065441076,0.0007708623,0.00010392354],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022639513,0.00053506525,0.07671631,0.02789131,0.0039560245,0.0000066402795,0.62972236,0.00015547738,0.00044781913,0.21852878,0.015879393,0.023896877],"study_design_scores_gemma":[0.0015216592,0.0012744791,0.011756999,0.0004429947,0.00040972006,0.000004304445,0.21755566,0.74098843,0.00031829218,0.00015826152,0.025272515,0.0002966949],"about_ca_topic_score_codex":0.00022300493,"about_ca_topic_score_gemma":0.0011756053,"teacher_disagreement_score":0.7408329,"about_ca_system_score_codex":0.00033443823,"about_ca_system_score_gemma":0.0014262444,"threshold_uncertainty_score":0.49902812},"labels":[],"label_agreement":null},{"id":"W3095503508","doi":"10.2196/21982","title":"User Experience of a Chatbot Questionnaire Versus a Regular Computer Questionnaire: Prospective Comparative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Respondent; Chatbot; Quality (philosophy); User experience design; Health care; Survey research; Questionnaire; Computer science; Psychology; Medicine; Applied psychology; Medical education; World Wide Web; Human–computer interaction; Statistics","score_opus":0.1644480733571441,"score_gpt":0.4608113333162743,"score_spread":0.29636325995913015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095503508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97988164,0.000045851924,0.0166543,0.0010954185,0.0005274109,0.00091648224,0.0000032145333,0.00012806212,0.0007476092],"genre_scores_gemma":[0.9959209,0.000011698935,0.0031318173,0.0005301648,0.00024681858,0.000114335795,0.000002337504,0.0000052242453,0.00003670466],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9944564,0.0035331235,0.0005969555,0.00014645675,0.0010059836,0.00026107026],"domain_scores_gemma":[0.9973555,0.0015831215,0.00024729175,0.00017552762,0.00025721575,0.00038134065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052076606,0.0001425461,0.00037886866,0.000055667882,0.00027160262,0.000028178412,0.00041806666,0.00020386669,0.00016242829],"category_scores_gemma":[0.005536535,0.00012357185,0.00006520073,0.0005464029,0.0010520859,0.00040394865,0.0001236491,0.00034273477,0.000050960134],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030419435,0.00034029185,0.03435871,0.00003687292,0.00007473958,0.00001579779,0.9541659,0.00001182699,0.0000028281777,0.0047885394,0.0010140877,0.0021484685],"study_design_scores_gemma":[0.0077495794,0.0042130766,0.46266595,0.00050181214,0.00007452255,0.000007824134,0.5076058,0.0073174443,0.00039214749,0.0004052414,0.008307155,0.00075943983],"about_ca_topic_score_codex":0.00014751886,"about_ca_topic_score_gemma":0.00025940387,"teacher_disagreement_score":0.44656008,"about_ca_system_score_codex":0.0000678862,"about_ca_system_score_gemma":0.0004377522,"threshold_uncertainty_score":0.6628149},"labels":[],"label_agreement":null},{"id":"W3095560840","doi":"10.2196/18559","title":"Identifying Ectopic Pregnancy in a Large Integrated Health Care Delivery System: Algorithm Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ectopic Pregnancy Diagnosis and Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kaiser Permanente; Bayer","keywords":"Algorithm; Medicine; Youden's J statistic; Medical record; Ectopic pregnancy; Diagnosis code; Positive predicative value; Predictive value; Electronic medical record; Obstetrics; Pregnancy; Population; Surgery; Internal medicine; Emergency medicine; Mathematics","score_opus":0.027251891359833438,"score_gpt":0.318564463401005,"score_spread":0.2913125720411716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095560840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5069435,0.022190081,0.40116888,0.022203978,0.0025177852,0.013840883,0.00018912401,0.002108757,0.028836956],"genre_scores_gemma":[0.97920406,0.0011400828,0.009779927,0.008830728,0.00018948216,0.00031963934,0.00045124808,0.000024262388,0.000060543694],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979617,0.00005607722,0.00084850384,0.00013885819,0.0006502257,0.00034463848],"domain_scores_gemma":[0.99912256,0.000034631677,0.00018309499,0.00020407519,0.000083073515,0.0003725396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020778185,0.00015620374,0.00041688152,0.00012306632,0.00005742741,0.000035278044,0.00016057736,0.00013444532,0.0001322561],"category_scores_gemma":[0.000092142385,0.00012862874,0.0000795898,0.00036779628,0.0000226822,0.00020637967,0.0001336608,0.00037655872,0.00007474559],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030268893,0.00039257898,0.013527233,0.022614894,0.00013420693,0.000348133,0.07896288,0.000004266694,0.000003981911,0.0031997033,0.010202437,0.8705794],"study_design_scores_gemma":[0.034532152,0.003111323,0.04979733,0.14205463,0.00036619473,0.00019194109,0.32350445,0.33168682,0.001180599,0.000088417044,0.11159204,0.0018941051],"about_ca_topic_score_codex":0.000054931294,"about_ca_topic_score_gemma":0.00002991285,"teacher_disagreement_score":0.8686853,"about_ca_system_score_codex":0.00028450481,"about_ca_system_score_gemma":0.00030272754,"threshold_uncertainty_score":0.5245328},"labels":[],"label_agreement":null},{"id":"W3095617614","doi":"10.2196/22898","title":"Extraction of Family History Information From Clinical Notes: Deep Learning and Heuristics Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relationship extraction; Information extraction; Heuristics; Computer science; Artificial intelligence; Task (project management); Natural language processing; Information retrieval; Machine learning; Data extraction; Data mining; MEDLINE; Engineering","score_opus":0.044762265218179484,"score_gpt":0.3279625408580742,"score_spread":0.2832002756398947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095617614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.683373,0.0013904863,0.31059423,0.0003082651,0.0003224479,0.00020110256,0.00001698487,0.000073625335,0.003719864],"genre_scores_gemma":[0.95368636,0.001467512,0.04065081,0.003259064,0.00040600242,0.00001530066,0.00048642312,0.00001145168,0.00001707716],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985607,0.00006486937,0.0007695553,0.00009669143,0.00036362009,0.00014454298],"domain_scores_gemma":[0.99910337,0.0001321871,0.00030636622,0.00011324018,0.000072295414,0.00027256922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032868102,0.00011818677,0.00023848421,0.000027778533,0.00003244387,0.000011247097,0.00015546003,0.00046656086,0.00003168519],"category_scores_gemma":[0.0019471303,0.000100963414,0.00006536952,0.000054304102,0.00035426632,0.000017576609,0.00013650302,0.00041202203,0.000013357],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028444277,0.00016193576,0.0072550224,0.0005172281,0.00013792195,0.0000030683284,0.008001417,0.000019801484,0.0014062887,0.000094633506,0.015439185,0.96667904],"study_design_scores_gemma":[0.0016728671,0.0009471035,0.007821599,0.00005782397,0.00004663018,0.00001387642,0.0069128415,0.075216435,0.00030837033,0.000032441385,0.9066597,0.00031026235],"about_ca_topic_score_codex":0.000008933812,"about_ca_topic_score_gemma":6.2956804e-7,"teacher_disagreement_score":0.9663688,"about_ca_system_score_codex":0.00001305932,"about_ca_system_score_gemma":0.00011393603,"threshold_uncertainty_score":0.41171685},"labels":[],"label_agreement":null},{"id":"W3095642204","doi":"10.2196/19735","title":"Measurement of Semantic Textual Similarity in Clinical Texts: Comparison of Transformer-Based Models","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Chronic Disease Prevention and Health Promotion; Clinical and Translational Science Institute, University of Florida; National Center for Advancing Translational Sciences; University of Florida; National Cancer Institute; National Institutes of Health; Nvidia; Centers for Disease Control and Prevention; National Institute on Aging; Patient-Centered Outcomes Research Institute","keywords":"Computer science; Natural language processing; Semantic similarity; Artificial intelligence; Similarity (geometry); Transformer; Domain (mathematical analysis); Information retrieval; Biomedical text mining; Text mining","score_opus":0.1322531638745227,"score_gpt":0.36620898419324677,"score_spread":0.23395582031872406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095642204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100943886,0.000048519225,0.89599574,0.0017388654,0.000071240036,0.0003050428,0.0000028025843,0.00004527771,0.0008486378],"genre_scores_gemma":[0.97001714,0.000008396303,0.028771201,0.001159656,0.000027716715,0.000009054248,0.0000018564095,0.0000045416937,4.23592e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99525315,0.000094682364,0.0023922005,0.00014417923,0.0018609286,0.00025485517],"domain_scores_gemma":[0.99865913,0.00015003231,0.0003526614,0.00037151633,0.0001599824,0.0003066664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016244457,0.00014056696,0.0006103638,0.00008773701,0.000020036307,0.00001579116,0.0010119111,0.00021222512,0.000018205497],"category_scores_gemma":[0.00031059224,0.000120246914,0.00014035401,0.00036355443,0.00014160427,0.00037496584,0.00010773631,0.00052233716,0.0000055293503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002776814,0.004563329,0.035426155,0.0078275325,0.00019420628,0.00002532855,0.088171855,0.102349475,0.00018951176,0.045259707,0.0027650269,0.71295017],"study_design_scores_gemma":[0.001231736,0.00024130468,0.00046351837,0.0002593036,0.0000074341046,6.484916e-7,0.0004965989,0.9960827,0.0006032339,0.00033540596,0.00016362207,0.00011444391],"about_ca_topic_score_codex":0.000015870615,"about_ca_topic_score_gemma":0.000024224113,"teacher_disagreement_score":0.89373326,"about_ca_system_score_codex":0.000034477496,"about_ca_system_score_gemma":0.00052931893,"threshold_uncertainty_score":0.49035266},"labels":[],"label_agreement":null},{"id":"W3095895671","doi":"10.2196/24375","title":"Exploring Fever of Unknown Origin Intelligent Diagnosis Based on Clinical Data: Model Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hematological disorders and diagnostics","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Medical diagnosis; Fever of unknown origin; Artificial intelligence; Computer science; Machine learning; Data mining; Medicine; Natural language processing; Pathology; Radiology","score_opus":0.4319334069027995,"score_gpt":0.42098018379182567,"score_spread":0.010953223110973853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095895671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9179866,0.000043759745,0.07549789,0.004534523,0.00010217847,0.00057563727,0.000018644405,0.00007400005,0.0011667846],"genre_scores_gemma":[0.9504948,0.0010429177,0.03693729,0.011053567,0.000085783366,0.00011103855,0.00025326313,0.000014791327,0.000006500121],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977754,0.000028730787,0.0011127684,0.00015271673,0.0007454194,0.00018499292],"domain_scores_gemma":[0.9981879,0.00069574453,0.00015657267,0.00028131163,0.00007547456,0.0006030137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005014841,0.00014423521,0.00043361107,0.000052371917,0.000035358564,0.000014218922,0.00018896414,0.00015785843,0.0001179402],"category_scores_gemma":[0.003332587,0.00010300379,0.000047416175,0.00016384987,0.00012227776,0.00019058287,0.00019145953,0.00033888145,0.000043757376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010332018,0.0051761577,0.20938045,0.006498488,0.00032724548,0.00015039,0.01504953,0.0027090455,0.0000036233898,0.011787975,0.06148384,0.68640006],"study_design_scores_gemma":[0.0020473073,0.00064327114,0.002434032,0.00070130854,0.00007032519,0.000003537618,0.0007633942,0.9374459,0.00081006804,0.000061035484,0.05480049,0.0002193583],"about_ca_topic_score_codex":0.0000011322113,"about_ca_topic_score_gemma":6.4929117e-7,"teacher_disagreement_score":0.93473685,"about_ca_system_score_codex":0.000018849933,"about_ca_system_score_gemma":0.00031599033,"threshold_uncertainty_score":0.42003727},"labels":[],"label_agreement":null},{"id":"W3096101475","doi":"10.2196/25612","title":"Using a Convolutional Neural Network to Predict Remission of Diabetes After Gastric Bypass Surgery: Machine Learning Study From the Scandinavian Obesity Surgery Register","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Receiver operating characteristic; Gastric bypass surgery; Convolutional neural network; Gastric bypass; Diabetes mellitus; Surgery; Artificial intelligence; Machine learning; Internal medicine; Obesity; Computer science; Weight loss","score_opus":0.03337334788548623,"score_gpt":0.28486812854269683,"score_spread":0.2514947806572106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096101475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968317,0.00058767817,0.0002851392,0.0011296682,0.0006658703,0.0003423304,0.00002893739,0.000056121433,0.00007256599],"genre_scores_gemma":[0.99580556,0.0000325,0.00052367017,0.0026502297,0.0006558177,0.000033055207,0.00015674027,0.00001976049,0.00012268103],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963964,0.0003820463,0.0012431659,0.00018288562,0.0012942407,0.00050124584],"domain_scores_gemma":[0.9949359,0.0035862343,0.00036476215,0.00041826456,0.00019638709,0.0004984459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001806397,0.00024093983,0.00087179197,0.00012453513,0.00018534112,0.000038787904,0.00013845557,0.00019434684,0.0007354492],"category_scores_gemma":[0.002381285,0.00015879597,0.00031133927,0.0009249711,0.00011629931,0.00017479909,0.0002661627,0.0006951018,0.000010203507],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017169189,0.00023818256,0.9865802,0.00011945977,0.00013511672,0.00011580559,0.0008771915,0.00007218543,0.0000071190834,0.000001701955,0.008227487,0.0034538861],"study_design_scores_gemma":[0.00071094884,0.000084660285,0.9727243,0.0011074836,0.0002454354,0.000085746746,0.0008781705,0.02067358,0.000032218926,0.000011715494,0.0032389835,0.00020671464],"about_ca_topic_score_codex":0.00007639458,"about_ca_topic_score_gemma":0.000017139919,"teacher_disagreement_score":0.020601396,"about_ca_system_score_codex":0.00008878306,"about_ca_system_score_gemma":0.0005474146,"threshold_uncertainty_score":0.8052653},"labels":[],"label_agreement":null},{"id":"W3096345620","doi":"10.2196/19679","title":"Analysis of Health Insurance Big Data for Early Detection of Disabilities: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cohort; Medical diagnosis; Medicine; Psychology","score_opus":0.06559342480790116,"score_gpt":0.3303356158593474,"score_spread":0.26474219105144625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096345620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8594715,0.000053854546,0.13915525,0.0006143457,0.00003701362,0.0004942967,0.000111108835,0.000014184078,0.00004847761],"genre_scores_gemma":[0.9916603,0.00007444308,0.006730098,0.0009298747,0.000027748729,0.000023329543,0.00054297043,0.000004321166,0.000006926765],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998638,0.000015527497,0.00077391724,0.000076691795,0.00039374482,0.00010215385],"domain_scores_gemma":[0.9992695,0.000097687094,0.0002484199,0.00018087201,0.000062690044,0.00014083498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004188505,0.00006832005,0.00036427,0.00008596017,0.000030445575,0.0000044663225,0.000087212095,0.0000569979,0.000018154597],"category_scores_gemma":[0.00037350281,0.000055934193,0.00004134079,0.0003566325,0.00008134678,0.000118324395,0.000063431806,0.000069474256,5.446536e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059809907,0.00010401759,0.027058152,0.0021414792,0.0004223328,5.847763e-8,0.020670507,0.000003878791,0.000022181453,0.000021979207,0.000104378865,0.94939125],"study_design_scores_gemma":[0.011578064,0.0033317087,0.46058142,0.00096576865,0.0010331459,0.0000034158284,0.060972318,0.4200768,0.007067664,0.00013131487,0.033670746,0.0005876594],"about_ca_topic_score_codex":0.00003393446,"about_ca_topic_score_gemma":0.000020410449,"teacher_disagreement_score":0.94880354,"about_ca_system_score_codex":0.000017331353,"about_ca_system_score_gemma":0.00015878705,"threshold_uncertainty_score":0.22809303},"labels":[],"label_agreement":null},{"id":"W3096461368","doi":"10.2196/18953","title":"The Impact of Pretrained Language Models on Negation and Speculation Detection in Cross-Lingual Medical Text: Comparative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerio de Economía y Competitividad","keywords":"Computer science; Negation; Natural language processing; Artificial intelligence; Speculation; Conditional random field; Programming language","score_opus":0.03040752701534484,"score_gpt":0.3791577345735764,"score_spread":0.34875020755823155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096461368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971835,0.000065741246,0.0018585067,0.00014934255,0.000031691736,0.000280754,0.000004860087,0.000013783904,0.00041180555],"genre_scores_gemma":[0.9996095,0.000025640828,0.00008759593,0.0001329144,0.0000941901,0.000016682521,0.000022582926,0.000004375289,0.0000065388485],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987376,0.00007787247,0.00044218692,0.000099001125,0.0005006848,0.00014267249],"domain_scores_gemma":[0.99943805,0.000104955114,0.00012848122,0.00011555846,0.000045068766,0.0001679112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004623769,0.00010568145,0.00016865811,0.000029488268,0.00005694563,0.00002355875,0.00015293946,0.00022652432,0.000014464533],"category_scores_gemma":[0.00082226866,0.00006435309,0.000045328266,0.00013079634,0.00026213226,0.000009255203,0.00007913232,0.00024862555,0.0000018825359],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036204793,0.0014702372,0.027049307,0.00030927954,0.00052301056,0.00004232307,0.19293128,0.0033941346,0.007853336,0.00033081358,0.0012924105,0.7611834],"study_design_scores_gemma":[0.005863104,0.00750588,0.08750965,0.00013518494,0.000018828765,0.000025773723,0.036357474,0.8507042,0.011021034,0.00022216914,0.0002672042,0.0003694896],"about_ca_topic_score_codex":0.000030695097,"about_ca_topic_score_gemma":0.00007832007,"teacher_disagreement_score":0.84731007,"about_ca_system_score_codex":0.000017375214,"about_ca_system_score_gemma":0.00011338382,"threshold_uncertainty_score":0.26242426},"labels":[],"label_agreement":null},{"id":"W3096684096","doi":"10.2196/18001","title":"Development of Phenotyping Algorithms for the Identification of Organ Transplant Recipients: Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; Skin Cancer Foundation; National Institutes of Health; Dermatology Foundation","keywords":"Organ transplantation; Medicine; Current Procedural Terminology; Electronic health record; Algorithm; Medical record; Transplantation; Machine learning; Artificial intelligence; Computer science; Internal medicine; Surgery; Health care","score_opus":0.0449823744430967,"score_gpt":0.34052491178824207,"score_spread":0.29554253734514535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096684096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86517113,0.000024165493,0.1316564,0.00044337768,0.000114828894,0.0024045664,0.000038769653,0.00002529257,0.000121498386],"genre_scores_gemma":[0.99274325,0.000044954337,0.006639125,0.00027185184,0.000028024067,0.00012640998,0.000114094466,0.000007971746,0.00002433969],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99799925,0.000011361972,0.001137708,0.00006557529,0.0006817674,0.00010432217],"domain_scores_gemma":[0.9992178,0.00012666671,0.00028007943,0.00012956385,0.000119122764,0.00012674964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038545727,0.00009123719,0.00027709472,0.00003596236,0.00005570646,0.0000057580487,0.00012671221,0.000051643572,0.000050361232],"category_scores_gemma":[0.00006280873,0.000053685595,0.00006386601,0.0001632272,0.000046062207,0.000062554216,0.000011430095,0.00008969289,0.0000073497267],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011493217,0.002330745,0.5034577,0.004996717,0.003138701,0.000012725082,0.29899076,0.000036886064,0.0010478625,0.00033184356,0.00013486517,0.18437187],"study_design_scores_gemma":[0.013819827,0.00094549556,0.8941391,0.00138505,0.0013123637,0.000027624113,0.019833086,0.04504833,0.021514604,0.000017119924,0.0016756593,0.00028170567],"about_ca_topic_score_codex":0.0000027070575,"about_ca_topic_score_gemma":0.000001931819,"teacher_disagreement_score":0.39068142,"about_ca_system_score_codex":0.000020788928,"about_ca_system_score_gemma":0.0001339464,"threshold_uncertainty_score":0.21892351},"labels":[],"label_agreement":null},{"id":"W3097271252","doi":"10.2196/19739","title":"An Application of Machine Learning to Etiological Diagnosis of Secondary Hypertension: Retrospective Study Using Electronic Medical Records","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chinese Academy of Medical Sciences","keywords":"Medicine; Receiver operating characteristic; Secondary hypertension; Retrospective cohort study; Etiology; Logistic regression; Internal medicine; Medical record; Machine learning; Blood pressure; Artificial intelligence; Computer science","score_opus":0.10374124048727128,"score_gpt":0.4585823345414205,"score_spread":0.3548410940541492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097271252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98966634,0.000047899135,0.0055258907,0.002344231,0.00015080973,0.00190162,0.000018758732,0.000104945655,0.00023952861],"genre_scores_gemma":[0.99432385,0.000085896274,0.000796571,0.004127921,0.00030396576,0.00030304957,0.00003450061,0.000020937778,0.0000033280596],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949763,0.00074233685,0.0021059925,0.00022661425,0.001420313,0.00052848685],"domain_scores_gemma":[0.9968649,0.00074156193,0.0006481276,0.00032527125,0.00053803145,0.00088207546],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020487376,0.00018585914,0.00069967355,0.00011017927,0.00030014286,0.0000038623716,0.00051838584,0.00055515417,0.0020665047],"category_scores_gemma":[0.004425541,0.00014824339,0.000072148934,0.000661904,0.00017198928,0.0001721968,0.00028473837,0.0024851004,0.00008351115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025230003,0.0005832873,0.8883612,0.0006313355,0.000044804805,0.000009340557,0.06028668,0.000092650334,0.000071573646,0.0007030588,0.00041435508,0.048549395],"study_design_scores_gemma":[0.0010338064,0.00751206,0.050381336,0.0006205178,0.000060157803,0.000012549796,0.12521262,0.809805,0.00027826827,0.00052641,0.004138598,0.00041870127],"about_ca_topic_score_codex":0.0009134868,"about_ca_topic_score_gemma":0.000698083,"teacher_disagreement_score":0.8379799,"about_ca_system_score_codex":0.00021643087,"about_ca_system_score_gemma":0.0011212557,"threshold_uncertainty_score":0.9998162},"labels":[],"label_agreement":null},{"id":"W3097457142","doi":"10.2196/24305","title":"Machine-Learning Monitoring System for Predicting Mortality Among Patients With Noncancer End-Stage Liver Disease: Retrospective Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Liver Disease and Transplantation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, India","keywords":"Medicine; Receiver operating characteristic; Retrospective cohort study; Medical record; Machine learning; Proportional hazards model; Hazard ratio; Emergency medicine; Internal medicine; Confidence interval; Computer science","score_opus":0.017168042699110007,"score_gpt":0.28246250330530837,"score_spread":0.2652944606061984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097457142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99532187,0.0000375248,0.0015298853,0.00002533367,0.00011556522,0.0022252696,0.00020651962,0.00022063438,0.00031736828],"genre_scores_gemma":[0.9987765,0.000015814563,0.00016444885,0.000102930026,0.00032298517,0.00027055878,0.00030048177,0.000026158386,0.000020098298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773794,0.00004129818,0.0005012735,0.00017420173,0.0012821079,0.0002631598],"domain_scores_gemma":[0.99858254,0.000060859886,0.00022897546,0.00015643987,0.00020339947,0.000767813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019344926,0.00019518158,0.00032802465,0.000046251593,0.00016573511,0.00003801642,0.000109720895,0.00007697219,0.000063195075],"category_scores_gemma":[0.00006938412,0.00014570853,0.0000798629,0.00017805584,0.00006467073,0.00039545173,0.000039773447,0.00040087765,0.000008790101],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006055222,0.00018998227,0.9824083,0.0024339647,0.00041231458,0.00006889432,0.013509529,0.000038875634,3.515514e-7,0.000016778387,0.000009404981,0.0003061114],"study_design_scores_gemma":[0.004664562,0.00071563676,0.9408232,0.00067046663,0.00080411736,8.5890525e-7,0.005257396,0.046859335,0.000020728156,3.7686883e-7,0.00003681199,0.0001464988],"about_ca_topic_score_codex":0.00006342395,"about_ca_topic_score_gemma":0.000009132355,"teacher_disagreement_score":0.04682046,"about_ca_system_score_codex":0.000146443,"about_ca_system_score_gemma":0.00016078341,"threshold_uncertainty_score":0.59418213},"labels":[],"label_agreement":null},{"id":"W3097585533","doi":"10.2196/22333","title":"Automatic Structuring of Ontology Terms Based on Lexical Granularity and Machine Learning: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Task (project management); Artificial intelligence; Convolutional neural network; Ontology; Relation (database); Pairwise comparison; Word embedding; Granularity; Set (abstract data type); Structuring; Machine learning; Embedding; Data mining; Programming language","score_opus":0.020466560884490614,"score_gpt":0.27326704383340467,"score_spread":0.25280048294891405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097585533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9671242,0.00007882252,0.031695113,0.0007345872,0.000037867103,0.00012233028,0.0000086205355,0.00003547624,0.00016296949],"genre_scores_gemma":[0.9505194,0.000027298298,0.048321374,0.00096704985,0.000042196276,0.000009231182,0.00010118473,0.0000064980927,0.0000057981842],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999036,0.000046940622,0.00037645263,0.00011367463,0.00027884007,0.00014804894],"domain_scores_gemma":[0.99951667,0.000047365673,0.00011253358,0.00008382582,0.000020278867,0.00021930355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002026399,0.00011868504,0.00020511777,0.000032474934,0.000057423822,0.0000123724585,0.00010429241,0.00025363243,0.00003143555],"category_scores_gemma":[0.00035680697,0.000091174996,0.00002423711,0.000049841354,0.00024707636,0.000004033537,0.00011018622,0.0002251247,0.0000013871635],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042852214,0.00004684283,0.0039882553,0.00039965747,0.00003340295,0.0000054342418,0.0014922314,0.000007340643,0.00044163907,0.000052548683,0.000108029446,0.99338174],"study_design_scores_gemma":[0.0040784404,0.002497465,0.019652842,0.00024265515,0.00004305524,0.00008265793,0.00093168917,0.8763985,0.05441763,0.00018923095,0.04089023,0.0005755924],"about_ca_topic_score_codex":0.000002136175,"about_ca_topic_score_gemma":0.000001693137,"teacher_disagreement_score":0.9928062,"about_ca_system_score_codex":0.000005517413,"about_ca_system_score_gemma":0.000069078,"threshold_uncertainty_score":0.37180087},"labels":[],"label_agreement":null},{"id":"W3097720724","doi":"10.2196/19612","title":"Amplifying Domain Expertise in Clinical Data Pipelines","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health; National Science Foundation","keywords":"Computer science; Domain (mathematical analysis); Data science; Pipeline (software); USable; Automatic summarization; Subject-matter expert; Data curation; Visualization; Process (computing); Domain model; Domain knowledge; Software engineering; Data mining; Artificial intelligence; Expert system; World Wide Web","score_opus":0.4335152015891584,"score_gpt":0.5153609075619537,"score_spread":0.08184570597279534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097720724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5169219,0.00014197886,0.44356656,0.02480412,0.0026895965,0.0006830054,0.00008919931,0.00026284298,0.010840815],"genre_scores_gemma":[0.9059083,0.00006551944,0.050121114,0.04168549,0.0014792375,0.000024457555,0.0002897116,0.000021352185,0.00040482322],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9929814,0.00020048677,0.0027994735,0.00045758966,0.0032165155,0.00034454052],"domain_scores_gemma":[0.9956444,0.0012837279,0.0003537756,0.00198142,0.000089045585,0.00064764504],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013442365,0.00013200656,0.0003758319,0.00016211392,0.00008647885,0.0004487568,0.0042465297,0.00012286355,0.00071302545],"category_scores_gemma":[0.019031752,0.000090050526,0.00007043416,0.0011932283,0.00018073326,0.000801188,0.0035092977,0.00041512432,0.001668617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016411801,0.0000686362,0.0049354127,0.000017437462,0.00000472228,0.000025821977,0.005351675,0.000019817227,3.6840925e-7,0.00028592657,0.4521539,0.53711987],"study_design_scores_gemma":[0.0006612849,0.000031864045,0.0023167848,0.000049400915,0.0000022536974,0.000004038132,0.007739268,0.55963326,7.8127056e-7,0.00080365053,0.42862606,0.00013134754],"about_ca_topic_score_codex":0.000007836728,"about_ca_topic_score_gemma":0.000029217117,"teacher_disagreement_score":0.55961347,"about_ca_system_score_codex":0.000016322449,"about_ca_system_score_gemma":0.00015018943,"threshold_uncertainty_score":0.9991087},"labels":[],"label_agreement":null},{"id":"W3097796286","doi":"10.2196/20031","title":"Web- and Artificial Intelligence–Based Image Recognition For Sperm Motility Analysis: Verification Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sperm and Testicular Function","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Michigan","keywords":"Sperm; Sperm motility; Infertility; Andrology; Motility; Artificial intelligence; Male infertility; Biology; Computer science; Medicine; Pregnancy; Cell biology","score_opus":0.06492367170890422,"score_gpt":0.3345306432703856,"score_spread":0.2696069715614814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097796286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8675161,0.000009045621,0.12942177,0.0014718825,0.00006592862,0.0011781784,0.000021722804,0.00010215801,0.00021319688],"genre_scores_gemma":[0.99237025,0.0000058546507,0.0055078017,0.0014476087,0.00018300793,0.00011430683,0.00036059588,0.000007746768,0.0000028557643],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862295,0.000030030922,0.00059311686,0.00013599276,0.00047577507,0.00014215498],"domain_scores_gemma":[0.9990892,0.00012206025,0.00011787051,0.00016404843,0.00017994652,0.00032687103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043060593,0.00011532655,0.00027965376,0.00011294767,0.000067947345,0.00003746615,0.000055272147,0.000114895265,0.00039297616],"category_scores_gemma":[0.001143507,0.000094837415,0.000101412654,0.0004995774,0.00008711131,0.00014007132,0.000018861847,0.00019152112,0.000056908648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032989879,0.006021487,0.09168938,0.0036899273,0.002243852,0.00007282446,0.03494146,0.000050843588,0.0023068183,0.0003979766,0.0025730273,0.8527134],"study_design_scores_gemma":[0.0013826637,0.0014715887,0.039019145,0.000055508794,0.0015816618,0.0000075787825,0.01001376,0.9436285,0.001925855,0.00024806298,0.0004880102,0.00017764774],"about_ca_topic_score_codex":0.0000039722504,"about_ca_topic_score_gemma":0.000006618576,"teacher_disagreement_score":0.94357765,"about_ca_system_score_codex":0.000023248218,"about_ca_system_score_gemma":0.00011783837,"threshold_uncertainty_score":0.43028134},"labels":[],"label_agreement":null},{"id":"W3098131592","doi":"10.2196/21648","title":"Toward Preparing a Knowledge Base to Explore Potential Drugs and Biomedical Entities Related to COVID-19: Automated Computational Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"College of Science and Engineering, University of Minnesota; Khalifa University of Science, Technology and Research; Hamad Bin Khalifa University","keywords":"Scientific literature; Data science; Computer science; Coronavirus disease 2019 (COVID-19); Disease; Medicine; Infectious disease (medical specialty); Biology","score_opus":0.0879873332150524,"score_gpt":0.4353394201582092,"score_spread":0.3473520869431568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098131592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62235117,0.0001585339,0.18284279,0.17992783,0.0004556893,0.005757336,0.00012918307,0.0033014694,0.0050760047],"genre_scores_gemma":[0.94453925,0.000051976927,0.014911401,0.039569616,0.00021873962,0.0003015487,0.00022568414,0.000031659525,0.0001500967],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99547493,0.00011044386,0.0013078876,0.00035721267,0.0021076095,0.00064192177],"domain_scores_gemma":[0.99188757,0.0015858295,0.000119884724,0.00024705523,0.00024826996,0.0059113703],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011255306,0.00028901309,0.0007063905,0.00032495853,0.00019488302,0.00007721181,0.00033626816,0.00029606084,0.0003253106],"category_scores_gemma":[0.033038527,0.00023327737,0.00013936765,0.0009817643,0.00055304385,0.00017736922,0.0012586,0.0007489557,0.00030953283],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001797905,0.001759772,0.0014046846,0.018497795,0.0009244248,0.00037525946,0.56691945,0.00273679,0.00006249585,0.001227991,0.37890685,0.025386572],"study_design_scores_gemma":[0.004552539,0.0011253252,0.0010880867,0.00038603562,0.000084969324,0.000041711042,0.015046153,0.91452473,0.000009360178,0.00019835505,0.06258915,0.000353561],"about_ca_topic_score_codex":0.000019920804,"about_ca_topic_score_gemma":6.2654107e-7,"teacher_disagreement_score":0.911788,"about_ca_system_score_codex":0.00025737248,"about_ca_system_score_gemma":0.0018676949,"threshold_uncertainty_score":0.9751066},"labels":[],"label_agreement":null},{"id":"W3098365805","doi":"10.2196/24544","title":"Growth of Ambulatory Virtual Visits and Differential Use by Patient Sociodemographics at One Urban Academic Medical Center During the COVID-19 Pandemic: Retrospective Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Medicine; Pandemic; Ambulatory; Emergency department; Logistic regression; Ambulatory care; Telemedicine; Coronavirus disease 2019 (COVID-19); Health care; Family medicine; Emergency medicine; Medical emergency; Disease; Internal medicine; Nursing","score_opus":0.03536385612053052,"score_gpt":0.33336737311420533,"score_spread":0.29800351699367483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098365805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98830754,0.00008501306,0.0022957376,0.008319662,0.00006503056,0.00066569814,0.00015775472,0.000087477645,0.00001607668],"genre_scores_gemma":[0.9728476,0.00068028964,0.00005693794,0.025775783,0.00021331609,0.000036671885,0.0003594949,0.000017543965,0.000012366548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99517965,0.0001346374,0.0014615512,0.00021576243,0.0025902877,0.0004181362],"domain_scores_gemma":[0.9969316,0.0003848612,0.0005531378,0.0002150013,0.00013611026,0.0017792567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050335797,0.00024288484,0.0007041008,0.00020082128,0.0002096691,0.000014560222,0.00021040165,0.0004315064,0.0007620973],"category_scores_gemma":[0.0015223279,0.0001660306,0.00017108631,0.00071596965,0.0004968157,0.0001999411,0.00030168213,0.001220679,0.0000045266393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027116257,0.00010969852,0.96663743,0.0005186703,0.0006214037,0.00000978257,0.017136147,2.6521053e-7,0.00008368784,0.00014922075,0.013605791,0.0008567145],"study_design_scores_gemma":[0.012457984,0.0017380397,0.96363676,0.00020650444,0.0012659759,0.00015150795,0.004638705,0.008031068,0.00025125183,0.000031906497,0.007163959,0.00042633602],"about_ca_topic_score_codex":0.000052739524,"about_ca_topic_score_gemma":0.00003304317,"teacher_disagreement_score":0.01745612,"about_ca_system_score_codex":0.00023223815,"about_ca_system_score_gemma":0.00027669067,"threshold_uncertainty_score":0.83444315},"labels":[],"label_agreement":null},{"id":"W3098474649","doi":"10.2196/23811","title":"Role of Machine Learning Techniques to Tackle the COVID-19 Crisis: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Systematic review; CINAHL; MEDLINE; Pandemic; Coronavirus disease 2019 (COVID-19); Epidemiology; Data science; Grey literature; Medicine; Computer science; Disease; Political science; Pathology; Infectious disease (medical specialty)","score_opus":0.04515323600969522,"score_gpt":0.40939702564343067,"score_spread":0.36424378963373544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098474649","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.214498e-8,0.95001286,0.00042420262,0.040112667,0.000059365262,0.008708255,0.00004612628,0.0003653799,0.0002711007],"genre_scores_gemma":[5.242805e-7,0.7927501,0.0009041004,0.2038846,0.00013899949,0.0020542352,0.0001401276,0.00006696459,0.000060308736],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99256235,0.00058395416,0.003923102,0.00027027685,0.002225333,0.00043496702],"domain_scores_gemma":[0.9932661,0.002095072,0.0018619616,0.0012144602,0.00021253139,0.0013498983],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030038462,0.00065746816,0.0057859593,0.00034193648,0.00012706291,0.000047973237,0.0011558564,0.00057454983,0.00040154264],"category_scores_gemma":[0.020167783,0.0003659282,0.0009618834,0.001431889,0.00015070745,0.0000942179,0.0006244981,0.0020111438,0.00041081573],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003912737,0.0000637599,3.2294986e-7,0.82679105,0.0002343737,0.00002436083,0.0012447018,1.713869e-7,4.518519e-8,0.000056353307,0.11813248,0.05344849],"study_design_scores_gemma":[0.00009741747,0.00015833223,1.3504641e-8,0.40695304,0.0025961492,0.00024981998,0.00021349019,0.000087628876,0.000001130259,0.0000063798543,0.58944917,0.00018741692],"about_ca_topic_score_codex":0.000046627956,"about_ca_topic_score_gemma":0.000004186799,"teacher_disagreement_score":0.4713167,"about_ca_system_score_codex":0.00053246546,"about_ca_system_score_gemma":0.0026534721,"threshold_uncertainty_score":0.99987924},"labels":[],"label_agreement":null},{"id":"W3099302673","doi":"10.2196/21931","title":"Analysis of the Trends in Publications on Clinical Cancer Research in Mainland China from the Surveillance, Epidemiology, and End Results (SEER) Database: Bibliometric Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Epidemiology; Mainland China; Surveillance, Epidemiology, and End Results; Cancer; China; Database; Colorectal cancer; Cancer registry; Oncology; Family medicine; Internal medicine; Geography","score_opus":0.7422395863740804,"score_gpt":0.6666343565151769,"score_spread":0.0756052298589035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099302673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9609684,0.00032390177,0.00007819448,0.035286155,0.00013726427,0.0004743443,0.0008045586,0.000007385548,0.0019198102],"genre_scores_gemma":[0.9974091,0.0012875631,0.00008294821,0.0009559171,0.00007947228,0.00005580056,0.000058337086,0.0000045940847,0.000066256434],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9779504,0.004673559,0.0040694824,0.0006393275,0.011897115,0.00077012373],"domain_scores_gemma":[0.9097849,0.08591014,0.0008044836,0.0016973754,0.0010205486,0.00078254123],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1423954,0.0001443116,0.00083215995,0.20717543,0.00018685071,0.00039777943,0.003951449,0.00022456846,0.0004656193],"category_scores_gemma":[0.2292454,0.00006602594,0.00016562315,0.81055295,0.001003982,0.00036456037,0.0019970858,0.0017618849,0.00001866439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069353664,0.00029454642,0.8596784,0.0000029516066,0.00006605672,0.0000018365569,0.001234786,0.00006144527,2.1143147e-7,0.000109761764,0.024770837,0.11370984],"study_design_scores_gemma":[0.0011396655,0.00020768555,0.9319787,0.000014111496,0.000011695723,2.3918147e-7,0.001830973,0.056588136,4.12883e-7,0.00014252162,0.008016458,0.00006939883],"about_ca_topic_score_codex":0.0020441764,"about_ca_topic_score_gemma":0.004060439,"teacher_disagreement_score":0.60337746,"about_ca_system_score_codex":0.0000708514,"about_ca_system_score_gemma":0.000433289,"threshold_uncertainty_score":0.8830844},"labels":[],"label_agreement":null},{"id":"W3100061827","doi":"10.2196/19069","title":"Multidimensional Machine Learning Personalized Prognostic Model in an Early Invasive Breast Cancer Population-Based Cohort in China: Algorithm Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"West China Hospital, Sichuan University; Sichuan University; Department of Science and Technology of Sichuan Province; University of Cambridge","keywords":"Breast cancer; Computer science; Machine learning; Population; Cohort; Medicine; Algorithm; Artificial intelligence; Cancer; Internal medicine; Environmental health","score_opus":0.018467885150590477,"score_gpt":0.29089977678874923,"score_spread":0.27243189163815873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100061827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8116262,0.000008182528,0.18648782,0.00073141995,0.00009452894,0.00090599706,0.000010270539,0.00012444073,0.000011121794],"genre_scores_gemma":[0.97872025,0.0000055159194,0.020251082,0.000565404,0.00005809431,0.00031778394,0.000062666586,0.000013791832,0.000005429551],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973035,0.00017989313,0.000708686,0.00025245495,0.0012820563,0.00027341596],"domain_scores_gemma":[0.99907243,0.00013758492,0.00023244988,0.0001819324,0.00010296876,0.00027264722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005309494,0.00019138273,0.0002902812,0.00019003452,0.00009456754,0.00008081838,0.00040172582,0.00013198228,0.000052582112],"category_scores_gemma":[0.00017922928,0.00017800198,0.000038261398,0.0007391812,0.00003946381,0.0011386615,0.00014373651,0.0006647284,0.0000106385305],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003868777,0.00024348545,0.856901,0.000054870696,0.000012403378,0.000014895593,0.015843138,0.10799862,0.0000071478084,0.000047383415,0.000007896883,0.018830476],"study_design_scores_gemma":[0.0012792111,0.00014534689,0.3495199,0.00006695891,0.0000051123666,0.0000022220324,0.00020544475,0.64861405,0.0000093144345,0.00002187613,0.0000018445379,0.00012872054],"about_ca_topic_score_codex":0.0008970667,"about_ca_topic_score_gemma":0.00032289542,"teacher_disagreement_score":0.54061544,"about_ca_system_score_codex":0.00029350404,"about_ca_system_score_gemma":0.00047212554,"threshold_uncertainty_score":0.725871},"labels":[],"label_agreement":null},{"id":"W3101430594","doi":"10.2196/22689","title":"Developing a Predictive Model for Asthma-Related Hospital Encounters in Patients With Asthma in a Large, Integrated Health Care System: Secondary Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Asthma; Medicine; Guideline; Emergency department; Generalizability theory; Health care; Emergency medicine; Cohort; Medical emergency; Pediatrics; Nursing; Statistics; Internal medicine","score_opus":0.007171205790182539,"score_gpt":0.2681293885251348,"score_spread":0.26095818273495225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101430594","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25033164,0.00004138488,0.745487,0.0021566465,0.0001003739,0.0014671634,0.00009826107,0.00020836068,0.00010918397],"genre_scores_gemma":[0.9490475,0.0000027203193,0.047851097,0.0025017408,0.000013621034,0.00019984534,0.000364266,0.000016858181,0.0000023453092],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965022,0.00015893912,0.0013648482,0.00032934124,0.0010017668,0.00064286945],"domain_scores_gemma":[0.99829423,0.00011828249,0.0004926553,0.0003121466,0.00032368978,0.00045897695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006659403,0.00027736957,0.00067334727,0.00050971156,0.00010903584,0.00008295086,0.00082699565,0.00023737451,0.0000069961684],"category_scores_gemma":[0.00023772317,0.00022583542,0.00009289356,0.0024919254,0.00004893821,0.0006953746,0.00026707543,0.001051715,0.000005303652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027458015,0.00026335416,0.26428583,0.005815506,0.000382547,0.000032666518,0.64144653,0.051326923,1.3362338e-8,0.0060479757,0.0005672343,0.029556854],"study_design_scores_gemma":[0.00249083,0.00073369476,0.034353964,0.0006069519,0.000007164429,0.0000011908375,0.009660306,0.95176095,1.5603656e-7,0.0000098270075,0.00014535239,0.00022962384],"about_ca_topic_score_codex":0.00010215261,"about_ca_topic_score_gemma":0.00044043935,"teacher_disagreement_score":0.900434,"about_ca_system_score_codex":0.00091115455,"about_ca_system_score_gemma":0.0021392112,"threshold_uncertainty_score":0.92093015},"labels":[],"label_agreement":null},{"id":"W3102749286","doi":"10.2196/23104","title":"Clinical Term Normalization Using Learned Edit Patterns and Subconcept Matching: System Development and Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Normalization (sociology); Natural language processing; Edit distance; Unified Medical Language System; Artificial intelligence; Term (time); Information retrieval","score_opus":0.07249807901364434,"score_gpt":0.37381956233859637,"score_spread":0.301321483324952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102749286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96587485,0.00014809528,0.033276394,0.00023735545,0.00014551294,0.00018018324,0.0000033041933,0.000031685984,0.00010261485],"genre_scores_gemma":[0.99269205,0.00008536164,0.0057984986,0.0009436146,0.00034130827,0.000014272003,0.00011004583,0.000008164061,0.000006662502],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986277,0.000081425176,0.000563458,0.00014024295,0.0004276007,0.00015957041],"domain_scores_gemma":[0.99937093,0.00002946003,0.0001532677,0.00009490329,0.0000610077,0.00029044432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072141766,0.00011519437,0.00017945525,0.000020127825,0.00008385717,0.00003545292,0.00010600049,0.00030881978,0.000015493157],"category_scores_gemma":[0.00024016555,0.00009328468,0.000025545172,0.000048744754,0.0001479474,0.000009822772,0.00018142437,0.00015894437,0.000003852754],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114037386,0.00007635843,0.072036274,0.001499332,0.00015093267,0.000010869506,0.01420832,0.000027616312,0.0007103981,0.00011828265,0.0013685172,0.90967906],"study_design_scores_gemma":[0.012887726,0.0022881776,0.10296047,0.0018628761,0.00033582968,0.0004682665,0.053141084,0.68384993,0.007221313,0.00005880427,0.13285731,0.0020682027],"about_ca_topic_score_codex":0.0000027356296,"about_ca_topic_score_gemma":0.0000023935609,"teacher_disagreement_score":0.90761083,"about_ca_system_score_codex":0.000013928915,"about_ca_system_score_gemma":0.00017083301,"threshold_uncertainty_score":0.3804039},"labels":[],"label_agreement":null},{"id":"W3102927929","doi":"10.2196/22000","title":"ISO/IEEE 11073 Treadmill Interoperability Framework and its Test Method: Design and Implementation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; Fundamental Research Funds for the Central Universities; Natural Science Foundation of Chongqing","keywords":"Interoperability; Computer science; Data exchange; Software; Conformance testing; Protocol (science); Software engineering; Database; Medicine; Operating system","score_opus":0.08476259749563686,"score_gpt":0.4292525529164297,"score_spread":0.34448995542079286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102927929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92109245,0.00012554014,0.067544624,0.009967819,0.000121840756,0.0008788455,0.000007902743,0.00017814974,0.00008283016],"genre_scores_gemma":[0.9407071,0.000209747,0.053127464,0.0057342397,0.00013766653,0.000057076584,0.000011342667,0.000009833091,0.0000055582527],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987378,0.00007067592,0.00054940174,0.00012022075,0.0003061889,0.00021568435],"domain_scores_gemma":[0.9985753,0.0006128667,0.000098086806,0.00012875082,0.00006848061,0.0005164903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054831005,0.00012877081,0.00027924206,0.000053252803,0.00007616586,0.000013162102,0.000073088675,0.00031776034,0.000113237336],"category_scores_gemma":[0.001256714,0.00009979918,0.000022386052,0.000164116,0.000085319596,0.00014435512,0.00006787585,0.0006511305,0.00001791881],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026501526,0.0001809742,0.11199735,0.003260821,0.00010213161,0.000047393456,0.064664714,0.000002059632,0.00031835714,0.00076454453,0.0034975633,0.8148991],"study_design_scores_gemma":[0.02272847,0.032145273,0.11996647,0.0062772697,0.00084869075,0.0015516185,0.10549917,0.57222867,0.07444002,0.0038547039,0.057631094,0.0028285317],"about_ca_topic_score_codex":0.000007338676,"about_ca_topic_score_gemma":0.0000014788728,"teacher_disagreement_score":0.81207055,"about_ca_system_score_codex":0.000032793614,"about_ca_system_score_gemma":0.000107913314,"threshold_uncertainty_score":0.40696925},"labels":[],"label_agreement":null},{"id":"W3103186681","doi":"10.2196/23353","title":"Universal Patient Identifier and Interoperability for Detection of Serious Drug Interactions: Retrospective Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Identifier; Medicine; Health information exchange; Health care; Interoperability; Population; Medical prescription; Medical emergency; Computer security; Business; Internet privacy; Family medicine; Computer science; Nursing; Environmental health; World Wide Web","score_opus":0.03372243450602033,"score_gpt":0.40577518591003275,"score_spread":0.3720527514040124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103186681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909201,0.00002118274,0.0031517993,0.00084690604,0.0007302365,0.0038017833,0.000020635129,0.00007511634,0.00043221493],"genre_scores_gemma":[0.99835384,0.000013030547,0.00012535256,0.000864108,0.00014281439,0.0004053334,0.000006066442,0.000013110932,0.000076325305],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974482,0.00035287556,0.001309324,0.00013776183,0.00043539467,0.0003164419],"domain_scores_gemma":[0.9982946,0.00035721847,0.00049295573,0.00018618345,0.00033009177,0.0003389729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087693153,0.00012429633,0.0003791758,0.00006909194,0.00026216847,0.000007799142,0.00013407691,0.0001072584,0.00012188882],"category_scores_gemma":[0.0009326599,0.00010227471,0.000048747672,0.00020410513,0.00007543916,0.00029680628,0.00014902605,0.0008534148,0.00002688932],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010074506,0.0006389433,0.093404196,0.006398143,0.00022518642,0.0000038017754,0.8064788,0.0000021596595,0.00025087717,0.00027530812,0.007216775,0.08409834],"study_design_scores_gemma":[0.008728575,0.0063615018,0.04901463,0.0012565035,0.00011083364,0.000015110908,0.82167894,0.051672842,0.000461083,0.00029519334,0.059849598,0.00055520696],"about_ca_topic_score_codex":0.00027811437,"about_ca_topic_score_gemma":0.0008970732,"teacher_disagreement_score":0.08354313,"about_ca_system_score_codex":0.00042547195,"about_ca_system_score_gemma":0.00039982292,"threshold_uncertainty_score":0.41706416},"labels":[],"label_agreement":null},{"id":"W3103233043","doi":"10.2196/19489","title":"Machine Learning Approach to Reduce Alert Fatigue Using a Disease Medication–Related Clinical Decision Support System: Model Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, India","keywords":"Clinical decision support system; Decision support system; Computer science; Machine learning; Artificial intelligence; Medicine","score_opus":0.18098916885839245,"score_gpt":0.47871534524160686,"score_spread":0.2977261763832144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103233043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41520482,0.00011691569,0.57382816,0.0024449695,0.00052305614,0.0033574817,0.000013918993,0.00043338118,0.0040772595],"genre_scores_gemma":[0.9133339,0.000100321,0.079423115,0.0054791085,0.00040010875,0.00057820027,0.00040960583,0.000065378954,0.00021030068],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9929854,0.0006874796,0.00374597,0.00032203455,0.0015282722,0.0007308243],"domain_scores_gemma":[0.99508107,0.0006512158,0.0008355503,0.0003033257,0.00021837399,0.0029104415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004907022,0.00026576594,0.0006387812,0.0001527482,0.00071656913,0.000023922397,0.00036078773,0.0005498624,0.000090336835],"category_scores_gemma":[0.002759059,0.0002196142,0.00006159636,0.00045132227,0.00007646285,0.00028547953,0.00032505463,0.0018406676,0.0002477819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001820549,0.0011261654,0.08393975,0.04612288,0.0005334036,0.000054117525,0.38908252,0.023999654,0.000028179698,0.014223879,0.048676945,0.39039195],"study_design_scores_gemma":[0.0014614396,0.00008779918,0.0005047704,0.0011514453,0.000031707914,0.00001148236,0.0033941744,0.9770045,0.000002310138,0.000021381005,0.016102705,0.0002262562],"about_ca_topic_score_codex":0.000023041313,"about_ca_topic_score_gemma":0.0000032603039,"teacher_disagreement_score":0.9530049,"about_ca_system_score_codex":0.00050019985,"about_ca_system_score_gemma":0.0048003765,"threshold_uncertainty_score":0.8955607},"labels":[],"label_agreement":null},{"id":"W3103720397","doi":"10.2196/23357","title":"Using Character-Level and Entity-Level Representations to Enhance Bidirectional Encoder Representation From Transformers-Based Clinical Semantic Textual Similarity Model: ClinicalSTS Modeling Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Harbin Institute of Technology","keywords":"Computer science; Natural language processing; Snippet; Artificial intelligence; Information retrieval; Encoder; Semantic similarity; Transformer; Sentence; Language model","score_opus":0.2662994500200416,"score_gpt":0.45955414980796283,"score_spread":0.19325469978792126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103720397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44135094,0.000004388681,0.5561729,0.0015899716,0.00016560171,0.00051769166,0.000029362784,0.000111050045,0.000058112168],"genre_scores_gemma":[0.7735219,0.000014657004,0.22160332,0.0045116288,0.00025034542,0.00004699397,0.000028363358,0.000014061429,0.000008742724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99510026,0.00023744104,0.002111988,0.00062632136,0.0015286556,0.00039531785],"domain_scores_gemma":[0.9974799,0.00061524526,0.0002894847,0.0005568961,0.00024045879,0.0008179772],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012773111,0.00027051757,0.00054802495,0.00014099109,0.00025923442,0.00024299779,0.00076330773,0.00026976108,0.000037096353],"category_scores_gemma":[0.0010677079,0.00026408033,0.00015745616,0.00051640475,0.000095697666,0.0012682948,0.0004050121,0.0007984425,0.000026422731],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046901006,0.0036342612,0.06500994,0.00044991024,0.000587446,0.00008855346,0.092560664,0.5905256,0.00056021946,0.0014472257,0.0010821228,0.24358504],"study_design_scores_gemma":[0.00096317154,0.00012593831,0.0019397273,0.00007477126,0.00003976315,0.0000035202095,0.0011662345,0.99493164,0.00008464896,0.00035798686,0.00002783549,0.0002847624],"about_ca_topic_score_codex":0.00016374307,"about_ca_topic_score_gemma":0.00008441267,"teacher_disagreement_score":0.404406,"about_ca_system_score_codex":0.000053088967,"about_ca_system_score_gemma":0.00050097966,"threshold_uncertainty_score":0.99998116},"labels":[],"label_agreement":null},{"id":"W3104359546","doi":"10.2196/24163","title":"Development of an Artificial Intelligence–Based Automated Recommendation System for Clinical Laboratory Tests: Retrospective Analysis of the National Health Insurance Database","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical Laboratory Practices and Quality Control","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, India","keywords":"Artificial intelligence; Receiver operating characteristic; Computer science; Test (biology); Machine learning; Medicine; Test set; Database; Data mining; Medical physics","score_opus":0.18822324456533748,"score_gpt":0.4923667617993887,"score_spread":0.3041435172340512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104359546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9569808,0.000014742153,0.029063918,0.009801905,0.0002769464,0.0015970389,0.00201592,0.0001747808,0.00007391791],"genre_scores_gemma":[0.9631128,0.000006635568,0.027856024,0.0082546435,0.00013303233,0.00004814679,0.0005796721,0.000008660595,4.1916684e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953878,0.00028570154,0.0029984724,0.00015549266,0.0010160119,0.00015654191],"domain_scores_gemma":[0.995575,0.0010988454,0.0016432381,0.00022549178,0.0010819266,0.00037550917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004680071,0.00012275219,0.0007637925,0.000102782215,0.00009420081,0.000013458462,0.00020928853,0.00016446471,0.00007218267],"category_scores_gemma":[0.007190115,0.00008599824,0.0001747676,0.001386577,0.00015575916,0.00022037343,0.000050321665,0.0003720028,0.0000038492826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017382381,0.022831485,0.33020753,0.034795284,0.01795945,0.000012394699,0.08680589,0.0013934685,0.0021145272,0.038255516,0.020062376,0.4281797],"study_design_scores_gemma":[0.0012534726,0.0006266624,0.053861152,0.00035081507,0.00023501525,5.098147e-7,0.004857093,0.9343755,0.0006648783,0.000009048048,0.0036330728,0.0001327311],"about_ca_topic_score_codex":0.000004219828,"about_ca_topic_score_gemma":0.000039754254,"teacher_disagreement_score":0.9329821,"about_ca_system_score_codex":0.0001493255,"about_ca_system_score_gemma":0.0026956375,"threshold_uncertainty_score":0.8607758},"labels":[],"label_agreement":null},{"id":"W3104761038","doi":"10.2196/23082","title":"Model-Based Reasoning of Clinical Diagnosis in Integrative Medicine: Real-World Methodological Study of Electronic Medical Records and Natural Language Processing Methods","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fudan University; China Postdoctoral Science Foundation","keywords":"Artificial intelligence; Medical record; Computer science; Machine learning; Clinical decision support system; Word embedding; Health informatics; Natural language processing; Data mining; Medicine; Decision support system; Embedding; Public health; Pathology","score_opus":0.1437040255548344,"score_gpt":0.516025618444468,"score_spread":0.3723215928896336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104761038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786329,0.0012407515,0.010774513,0.0065001184,0.00012284867,0.0010664407,0.0000057341117,0.0000853145,0.0015713531],"genre_scores_gemma":[0.952436,0.00040060657,0.04403819,0.0025976934,0.0003128921,0.00014775709,0.000031143267,0.000022996268,0.000012719045],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9931494,0.00095792505,0.0030378227,0.0003209937,0.0021137907,0.0004200713],"domain_scores_gemma":[0.99259347,0.0053978167,0.0007639519,0.00025023147,0.0003008474,0.0006936913],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006714893,0.0003709535,0.0023552447,0.00035567768,0.00005068252,0.000005059174,0.00033341767,0.00029619248,0.00018216464],"category_scores_gemma":[0.03244078,0.00021666767,0.00015339823,0.0011834282,0.0011173876,0.00014695036,0.00018919265,0.0023195872,7.58801e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028731637,0.0028158543,0.42560753,0.004173467,0.0005791936,0.0002635571,0.1277299,0.000066015135,0.000044125434,0.001276018,0.0020739613,0.4324972],"study_design_scores_gemma":[0.011974339,0.0059971795,0.14639254,0.0040265424,0.00036412166,0.000044290908,0.043666862,0.78670526,0.000094219366,0.00026925388,0.00014389081,0.00032151883],"about_ca_topic_score_codex":0.00016011404,"about_ca_topic_score_gemma":0.0003803282,"teacher_disagreement_score":0.7866392,"about_ca_system_score_codex":0.0000777334,"about_ca_system_score_gemma":0.0010895024,"threshold_uncertainty_score":0.9999821},"labels":[],"label_agreement":null},{"id":"W3104873923","doi":"10.2196/16503","title":"Comparison of Multivariable Logistic Regression and Other Machine Learning Algorithms for Prognostic Prediction Studies in Pregnancy Care: Systematic Review and Meta-Analysis","year":2020,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Preterm Birth and Chorioamnionitis","field":"Medicine","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Logistic regression; Medicine; Multivariable calculus; Pregnancy; Population; Receiver operating characteristic; Machine learning; Scopus; MEDLINE; Predictive modelling; Systematic review; Meta-analysis; Artificial intelligence; Computer science; Internal medicine","score_opus":0.21034191850487885,"score_gpt":0.46109436512542856,"score_spread":0.25075244662054974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104873923","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011670774,0.99230754,0.00069875614,0.000048544407,0.000037168775,0.0065800995,0.00024342943,0.000041283358,0.000041999298],"genre_scores_gemma":[0.0001340193,0.99532974,0.0017519626,0.00013461166,0.000025389161,0.00216987,0.00037133053,0.000027619191,0.000055487384],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99586874,0.00028593605,0.0027376695,0.00023574746,0.00063076953,0.00024112526],"domain_scores_gemma":[0.99677515,0.0009981258,0.0014996191,0.00028115147,0.00017879564,0.0002671759],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006500261,0.00044702124,0.009140506,0.0002749018,0.00006458738,0.000017772689,0.00014035673,0.000361761,0.000031606025],"category_scores_gemma":[0.0036662724,0.0002500501,0.0006557911,0.0005725136,0.0001906382,0.00008522353,0.00014093996,0.00070536375,0.0000016897449],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055946516,0.00004195036,0.00014256338,0.95898324,0.021320099,0.000007897235,0.0022335576,3.5747064e-7,4.0998347e-9,0.000009990998,0.000056149147,0.017198607],"study_design_scores_gemma":[0.00059465517,0.0004164996,0.0000020152818,0.4154029,0.5586054,0.000073627314,0.0008037075,0.0076016304,1.8804056e-7,0.00000450304,0.016284334,0.00021055437],"about_ca_topic_score_codex":0.000006683161,"about_ca_topic_score_gemma":0.000004161036,"teacher_disagreement_score":0.54358035,"about_ca_system_score_codex":0.00007430268,"about_ca_system_score_gemma":0.00016142908,"threshold_uncertainty_score":0.9999952},"labels":[],"label_agreement":null},{"id":"W3105322620","doi":"10.2196/23626","title":"Parental Experiences of the Pediatric Day Surgery Pathway and the Needs for a Digital Gaming Solution: Qualitative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Business Finland","keywords":"Checklist; Qualitative research; Medicine; Pediatric surgery; Nursing; Psychology; Surgery","score_opus":0.036183292768196415,"score_gpt":0.3302187307209907,"score_spread":0.2940354379527943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105322620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891354,0.00013268148,0.0063381284,0.0017797523,0.00010019631,0.0018970876,0.000011458219,0.000082549,0.0005227561],"genre_scores_gemma":[0.997909,0.000048061473,0.00021356322,0.0010950092,0.00025125666,0.00044513063,0.000009573092,0.000007406452,0.000021002663],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979934,0.0001308401,0.00074323715,0.000077567376,0.00086323876,0.00019173523],"domain_scores_gemma":[0.99762625,0.0016586602,0.0003123233,0.00018264141,0.00006684285,0.00015329328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015845131,0.00012835186,0.0003636093,0.00008424356,0.00010487725,0.00003594601,0.0002323293,0.000067296896,0.000016063705],"category_scores_gemma":[0.0023498924,0.00006608476,0.00013257051,0.0005232653,0.00040582084,0.00023690303,0.00025842834,0.00019600685,0.0000015487466],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014069048,0.00016910206,0.02986113,0.0005126777,0.0000614223,0.0000025060876,0.95495486,1.0962803e-7,5.305539e-7,0.00020388931,0.0098979855,0.0041950773],"study_design_scores_gemma":[0.0019906263,0.0003187497,0.0021496718,0.000057962177,0.00010937686,0.0000071490526,0.98987716,0.004473873,0.000012637408,0.00010328034,0.0007804104,0.0001190768],"about_ca_topic_score_codex":0.0000021916173,"about_ca_topic_score_gemma":2.81044e-7,"teacher_disagreement_score":0.03492231,"about_ca_system_score_codex":0.000018610259,"about_ca_system_score_gemma":0.00015262763,"threshold_uncertainty_score":0.28132102},"labels":[],"label_agreement":null},{"id":"W3106758357","doi":"10.2196/19761","title":"Predicting Unplanned Readmissions Following a Hip or Knee Arthroplasty: Retrospective Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Observational study; Machine learning; Artificial intelligence; Medicine; Health care; Predictive modelling; Data mining","score_opus":0.06459256416859509,"score_gpt":0.33861481131601884,"score_spread":0.27402224714742374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106758357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98815924,0.000018476778,0.0004533171,0.0066485372,0.00042411484,0.0015955884,0.000024070929,0.0005063188,0.0021703136],"genre_scores_gemma":[0.98942,0.000005544131,0.0027945905,0.0064818365,0.00044744968,0.00011599077,0.00006944801,0.00004116642,0.00062398595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99587893,0.000059329355,0.0011897517,0.00024270981,0.0021314714,0.00049780065],"domain_scores_gemma":[0.99756265,0.00039285622,0.0002625998,0.0003379938,0.0001372653,0.0013066636],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040350526,0.00031703038,0.0007055084,0.00011389472,0.00024885416,0.000055435485,0.00016053904,0.00023180727,0.0013437816],"category_scores_gemma":[0.0049751927,0.00022712318,0.00020687892,0.00071659894,0.00011286983,0.0004907676,0.00025937433,0.00088791724,0.00031350314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053902896,0.00054041855,0.9585263,0.0002077824,0.00039591885,0.00050868944,0.027838986,0.000008351719,0.000021421787,0.00009261992,0.008270593,0.0030498756],"study_design_scores_gemma":[0.017055986,0.0068888357,0.8519655,0.00094404514,0.00036277526,0.0003695459,0.0619827,0.044334717,0.000051689043,0.000050420847,0.0153161725,0.0006776535],"about_ca_topic_score_codex":0.00000980586,"about_ca_topic_score_gemma":0.000024218476,"teacher_disagreement_score":0.106560856,"about_ca_system_score_codex":0.00013651348,"about_ca_system_score_gemma":0.00083884544,"threshold_uncertainty_score":0.9995691},"labels":[],"label_agreement":null},{"id":"W3106778032","doi":"10.2196/medinform.6924","title":"Temporal Design Patterns for Digital Phenotype Cohort Selection in Critical Care: Systematic Literature Assessment and Qualitative Synthesis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Comisión Nacional de Investigación Científica y Tecnológica","keywords":"Computer science; Selection (genetic algorithm); Medicine; Computational biology; Data science; Biology; Artificial intelligence","score_opus":0.09500732582617079,"score_gpt":0.5050279730519338,"score_spread":0.41002064722576304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106778032","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2241734,0.0018260137,0.7084743,0.022687249,0.0014276969,0.0373882,0.00069939665,0.0007836408,0.002540122],"genre_scores_gemma":[0.98879975,0.00003963115,0.0040180166,0.0025410026,0.00029382424,0.0041833166,0.00007218065,0.00003508747,0.000017210485],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9948445,0.0013838956,0.002001453,0.00021559112,0.00080825906,0.0007463135],"domain_scores_gemma":[0.9910567,0.007527365,0.00037958456,0.00014347165,0.00023939848,0.0006535161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027309237,0.00025607154,0.0008419015,0.00012227517,0.0002861205,0.00007718804,0.00019610506,0.00053798006,0.000053722506],"category_scores_gemma":[0.004946721,0.00020042904,0.00006404021,0.00037160414,0.00006962289,0.0005112687,0.000078000085,0.0012534625,0.000028798853],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019590976,0.00012648573,0.04934846,0.5021029,0.00010648154,0.000012164982,0.43688458,0.0000036114122,0.0000031512723,0.004654592,0.004682283,0.001879358],"study_design_scores_gemma":[0.0056359437,0.0033578319,0.010031664,0.109602764,0.00026390643,0.000052500734,0.59341687,0.2724503,0.000014917073,0.0010181443,0.0026017425,0.0015534342],"about_ca_topic_score_codex":0.000024949231,"about_ca_topic_score_gemma":0.000040087678,"teacher_disagreement_score":0.7646263,"about_ca_system_score_codex":0.0006377318,"about_ca_system_score_gemma":0.0014913257,"threshold_uncertainty_score":0.8173259},"labels":[],"label_agreement":null},{"id":"W3106896995","doi":"10.2196/18716","title":"Effects of Erythropoietin Payment Policy on Cardiovascular Outcomes of Peritoneal Dialysis Patients: Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Erythropoietin and Anemia Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health Insurance Administration; National Health Research Institutes","keywords":"Medicine; Peritoneal dialysis; Cohort; Erythropoietin; Reimbursement; Dialysis; Internal medicine; Cohort study; Intensive care medicine; Proportional hazards model; Diabetes mellitus; Epoetin alfa; Emergency medicine; Endocrinology; Health care","score_opus":0.027846968191321465,"score_gpt":0.312656290999022,"score_spread":0.2848093228077005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106896995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99429244,0.000060650695,0.00006616028,0.0035132235,0.00007733665,0.0012553239,0.000016926304,0.00003701294,0.0006809343],"genre_scores_gemma":[0.9964482,0.00008064781,0.00081802584,0.0023007297,0.00014112423,0.000090944784,0.00007882125,0.000015699736,0.00002580755],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99641794,0.00007079099,0.0009758942,0.00012783558,0.0021975378,0.00020997852],"domain_scores_gemma":[0.9986478,0.00022899672,0.00024444872,0.0003188943,0.00018487812,0.0003749659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021231888,0.00021619,0.00095587445,0.000104308405,0.000040621646,0.000005916221,0.00014755758,0.000125594,0.00012654795],"category_scores_gemma":[0.0008643167,0.00014657526,0.0004697036,0.0003576125,0.00017333111,0.0000630991,0.000107746266,0.0002261036,0.000026365497],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000358043,0.010544313,0.91587806,0.0038709645,0.004395918,0.000060086775,0.032879714,0.000043889173,0.000028657301,0.00042801703,0.003422008,0.028090307],"study_design_scores_gemma":[0.018159056,0.007558739,0.9581533,0.00047214888,0.00094014907,0.0000038122207,0.007149971,0.0006456688,0.0023074045,0.000013058294,0.004297637,0.0002990358],"about_ca_topic_score_codex":0.00006769655,"about_ca_topic_score_gemma":8.020097e-7,"teacher_disagreement_score":0.042275235,"about_ca_system_score_codex":0.00009251902,"about_ca_system_score_gemma":0.00029968005,"threshold_uncertainty_score":0.5977165},"labels":[],"label_agreement":null},{"id":"W3109225475","doi":"10.2196/22982","title":"Extracting Family History of Patients From Clinical Narratives: Exploring an End-to-End Solution With Deep Learning Models","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Chronic Disease Prevention and Health Promotion; Clinical and Translational Science Institute, University of Florida; National Center for Advancing Translational Sciences; University of Florida; National Cancer Institute; National Institutes of Health; Nvidia; Centers for Disease Control and Prevention; National Institute on Aging; Patient-Centered Outcomes Research Institute","keywords":"Computer science; Artificial intelligence; Conditional random field; Named-entity recognition; Machine learning; Relationship extraction; Deep learning; End-to-end principle; Natural language processing; Information extraction; Transformer; F1 score; Task (project management); Engineering","score_opus":0.1443492699324689,"score_gpt":0.34205228493136125,"score_spread":0.19770301499889234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109225475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50039595,0.000035617533,0.49770263,0.0004394689,0.0003061468,0.00021151101,0.0000017389383,0.00017099682,0.0007359422],"genre_scores_gemma":[0.8657483,0.000016595366,0.13185003,0.0021096996,0.00017639934,0.000041516967,0.000032139505,0.00001708597,0.000008246526],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99635136,0.0003491806,0.001240784,0.00027458285,0.001425793,0.00035832622],"domain_scores_gemma":[0.99750125,0.0004536302,0.00061037217,0.00037246483,0.00022490544,0.0008373913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081790145,0.00019763113,0.00040143917,0.00009511906,0.00011113899,0.00004073726,0.0008864415,0.00017262265,0.00005281776],"category_scores_gemma":[0.00073424366,0.00017063213,0.00006532637,0.00026824602,0.000119861994,0.0021032752,0.0003714301,0.0013582639,0.00002351388],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111906,0.0002023187,0.02531675,0.00028813418,0.000042124102,0.0000127916555,0.4775273,0.010531344,0.000010613037,0.0010477015,0.0004733196,0.48443568],"study_design_scores_gemma":[0.0006027237,0.00097090035,0.009292876,0.00017659644,0.0000049014234,0.000001127435,0.006831276,0.9757607,0.0000031683478,0.00006678974,0.0060779625,0.00021098007],"about_ca_topic_score_codex":0.000098821205,"about_ca_topic_score_gemma":0.000014689289,"teacher_disagreement_score":0.96522933,"about_ca_system_score_codex":0.0001871194,"about_ca_system_score_gemma":0.00044288026,"threshold_uncertainty_score":0.69581765},"labels":[],"label_agreement":null},{"id":"W3109345880","doi":"10.2196/18352","title":"Unpacking Prevalence and Dichotomy in Quick Sequential Organ Failure Assessment and Systemic Inflammatory Response Syndrome Parameters: Observational Data–Driven Approach Backed by Sepsis Pathophysiology","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Northwestern University; Marquette University; Purdue University","keywords":"Sepsis; Systemic inflammatory response syndrome; Medicine; Septic shock; Intensive care unit; Intensive care medicine; Observational study; Organ dysfunction; Emergency medicine; Internal medicine","score_opus":0.09301472058390937,"score_gpt":0.35363151767482087,"score_spread":0.2606167970909115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109345880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99556917,0.00023857842,0.00032475233,0.0025949578,0.000035697594,0.0010530906,0.000115710056,0.00005155353,0.00001648731],"genre_scores_gemma":[0.98659855,0.00040249169,0.008680992,0.0033557825,0.000034524426,0.00020659651,0.0006973649,0.000019205034,0.000004490225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99766743,0.0002237907,0.0008156955,0.00030579127,0.0006965554,0.00029073172],"domain_scores_gemma":[0.99838066,0.00046546044,0.00023374779,0.00037605833,0.00005394349,0.0004901297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056107366,0.00024266253,0.0005499538,0.00008913896,0.00006203586,0.000051912895,0.00022485873,0.00025457243,0.00005838249],"category_scores_gemma":[0.00032386812,0.00019348314,0.000037848487,0.00022233515,0.00021933371,0.00040065852,0.00034811118,0.00043716762,0.000009338294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010840043,0.0010059677,0.95066863,0.010649435,0.00070607266,0.00077214127,0.017294182,0.000058436322,0.0029233166,0.00019346556,0.011436012,0.0032083637],"study_design_scores_gemma":[0.014070601,0.0017679023,0.6737052,0.0032588874,0.00043325493,0.0014752453,0.009805589,0.29300472,0.00019541896,0.000068865476,0.0013198277,0.00089445536],"about_ca_topic_score_codex":0.000007834915,"about_ca_topic_score_gemma":0.0000014437915,"teacher_disagreement_score":0.2929463,"about_ca_system_score_codex":0.00014061668,"about_ca_system_score_gemma":0.00037140946,"threshold_uncertainty_score":0.78900135},"labels":[],"label_agreement":null},{"id":"W3109501393","doi":"10.2196/21750","title":"Family History Information Extraction With Neural Attention and an Enhanced Relation-Side Scheme: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Computer science; Artificial neural network; Artificial intelligence; Relationship extraction; Information extraction; Machine learning; Scheme (mathematics); Task (project management); Inference; Relation (database); Sentence; Algorithm; Data mining","score_opus":0.026119777972762416,"score_gpt":0.2653891485497481,"score_spread":0.2392693705769857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109501393","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34439728,0.000016357832,0.6546859,0.00028779532,0.000075419746,0.00014378899,2.4583576e-7,0.00009374507,0.00029944483],"genre_scores_gemma":[0.4596904,0.00001974903,0.5383302,0.0017898935,0.00006664871,0.000034338398,0.0000542045,0.0000049713185,0.000009584428],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866587,0.000024362369,0.0004859483,0.00010429216,0.000586449,0.00013306981],"domain_scores_gemma":[0.9992991,0.000027389393,0.00021377072,0.0001310354,0.00008887488,0.00023980973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002412946,0.000108879074,0.00010887366,0.00007423621,0.00009021838,0.00010399671,0.00014564932,0.00010212666,0.000005724114],"category_scores_gemma":[0.00004133331,0.00009524724,0.00000974452,0.00011088362,0.00004110012,0.004805647,0.00008360892,0.00021308374,0.000011718303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000101841515,0.000017610471,0.00022368006,0.00012429745,0.0000104170085,0.0000015582481,0.025409603,0.00012109679,0.00020038565,0.0018460216,0.00013533182,0.9718998],"study_design_scores_gemma":[0.0005200096,0.00008171152,0.0055678017,0.000039237177,0.0000037174354,0.000016558515,0.0007321115,0.9883285,0.00022759708,0.000035617966,0.0043054256,0.00014168759],"about_ca_topic_score_codex":0.0000044652397,"about_ca_topic_score_gemma":0.0000010709431,"teacher_disagreement_score":0.9882074,"about_ca_system_score_codex":0.00009052838,"about_ca_system_score_gemma":0.00015153845,"threshold_uncertainty_score":0.38840696},"labels":[],"label_agreement":null},{"id":"W3109919947","doi":"10.2196/22508","title":"Identification of Semantically Similar Sentences in Clinical Notes: Iterative Intermediate Training Using Multi-Task Learning","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Task (project management); Identification (biology); Natural language processing; Training (meteorology); Artificial intelligence; Engineering","score_opus":0.10714068958502107,"score_gpt":0.37892976319237814,"score_spread":0.27178907360735705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109919947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3971055,0.000008734216,0.6018596,0.00068583555,0.00013972724,0.00013054317,8.69542e-7,0.0000462511,0.000022905588],"genre_scores_gemma":[0.93102825,0.000019896337,0.06768782,0.0011566862,0.00008907012,0.0000067291585,0.0000032116043,0.0000060337857,0.000002313969],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965794,0.0001784602,0.0020393643,0.00020222805,0.00072449545,0.00027603586],"domain_scores_gemma":[0.99838483,0.00048143833,0.00052340137,0.00022245097,0.00011610584,0.00027177588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015158396,0.00014159495,0.000385818,0.00010996231,0.000052335883,0.000091528265,0.00079110946,0.00017436889,0.000011380187],"category_scores_gemma":[0.0026699454,0.00012486667,0.000094231684,0.00039670643,0.00017366205,0.0007898508,0.00034755855,0.0007051995,0.000016243956],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047081758,0.00040479674,0.049638927,0.0010467106,0.000108928376,0.0001094924,0.58983564,0.017599935,0.0013448555,0.0037881208,0.000039457813,0.33603606],"study_design_scores_gemma":[0.00054925535,0.000073329036,0.0017679818,0.00023899073,0.0000048302322,0.0000056335516,0.0038261774,0.9931428,0.00013505109,0.0000809225,0.000051924617,0.00012313273],"about_ca_topic_score_codex":0.00000405339,"about_ca_topic_score_gemma":0.0000036449849,"teacher_disagreement_score":0.97554284,"about_ca_system_score_codex":0.000025838637,"about_ca_system_score_gemma":0.00022878541,"threshold_uncertainty_score":0.50919145},"labels":[],"label_agreement":null},{"id":"W3110008023","doi":"10.2196/19061","title":"Predictors of Internet Use Among Older Adults With Diabetes in South Korea: Survey Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Gerontology; Logistic regression; Digital divide; Odds; Medicine; Odds ratio; Internet access; Educational attainment; Information and Communications Technology; Sample (material); Psychology; Demography; Economic growth; Computer science; Internal medicine","score_opus":0.017639447500851814,"score_gpt":0.26828088801162603,"score_spread":0.2506414405107742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110008023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981392,0.0000053141584,0.000043386546,0.00020252661,0.000077122044,0.0010804742,0.000022906002,0.00018537519,0.00024370881],"genre_scores_gemma":[0.9994605,0.000003989902,0.00010809138,0.00026976192,0.00003773497,0.000066550136,0.000017640565,0.000012707014,0.000023032915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973346,0.00021971893,0.0007459044,0.00014746856,0.0011519135,0.0004003814],"domain_scores_gemma":[0.9986662,0.0003348724,0.00028377306,0.00021933512,0.00013086082,0.00036491995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091143645,0.0001645651,0.00038287332,0.0001376144,0.000046510388,0.000040210038,0.0006525243,0.00029283622,0.00009168284],"category_scores_gemma":[0.002070054,0.00012584146,0.000034776134,0.00081151916,0.0008574577,0.00054844964,0.00019736431,0.0005212995,0.000016129921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025344181,0.00014482024,0.6900743,0.000051521147,0.000029815053,0.000005042633,0.3087389,0.0000010001113,3.4810792e-8,0.000016303806,0.00053968804,0.00037322802],"study_design_scores_gemma":[0.0017556015,0.0003505294,0.90483445,0.00030330295,0.000010564657,1.06315774e-7,0.090709634,0.0017813989,0.000011056784,0.0000023472926,0.00009928344,0.00014171717],"about_ca_topic_score_codex":0.0012208343,"about_ca_topic_score_gemma":0.016734924,"teacher_disagreement_score":0.21802925,"about_ca_system_score_codex":0.000041249106,"about_ca_system_score_gemma":0.00020609959,"threshold_uncertainty_score":0.9338481},"labels":[],"label_agreement":null},{"id":"W3110033720","doi":"10.2196/23854","title":"The Correlation of Online Health Information–Seeking Experience With Health-Related Quality of Life: Cross-Sectional Study Among Non–English-Speaking Female Students in a Religious Community","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Health promotion; Descriptive statistics; Psychology; Cross-sectional study; Health education; Information seeking behavior; Health information; Quality (philosophy); Medical education; Medicine; Nursing; Health care; Public health; World Wide Web; Computer science; Statistics","score_opus":0.08730174403740526,"score_gpt":0.4921564872013946,"score_spread":0.40485474316398934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110033720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992133,0.000036009205,0.0031368134,0.00043616135,0.00034386327,0.0032644453,0.00006721471,0.00008821585,0.0004942556],"genre_scores_gemma":[0.9934669,0.000039674505,0.0004173656,0.0056299353,0.00005167047,0.00016598217,0.00021332827,0.000010380998,0.0000047210883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98307186,0.0021524597,0.0117408335,0.000119071294,0.0023048087,0.00061097456],"domain_scores_gemma":[0.98918045,0.0017794408,0.0067411,0.00057950884,0.0010626178,0.00065690634],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014870771,0.00023188857,0.00082675455,0.00017613223,0.0014355266,0.00006319654,0.00090172293,0.00028761016,0.000071152754],"category_scores_gemma":[0.0060640923,0.00016027769,0.00007187076,0.0011558284,0.00041566722,0.002724215,0.00044403094,0.002917711,0.000014708054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024305609,0.0002456463,0.56975746,0.001403728,0.000013491414,8.058083e-8,0.42713186,0.0001578095,2.3493106e-8,0.00003459491,0.00007004145,0.00094222155],"study_design_scores_gemma":[0.0028194822,0.000443173,0.74650204,0.00050999655,0.0000014778838,3.8768943e-7,0.22549267,0.023829537,1.8591992e-7,0.0000069033777,0.0002930852,0.00010105463],"about_ca_topic_score_codex":0.0051307585,"about_ca_topic_score_gemma":0.0020056202,"teacher_disagreement_score":0.20163919,"about_ca_system_score_codex":0.00036826765,"about_ca_system_score_gemma":0.0024884273,"threshold_uncertainty_score":0.99986446},"labels":[],"label_agreement":null},{"id":"W3110447907","doi":"10.2196/19416","title":"A Human-Algorithm Integration System for Hip Fracture Detection on Plain Radiography: System Development and Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Algorithm; Hip fracture; Radiography; Emergency department; Internal medicine; Machine learning; Radiology; Osteoporosis; Computer science","score_opus":0.09081524535478216,"score_gpt":0.39150384810209976,"score_spread":0.30068860274731757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110447907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8403352,0.000016918824,0.15538657,0.0008072344,0.0003314327,0.0027613407,0.0000039282395,0.00021620504,0.00014118923],"genre_scores_gemma":[0.9955918,0.0000024614171,0.0024484,0.00090710726,0.00042960505,0.00049652916,0.00010170022,0.000014544736,0.000007804805],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980529,0.00005390421,0.0009387631,0.00014706586,0.00061443984,0.00019293094],"domain_scores_gemma":[0.9989468,0.00011664364,0.00023996546,0.0001320007,0.00019517359,0.00036943506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006367852,0.00016265723,0.00029562612,0.00017638662,0.0002785782,0.000051540548,0.00007054904,0.00023081792,0.000009316786],"category_scores_gemma":[0.0001595061,0.00012745484,0.000053711552,0.00026536782,0.00003281343,0.00015526559,0.000014751596,0.00033596225,0.000022789349],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024083801,0.00031130118,0.0011581442,0.0036496788,0.00011249757,0.0000088056695,0.09409541,0.000019145353,0.000071760274,0.0002563791,0.0008783136,0.8991977],"study_design_scores_gemma":[0.0017582614,0.0071040844,0.0040637054,0.0029537566,0.00028558378,0.00012862466,0.61927116,0.2730939,0.08286344,0.00004004101,0.007787531,0.0006498989],"about_ca_topic_score_codex":0.000044485787,"about_ca_topic_score_gemma":0.000012467074,"teacher_disagreement_score":0.8985478,"about_ca_system_score_codex":0.0002494276,"about_ca_system_score_gemma":0.00016603731,"threshold_uncertainty_score":0.51974577},"labels":[],"label_agreement":null},{"id":"W3110675476","doi":"10.2196/20597","title":"Missing-Data Handling Methods for Lifelogs-Based Wellness Index Estimation: Comparative Analysis With Panel Data","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; National Research Foundation","keywords":"Missing data; Imputation (statistics); Computer science; Data set; Data mining; Statistics; Artificial intelligence; Mathematics; Machine learning","score_opus":0.32175481348796126,"score_gpt":0.5706437292527782,"score_spread":0.24888891576481692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110675476","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005938644,0.00013755877,0.9738959,0.019693524,0.00013423928,0.0041403803,0.00052627805,0.00019896767,0.0006792644],"genre_scores_gemma":[0.11996607,0.00007509742,0.8001247,0.056396518,0.00076129194,0.0067101335,0.01586203,0.000042542542,0.00006162639],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958618,0.00044272753,0.0018834769,0.0004066474,0.0006945669,0.0007107692],"domain_scores_gemma":[0.9921611,0.0031096076,0.00095457764,0.0018274339,0.0003047924,0.0016425054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032355732,0.00025772382,0.00085753686,0.00017210032,0.0011153034,0.000036632668,0.0016606242,0.00038735918,0.00038267527],"category_scores_gemma":[0.0015858402,0.00019492912,0.000053995736,0.001409559,0.00019027258,0.00047968488,0.0005140823,0.0010365495,0.00009448055],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013092897,0.00049461215,0.007855143,0.016278805,0.0009420515,0.000004111383,0.026670855,0.0038375317,0.0000019364472,0.0031886995,0.15383244,0.7855845],"study_design_scores_gemma":[0.0014985111,0.00007667902,0.0003672477,0.00018764613,0.0002404235,6.941215e-7,0.0023152821,0.71791726,0.0000035042274,0.000063101805,0.27717865,0.00015101438],"about_ca_topic_score_codex":0.00005405825,"about_ca_topic_score_gemma":0.00010261598,"teacher_disagreement_score":0.78543353,"about_ca_system_score_codex":0.000074928204,"about_ca_system_score_gemma":0.0037266242,"threshold_uncertainty_score":0.8578124},"labels":[],"label_agreement":null},{"id":"W3110719530","doi":"10.2196/18607","title":"A Chatbot for Perinatal Women’s and Partners’ Obstetric and Mental Health Care: Development and Usability Evaluation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Chatbot; Usability; Facilitator; Medicine; Medical education; Psychology; Nursing; Internet privacy; World Wide Web; Computer science; Social psychology; Human–computer interaction","score_opus":0.07839033708394397,"score_gpt":0.44819001916626683,"score_spread":0.36979968208232283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110719530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937868,0.0005644811,0.00008605741,0.0021793302,0.00027234032,0.0026388345,0.000049846552,0.0000368734,0.00038544374],"genre_scores_gemma":[0.99637544,0.000005132004,0.0006269292,0.0016607172,0.000028240174,0.0012174398,0.000049464852,0.000008733876,0.00002789009],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9981827,0.00007529376,0.00074232125,0.0001753954,0.0005117759,0.0003125161],"domain_scores_gemma":[0.99891454,0.00011755001,0.00014668236,0.000104304265,0.00004938532,0.0006675269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078003877,0.00013609549,0.00024401298,0.00005925694,0.00017446232,0.000053220614,0.00008012458,0.00007130644,0.00011570709],"category_scores_gemma":[0.0002238289,0.00012170276,0.000019264837,0.00012185308,0.00013689684,0.00020852376,0.00015512612,0.00014204811,0.000013365363],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011446739,0.0003692535,0.0060174856,0.0012006217,0.000050549585,9.243951e-7,0.47979364,4.525648e-8,6.0739566e-8,0.00041714084,0.0012417267,0.5107941],"study_design_scores_gemma":[0.016485773,0.012655149,0.15932195,0.00023237325,0.00002802879,0.000088292014,0.7180194,0.0048983805,0.00000972463,0.00024784426,0.08739947,0.0006136175],"about_ca_topic_score_codex":0.0000073407946,"about_ca_topic_score_gemma":0.000019196541,"teacher_disagreement_score":0.5101805,"about_ca_system_score_codex":0.00029238872,"about_ca_system_score_gemma":0.00017345343,"threshold_uncertainty_score":0.49628946},"labels":[],"label_agreement":null},{"id":"W3110795050","doi":"10.2196/23562","title":"Exploring the Interdisciplinary Nature of Precision Medicine：Network Analysis and Visualization","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Precision medicine; Discipline; Data science; Social network analysis; Visualization; Computer science; Medicine; Data mining; Sociology; Social science; World Wide Web; Social media","score_opus":0.10690012424059926,"score_gpt":0.4487823860978517,"score_spread":0.34188226185725246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110795050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8704158,0.00023763227,0.096300125,0.025984507,0.00040345092,0.0005595215,0.00001206886,0.00004852691,0.006038344],"genre_scores_gemma":[0.9982855,0.00006686456,0.00028228364,0.0008639033,0.00038272765,0.00003257438,0.00001868818,0.0000050559706,0.00006245521],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952089,0.00021204317,0.0011568218,0.00015342429,0.00306565,0.00020314475],"domain_scores_gemma":[0.99728984,0.001248356,0.00034953168,0.0003307493,0.00047667336,0.00030486519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029292481,0.00011733396,0.00036263248,0.00025422065,0.00023441367,0.000103016326,0.00075245753,0.00012493624,0.0004132271],"category_scores_gemma":[0.0024787923,0.00005826864,0.00009085391,0.0044302484,0.00031647025,0.0008165326,0.0010681171,0.0004392121,0.000026875416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010551795,0.00012642865,0.017432049,0.00025496687,0.0006470188,0.000021764026,0.26421046,0.0019942666,0.00007300623,0.0213149,0.22170664,0.4711633],"study_design_scores_gemma":[0.00076480175,0.0011173701,0.03698423,0.00025267105,0.00014619796,0.000009718568,0.085000575,0.8524815,0.00019259672,0.009898656,0.012916153,0.00023552674],"about_ca_topic_score_codex":0.0000011213112,"about_ca_topic_score_gemma":0.000027260525,"teacher_disagreement_score":0.85048723,"about_ca_system_score_codex":0.000016021077,"about_ca_system_score_gemma":0.00008060201,"threshold_uncertainty_score":0.45245472},"labels":[],"label_agreement":null},{"id":"W3110873124","doi":"10.2196/24008","title":"Family History Extraction From Synthetic Clinical Narratives Using Natural Language Processing: Overview and Evaluation of a Challenge Data Set and Solutions for the 2019 National NLP Clinical Challenges (n2c2)/Open Health Natural Language Processing (OHNLP) Competition","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine; National Institute of General Medical Sciences; National Institutes of Health","keywords":"Natural language processing; Natural history; Computer science; Set (abstract data type); Narrative; Natural (archaeology); Artificial intelligence; Data set; Natural language; Data science; Medicine; Linguistics; History; Programming language","score_opus":0.2907145640907986,"score_gpt":0.48106241346380924,"score_spread":0.19034784937301064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110873124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.580488,0.41066906,0.0014790246,0.0050139595,0.00036729235,0.0013222393,0.00053700106,0.000017589775,0.00010580265],"genre_scores_gemma":[0.9881267,0.0067962366,0.0016946421,0.0014412979,0.00040943656,0.00003074064,0.0014839214,0.000012806741,0.0000042092656],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981454,0.0002324719,0.0007181506,0.00025818776,0.0004760592,0.00016975749],"domain_scores_gemma":[0.99873316,0.00016343659,0.00050071854,0.00020912697,0.0002368527,0.00015670038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021878395,0.00013939108,0.00027992693,0.00002393244,0.00017607358,0.00004367047,0.00033433636,0.00016214457,0.000009653182],"category_scores_gemma":[0.0006450747,0.00010332137,0.00005857654,0.000037789476,0.0002792263,0.00007552625,0.00038979427,0.00025563597,5.5167624e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048026454,0.00052776694,0.00009345897,0.0017311921,0.00029702418,0.0000022540987,0.029443702,0.000029566532,0.0011789735,0.00031313434,0.0062496783,0.95965296],"study_design_scores_gemma":[0.0029950205,0.000447703,0.007846878,0.0006069237,0.00019738708,0.000025411311,0.038573645,0.9311049,0.000012639586,0.000120428806,0.017717006,0.00035205795],"about_ca_topic_score_codex":0.000025555088,"about_ca_topic_score_gemma":0.00007191184,"teacher_disagreement_score":0.95930094,"about_ca_system_score_codex":0.00004084356,"about_ca_system_score_gemma":0.0011152478,"threshold_uncertainty_score":0.42133233},"labels":[],"label_agreement":null},{"id":"W3110968339","doi":"10.2196/24618","title":"Development of Social Support Networks by Patients With Depression Through Online Health Communities: Social Network Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, India; National Natural Science Foundation of China","keywords":"Social support; Reciprocity (cultural anthropology); Exponential random graph models; Social network (sociolinguistics); Psychology; Social network analysis; Mental health; Social psychology; Computer science; Psychiatry; Social media; Graph; Random graph; World Wide Web","score_opus":0.04223306246799206,"score_gpt":0.3847027752959251,"score_spread":0.34246971282793304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110968339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95788604,0.00006604618,0.035531648,0.0015278863,0.0002195429,0.0009222424,0.00017627736,0.00013597852,0.0035343296],"genre_scores_gemma":[0.96476144,0.000007997837,0.011475874,0.019258242,0.00033948838,0.000054060743,0.004055208,0.000027863884,0.000019849882],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9963122,0.00020454977,0.0016888647,0.000111046735,0.0010393658,0.00064396666],"domain_scores_gemma":[0.99831766,0.00012363186,0.000930644,0.00016135786,0.00009265611,0.0003740289],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00053960754,0.0002144116,0.0006863982,0.00004703413,0.0005304936,0.000014874522,0.00039095743,0.00028026037,0.0015058146],"category_scores_gemma":[0.000010906866,0.00017976528,0.00008917091,0.0007595738,0.00018273058,0.00014402653,0.00021679974,0.0007110824,0.000020316274],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000446639,0.0011013795,0.096854165,0.0008261642,0.0009221801,0.0000025016764,0.64605635,0.00007320247,4.635642e-8,0.00035624378,0.17094311,0.08241804],"study_design_scores_gemma":[0.0167404,0.0020974712,0.31552345,0.0007795901,0.0005344649,0.0000061738674,0.43927076,0.037231475,0.0000037978732,0.000032469812,0.18608513,0.0016948106],"about_ca_topic_score_codex":0.000058903275,"about_ca_topic_score_gemma":0.00012535304,"teacher_disagreement_score":0.21866928,"about_ca_system_score_codex":0.000115387105,"about_ca_system_score_gemma":0.00029211072,"threshold_uncertainty_score":0.99940693},"labels":[],"label_agreement":null},{"id":"W3111012053","doi":"10.2196/22649","title":"Detecting Miscoded Diabetes Diagnosis Codes in Electronic Health Records for Quality Improvement: Temporal Deep Learning Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences","keywords":"Medicine; Population; Diagnosis code; Gold standard (test); Medical record; Deep learning; Receiver operating characteristic; Artificial intelligence; Machine learning; Diabetes mellitus; Computer science; Artificial neural network; Health care; Test set; Data mining; Internal medicine","score_opus":0.03224698330372816,"score_gpt":0.342191091342008,"score_spread":0.3099441080382798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111012053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4745976,0.00033083276,0.51153105,0.01094371,0.00016345874,0.0016476518,0.000004927257,0.0005294154,0.00025134045],"genre_scores_gemma":[0.9176154,0.00008182621,0.07384766,0.0074874116,0.00015329225,0.00073669036,0.00004706956,0.000022743981,0.000007865353],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99587584,0.0003744816,0.0014927295,0.00032403454,0.00086043135,0.0010724808],"domain_scores_gemma":[0.9975141,0.0008171241,0.0006613389,0.00033092243,0.00008656534,0.000589942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032228453,0.00025144496,0.0005693971,0.00012776353,0.0002710446,0.00014865425,0.0010647791,0.00020259952,0.000017534068],"category_scores_gemma":[0.0022744008,0.00023279614,0.000112425594,0.00067551027,0.00005757367,0.0004970653,0.00037751085,0.0015417068,0.000008583066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026056407,0.00014178573,0.12811016,0.0045479448,0.00003416219,0.0000012343927,0.039312407,0.0011084034,0.000005675433,0.0030722928,0.0003404713,0.8232994],"study_design_scores_gemma":[0.0008973662,0.0009851718,0.0013773929,0.00012165238,0.0000022685751,0.0000015495385,0.0017459812,0.9901107,0.00007405587,0.00032407633,0.004087798,0.00027199858],"about_ca_topic_score_codex":0.00020216913,"about_ca_topic_score_gemma":0.00014047808,"teacher_disagreement_score":0.9890023,"about_ca_system_score_codex":0.0002699758,"about_ca_system_score_gemma":0.0005399323,"threshold_uncertainty_score":0.94931513},"labels":[],"label_agreement":null},{"id":"W3111045851","doi":"10.2196/21790","title":"Comprehensive Computer-Aided Decision Support Framework to Diagnose Tuberculosis From Chest X-Ray Images: Data Mining Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Iran Telecommunication Research Center; National Research Foundation of Korea; National Research Foundation","keywords":"CAD; Computer science; Artificial intelligence; Chest radiograph; Data mining; Feature (linguistics); Computer-aided diagnosis; Machine learning; Pattern recognition (psychology); Medicine; Radiography; Radiology","score_opus":0.07050654608193267,"score_gpt":0.38319950934492253,"score_spread":0.31269296326298984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111045851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8877488,0.00006009432,0.06272503,0.045735866,0.00064507796,0.0023382215,0.00025403564,0.00043309372,0.000059820617],"genre_scores_gemma":[0.44486862,0.00010463367,0.2569055,0.295481,0.0015077144,0.00015250259,0.00089184765,0.00008223883,0.00000593256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99461484,0.000106522006,0.0016614853,0.000586102,0.0024487162,0.00058236317],"domain_scores_gemma":[0.9903567,0.0052343635,0.00027720694,0.0018502867,0.0002810007,0.0020004637],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00053983607,0.00046616772,0.0011122534,0.00020035371,0.00014879867,0.0001777809,0.0013469339,0.00038398412,0.001506492],"category_scores_gemma":[0.005263601,0.00040180722,0.00013404466,0.0008905604,0.00015728555,0.0004990316,0.002349217,0.0010452415,0.00094393716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032462462,0.0019073182,0.027287984,0.0005681676,0.00041536687,0.00087365066,0.06321064,0.000121240824,0.000024878107,0.0000034313962,0.70726514,0.19799757],"study_design_scores_gemma":[0.01235211,0.0065329922,0.1730001,0.006012494,0.0010503717,0.000066239714,0.041780017,0.21698622,0.00018518232,0.00005274539,0.54029006,0.0016914898],"about_ca_topic_score_codex":0.00011988742,"about_ca_topic_score_gemma":0.00001344153,"teacher_disagreement_score":0.44288012,"about_ca_system_score_codex":0.00012653095,"about_ca_system_score_gemma":0.00048520818,"threshold_uncertainty_score":0.99984336},"labels":[],"label_agreement":null},{"id":"W3111868183","doi":"10.2196/20470","title":"Prototypical Clinical Trial Registry Based on Fast Healthcare Interoperability Resources (FHIR): Design and Implementation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; Friedrich-Alexander-Universität Erlangen-Nürnberg","keywords":"Interoperability; Computer science; Clinical trial; Health care; Database; Medicine; World Wide Web","score_opus":0.20565758686519,"score_gpt":0.5497460108954059,"score_spread":0.3440884240302159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111868183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9536474,0.000015670854,0.0047527365,0.018099682,0.0006137365,0.022259627,0.000017543967,0.0002341292,0.0003594912],"genre_scores_gemma":[0.9737653,0.000014477467,0.0010861933,0.02034063,0.0012062986,0.003496382,0.00003169793,0.000031790078,0.000027226648],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98877996,0.004954024,0.0037730907,0.00035458524,0.0013335717,0.0008047698],"domain_scores_gemma":[0.99492455,0.0021322065,0.0008141224,0.0005143594,0.00018488737,0.0014298661],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007555099,0.0002726244,0.0007803673,0.00007323119,0.0005164909,0.000031989806,0.000410475,0.0005800121,0.00046569316],"category_scores_gemma":[0.0018809083,0.00020317952,0.000087746994,0.00027370697,0.00017269407,0.00015776226,0.00017832416,0.0029526837,0.00015401037],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10820315,0.0032870125,0.26633024,0.013066633,0.00017488631,0.00004725778,0.29209176,0.000008748326,0.0000015716946,0.00042595342,0.06403559,0.2523272],"study_design_scores_gemma":[0.25265816,0.091209605,0.041084968,0.0023835963,0.00010065678,0.000010496876,0.32554314,0.14640783,0.0000070317597,0.00011860595,0.13924909,0.0012268344],"about_ca_topic_score_codex":0.00013944229,"about_ca_topic_score_gemma":0.00016277062,"teacher_disagreement_score":0.25110036,"about_ca_system_score_codex":0.00030169738,"about_ca_system_score_gemma":0.0024971196,"threshold_uncertainty_score":0.99934757},"labels":[],"label_agreement":null},{"id":"W3111991384","doi":"10.2196/23086","title":"ALBERT-Based Self-Ensemble Model With Semisupervised Learning and Data Augmentation for Clinical Semantic Textual Similarity Calculation: Algorithm Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Computer science; Semantic similarity; Similarity (geometry); Artificial intelligence; Process (computing); Natural language processing; Set (abstract data type); GRASP; Pearson product-moment correlation coefficient; Data set; Machine learning; Information retrieval; Task (project management); Statistics; Mathematics","score_opus":0.09368095229211959,"score_gpt":0.41810643918057266,"score_spread":0.3244254868884531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111991384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058418978,0.000009831996,0.9354311,0.004466172,0.000051279974,0.0012553203,0.000009669376,0.00029506418,0.00006257034],"genre_scores_gemma":[0.5305856,0.000011694979,0.4659594,0.002780711,0.00014528757,0.00008304323,0.0003994288,0.000019020723,0.000015806649],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99702376,0.00027938903,0.00095647795,0.00038895253,0.0010663285,0.00028506765],"domain_scores_gemma":[0.99770665,0.0007799833,0.00032148234,0.00051831536,0.00020314318,0.000470409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017362451,0.00020069929,0.00033734785,0.00005956571,0.0002786313,0.00020580899,0.00078091625,0.00017792085,0.000009937919],"category_scores_gemma":[0.0007400061,0.0001682076,0.000036056834,0.00031643733,0.00005713933,0.0009092288,0.00045990263,0.00067461893,0.000007669865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028422303,0.0015627939,0.1928187,0.0033007404,0.00032075698,0.00003905322,0.06363492,0.054087788,0.0000040834893,0.0009384519,0.0063849655,0.6766235],"study_design_scores_gemma":[0.0026160097,0.00084598735,0.0013618214,0.000053918633,0.000039386206,0.000006926854,0.00089896127,0.9932277,0.000005125845,0.000021354084,0.000720925,0.00020186353],"about_ca_topic_score_codex":0.000018187038,"about_ca_topic_score_gemma":0.000010953898,"teacher_disagreement_score":0.9391399,"about_ca_system_score_codex":0.000036158803,"about_ca_system_score_gemma":0.0004887894,"threshold_uncertainty_score":0.68593067},"labels":[],"label_agreement":null},{"id":"W3112082869","doi":"10.2196/18756","title":"Measuring Adoption of Patient Priorities–Aligned Care Using Natural Language Processing of Electronic Health Records: Development and Validation of the Model","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Heart, Lung, and Blood Institute; Office of Rural Health; Center for Innovations in Quality, Effectiveness and Safety; U.S. Department of Veterans Affairs","keywords":"Recall; Artificial intelligence; Electronic health record; Natural language processing; Health care; Medicine; Precision and recall; Health information technology; Health records; Computer science; MEDLINE; Chart; Machine learning; Psychology; Statistics","score_opus":0.03695151460502731,"score_gpt":0.311274838488408,"score_spread":0.27432332388338065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112082869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969641,0.00086372526,0.0012482847,0.00018740575,0.00002342188,0.00050288835,0.0000032065632,0.000016487948,0.00019045296],"genre_scores_gemma":[0.9965619,0.000021027878,0.0031473893,0.00021353892,0.000014738901,0.0000068119884,0.00002563238,0.000006369546,0.0000025847862],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984415,0.000019923362,0.0006436589,0.000056285007,0.000692215,0.00014642737],"domain_scores_gemma":[0.99926805,0.000010222306,0.0004263438,0.0000970895,0.00011221516,0.00008608039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014549574,0.00008492928,0.00023351198,0.000048095244,0.000038112237,0.000006495866,0.000074284726,0.000041990435,0.0000051179018],"category_scores_gemma":[0.0000747312,0.000061782055,0.000035849993,0.00016039996,0.000074906784,0.0001345979,0.00008748595,0.000111109,1.3042711e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003713113,0.00019964053,0.002909561,0.062211335,0.00019148871,0.0000020095156,0.5678515,0.0027121622,0.0006743229,0.0007552993,0.00009111951,0.36203024],"study_design_scores_gemma":[0.0033190986,0.0005738198,0.0023567628,0.006227347,0.00016954004,0.000010177431,0.17596121,0.7940776,0.016868474,0.000043753953,0.00015675314,0.00023546685],"about_ca_topic_score_codex":0.000010375554,"about_ca_topic_score_gemma":0.0000057242814,"teacher_disagreement_score":0.79136544,"about_ca_system_score_codex":0.00016930362,"about_ca_system_score_gemma":0.0014426743,"threshold_uncertainty_score":0.25592422},"labels":[],"label_agreement":null},{"id":"W3112199150","doi":"10.2196/25000","title":"Mortality Prediction of Patients With Cardiovascular Disease Using Medical Claims Data Under Artificial Intelligence Architectures: Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"La Trobe University","keywords":"Machine learning; Random forest; Artificial intelligence; Medicine; Decision tree; Artificial neural network; Computer science; Logistic regression; Gradient boosting; Oversampling; Health care; Data set; Mortality rate; Medical record; Data mining; Surgery","score_opus":0.11051992801029026,"score_gpt":0.35869391515343746,"score_spread":0.2481739871431472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112199150","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.495829,0.000010658692,0.5030501,0.00036958666,0.00010727869,0.0005065234,0.000035013552,0.00008251389,0.000009315721],"genre_scores_gemma":[0.9933865,0.0000035479773,0.005693755,0.0005488177,0.00015422249,0.000016309086,0.00018596288,0.000010692279,1.8902752e-7],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936332,0.00032640708,0.0010336566,0.0003224064,0.004421561,0.00026278492],"domain_scores_gemma":[0.99714017,0.00014729556,0.0002769455,0.00143246,0.00018993474,0.0008132188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013562988,0.00018205149,0.00034067157,0.00008198791,0.00011898557,0.00006659529,0.0017746184,0.00012824663,0.000058878104],"category_scores_gemma":[0.0010368227,0.00013795317,0.000071262024,0.000580353,0.00016296048,0.00046448133,0.0009861505,0.00066196994,0.000007048327],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021629292,0.0017527683,0.5818729,0.002133961,0.0010266464,0.000072987576,0.032947168,0.12002195,3.7176073e-7,0.002614503,0.00013608683,0.25720438],"study_design_scores_gemma":[0.000258766,0.00024960205,0.0637959,0.00010113955,0.000066920904,0.0000020712419,0.00052672205,0.934506,0.000004010948,0.00029913613,0.000065176246,0.00012453111],"about_ca_topic_score_codex":0.000075434575,"about_ca_topic_score_gemma":0.0000087419585,"teacher_disagreement_score":0.81448406,"about_ca_system_score_codex":0.000043747397,"about_ca_system_score_gemma":0.0006811004,"threshold_uncertainty_score":0.56255674},"labels":[],"label_agreement":null},{"id":"W3112286553","doi":"10.2196/21712","title":"Giving Your Electronic Health Record a Checkup After COVID-19: A Practical Framework for Reviewing Clinical Decision Support in Light of the Telemedicine Expansion","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Workflow; Medical emergency; Health informatics; Medicine; Context (archaeology); Clinical decision support system; Health care; Telehealth; Ambulatory care; Informatics; Ambulatory; Decision support system; Nursing; Computer science; Public health; Artificial intelligence","score_opus":0.1481900803841404,"score_gpt":0.5474113318907805,"score_spread":0.3992212515066401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112286553","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15997255,0.0019211158,0.39708766,0.4178747,0.003500872,0.018533546,0.000048210823,0.00029436187,0.0007669923],"genre_scores_gemma":[0.40634775,0.008156884,0.06832401,0.5076238,0.0043144356,0.0047071367,0.00005807691,0.00018406239,0.00028386872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874501,0.0017799461,0.0069932304,0.00036776575,0.0016197733,0.0017891319],"domain_scores_gemma":[0.9862503,0.00834584,0.0023366818,0.00075809273,0.00022552088,0.002083603],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01645653,0.00033694503,0.0015604021,0.00014444142,0.00040057016,0.000010621048,0.00065263093,0.0010264632,0.0010098843],"category_scores_gemma":[0.056471083,0.00021805427,0.00030620125,0.0010047507,0.00014668838,0.00027378724,0.00039644685,0.005232605,0.000103454695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004074269,0.0009504686,0.12507474,0.061900463,0.00015938023,0.000050104834,0.1285436,0.0000041530907,0.000008961551,0.0127189495,0.33085957,0.33565533],"study_design_scores_gemma":[0.0036320153,0.001926575,0.0015966335,0.007866929,0.000028471535,0.00002721954,0.007922185,0.006459298,0.0000024346045,0.0016539351,0.96861815,0.00026614798],"about_ca_topic_score_codex":0.00009241676,"about_ca_topic_score_gemma":0.00044136538,"teacher_disagreement_score":0.63775855,"about_ca_system_score_codex":0.0011849098,"about_ca_system_score_gemma":0.021610457,"threshold_uncertainty_score":0.9999033},"labels":[],"label_agreement":null},{"id":"W3112671099","doi":"10.2196/20567","title":"Global Infectious Disease Surveillance and Case Tracking System for COVID-19: Development Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Interoperability; Health information exchange; Health care; International Health Regulations; Global health; Pandemic; Disease surveillance; Upload; Medicine; Public health; Medical emergency; Infectious disease (medical specialty); Business; Computer science; Coronavirus disease 2019 (COVID-19); Disease; World Wide Web; Nursing; Economic growth","score_opus":0.03747813063494781,"score_gpt":0.3271239146383524,"score_spread":0.28964578400340457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112671099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34299502,0.000032730495,0.65378976,0.0012076494,0.00015687743,0.0011396514,0.000018408567,0.00050912605,0.00015076996],"genre_scores_gemma":[0.99162817,9.86529e-7,0.002323006,0.0058270018,0.00006207948,0.00014443698,0.000005363484,0.0000070872516,0.0000018790388],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979441,0.0000516908,0.00073263596,0.0002341172,0.000701408,0.0003360162],"domain_scores_gemma":[0.9971966,0.00045430486,0.00017790563,0.00027375616,0.000092261515,0.0018051701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063341344,0.00020175267,0.0002867779,0.00005001402,0.00026573328,0.0004282621,0.00048149747,0.00006922143,0.0000027596939],"category_scores_gemma":[0.0015777664,0.00018062675,0.000050644536,0.0004078723,0.000043589112,0.00082014396,0.00045230635,0.00013417307,0.000010682268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032110533,0.0010777247,0.35698292,0.022465983,0.00040850916,0.01250963,0.17189713,0.0012948858,0.0000012368926,0.022586748,0.0028765963,0.4075775],"study_design_scores_gemma":[0.00876407,0.00095993816,0.02714982,0.00036935558,0.00004358751,0.0022397183,0.012682453,0.9162645,0.000008808627,0.00021960169,0.02987396,0.0014242152],"about_ca_topic_score_codex":0.000021756736,"about_ca_topic_score_gemma":0.00012325912,"teacher_disagreement_score":0.91496956,"about_ca_system_score_codex":0.00037071048,"about_ca_system_score_gemma":0.0012217937,"threshold_uncertainty_score":0.73657453},"labels":[],"label_agreement":null},{"id":"W3112799330","doi":"10.2196/23530","title":"Cystic Fibrosis Point of Personalized Detection (CFPOPD): An Interactive Web Application","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cystic Fibrosis Research Advances","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; Ohio Development Services Agency; National Institutes of Health; Cystic Fibrosis Foundation","keywords":"Medicine; Cystic fibrosis; Analytics; Computer science; Disease; Intensive care medicine; Data science; Pathology; Internal medicine","score_opus":0.01507460678575654,"score_gpt":0.33311239409229565,"score_spread":0.3180377873065391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112799330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8286501,0.00012582864,0.1625405,0.003529186,0.0001132088,0.0019989929,0.00006900178,0.00031294738,0.0026602151],"genre_scores_gemma":[0.99050343,0.00003070977,0.008010757,0.0010189989,0.00016067209,0.0001371997,0.000095430376,0.000017775597,0.00002503545],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99765265,0.000055719844,0.0006996507,0.00013608798,0.0012191216,0.00023674454],"domain_scores_gemma":[0.99830985,0.00024560597,0.00024321469,0.00024587734,0.00023909779,0.0007163717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002729861,0.00015067116,0.00038403773,0.0001122791,0.000047217964,0.000019732486,0.00018866775,0.00014071804,0.0004475658],"category_scores_gemma":[0.0014835532,0.00012191614,0.00010186231,0.00040528504,0.0002593462,0.00045482846,0.00009111728,0.0004505337,0.00012680043],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010753081,0.0014674525,0.0010055141,0.008764114,0.00042449485,0.000040701343,0.042965814,0.00006157343,0.3278569,0.0013822713,0.0055736257,0.59970444],"study_design_scores_gemma":[0.0060082795,0.004423288,0.0022991984,0.000699461,0.00012027477,0.00016320101,0.013016135,0.90096366,0.037648883,0.00026288934,0.03404148,0.00035325318],"about_ca_topic_score_codex":0.000014534249,"about_ca_topic_score_gemma":0.0000065804966,"teacher_disagreement_score":0.9009021,"about_ca_system_score_codex":0.00010499061,"about_ca_system_score_gemma":0.0002652016,"threshold_uncertainty_score":0.4971596},"labels":[],"label_agreement":null},{"id":"W3112940364","doi":"10.2196/22916","title":"Systematic Delineation of Media Polarity on COVID-19 Vaccines in Africa: Computational Linguistic Modeling Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Johannesburg","keywords":"Pandemic; Public health; Health communication; Social media; Population; Public relations; Psychology; Coronavirus disease 2019 (COVID-19); Internet privacy; Political science; Computer science; Medicine; World Wide Web; Environmental health","score_opus":0.0693920315600254,"score_gpt":0.36163578609751784,"score_spread":0.29224375453749246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112940364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9326661,0.0001266172,0.059401862,0.0042802966,0.00018998074,0.001735479,0.000012986646,0.00012134889,0.0014653123],"genre_scores_gemma":[0.9976728,0.000016517643,0.0005123143,0.0015204231,0.00021899205,0.000032394735,0.000015881811,0.000005924937,0.000004779899],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99699676,0.00021747689,0.0011696744,0.000095210286,0.0013097957,0.0002110981],"domain_scores_gemma":[0.9980863,0.00090583914,0.0002544787,0.00010888375,0.00021388449,0.00043064216],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014496301,0.000114275004,0.0003982247,0.00013358814,0.00014364354,0.000036239904,0.00031008726,0.00012532761,0.00011021267],"category_scores_gemma":[0.014161713,0.000097834396,0.00005450061,0.00051879924,0.000017181555,0.00016994214,0.00005482155,0.00026299004,0.000027897197],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008716408,0.0006277158,0.017871642,0.007282113,0.00005290646,0.000033443175,0.9356716,0.027694657,4.2512377e-7,0.009660698,0.0007353718,0.00028223215],"study_design_scores_gemma":[0.0015223264,0.00018999646,0.00085753493,0.0007802307,0.000038891405,0.0000010044511,0.075533085,0.9190522,3.9963425e-7,0.0017335137,0.000117932796,0.00017292495],"about_ca_topic_score_codex":0.00026062506,"about_ca_topic_score_gemma":0.00055452966,"teacher_disagreement_score":0.8913575,"about_ca_system_score_codex":0.000119217446,"about_ca_system_score_gemma":0.0006840502,"threshold_uncertainty_score":0.9941424},"labels":[],"label_agreement":null},{"id":"W3113296611","doi":"10.2196/22397","title":"Using General-purpose Sentiment Lexicons for Suicide Risk Assessment in Electronic Health Records: Corpus-Based Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Academy of Medical Sciences; Medical Research Council; National Institute for Health and Care Research; UK Research and Innovation","keywords":"Health records; Natural language processing; Computer science; Electronic health record; Artificial intelligence; Medical emergency; Medicine; Health care","score_opus":0.07971806615987065,"score_gpt":0.4636556540803959,"score_spread":0.38393758792052524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113296611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76809794,0.00033405752,0.22170433,0.0055201435,0.0004095602,0.002662935,0.00014855906,0.00014914568,0.00097335345],"genre_scores_gemma":[0.89268064,0.00014778784,0.068108715,0.037234858,0.00037724193,0.00074563,0.00057658274,0.00006181105,0.00006672566],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99555534,0.00037032267,0.0019228791,0.00027009656,0.0007494466,0.001131917],"domain_scores_gemma":[0.9974353,0.00047127233,0.0008462691,0.00035080517,0.00006247165,0.00083392666],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020411413,0.00025898972,0.0007258144,0.00033769864,0.00018982317,0.000041567393,0.0003155352,0.00022298197,0.0010610556],"category_scores_gemma":[0.00014996446,0.00025448826,0.00022507425,0.0010947019,0.000078272045,0.00013900688,0.00007943757,0.00093261985,0.000049343525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014076757,0.0036117889,0.5353982,0.005439078,0.0029289303,0.000103407765,0.041990962,0.0098357145,0.00006784544,0.019287294,0.027335208,0.35259393],"study_design_scores_gemma":[0.0038327207,0.0008906062,0.006191402,0.00015342157,0.00017036694,0.000008108654,0.0030456667,0.9762235,0.000042330128,0.00013361668,0.008978248,0.0003299579],"about_ca_topic_score_codex":0.0008331368,"about_ca_topic_score_gemma":0.0005527329,"teacher_disagreement_score":0.96638787,"about_ca_system_score_codex":0.0009161035,"about_ca_system_score_gemma":0.0013155427,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W3113300673","doi":"10.2196/19249","title":"Leadership Perspectives on Implementing Health Information Exchange: Qualitative Study in a Tertiary Veterans Affairs Medical Center","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health information exchange; Veterans Affairs; Information sharing; Health information technology; Health care; Interoperability; Information exchange; Medicine; Information system; Nursing; Knowledge management; Health information; Computer science; Political science; World Wide Web","score_opus":0.1537711097601329,"score_gpt":0.510371081362786,"score_spread":0.3565999716026531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113300673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7925507,0.00038223164,0.0044075167,0.16633005,0.001166963,0.014777278,0.00012926925,0.0007530845,0.019502897],"genre_scores_gemma":[0.95813465,0.000106011634,0.00017492495,0.039898038,0.0005443294,0.0009639628,0.00011048763,0.000030805095,0.000036816098],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98846036,0.003212009,0.0035781108,0.00024231977,0.0026938317,0.0018133421],"domain_scores_gemma":[0.9957744,0.0013659667,0.0009387976,0.0003226402,0.00016333743,0.0014348936],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008855693,0.00034343536,0.0007573404,0.00035280004,0.00048014979,0.000028982045,0.00055801315,0.00044347259,0.0017532932],"category_scores_gemma":[0.0021241796,0.0002841843,0.00009402897,0.00063929905,0.000111109344,0.0008602375,0.00025797813,0.003263595,0.00080229284],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012800648,0.00029301146,0.0069734,0.0031470072,0.00003784735,0.000009011262,0.957401,6.374713e-7,9.065093e-8,0.00037310677,0.01783112,0.013805782],"study_design_scores_gemma":[0.0052504484,0.0013035175,0.0017616926,0.0014057558,0.000003410538,0.000004665535,0.9654443,0.0052554985,2.7601365e-7,0.000009510014,0.019331021,0.00022987428],"about_ca_topic_score_codex":0.00048999547,"about_ca_topic_score_gemma":0.0014680102,"teacher_disagreement_score":0.16558392,"about_ca_system_score_codex":0.0010572878,"about_ca_system_score_gemma":0.0028577477,"threshold_uncertainty_score":0.9999757},"labels":[],"label_agreement":null},{"id":"W3114878918","doi":"10.2196/24924","title":"Machine Learning Prediction of Foodborne Disease Pathogens: Algorithm Development and Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Disease; Machine learning; Vibrio parahaemolyticus; Artificial intelligence; Biology; Computer science; Medicine; Pathology","score_opus":0.035523939000703796,"score_gpt":0.31026642457786785,"score_spread":0.2747424855771641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114878918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835083,0.00013672542,0.009299324,0.0056218565,0.00007627827,0.0010975405,0.000030131585,0.0001801163,0.0000497253],"genre_scores_gemma":[0.98477644,0.00008732667,0.008412185,0.006201139,0.00013642173,0.000092612085,0.0002556143,0.000020474246,0.000017761553],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979883,0.000048286558,0.0007390008,0.00011751787,0.00095618586,0.00015071599],"domain_scores_gemma":[0.9988577,0.00012247499,0.00019203103,0.00012927632,0.00010525572,0.00059326313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042272455,0.00013486805,0.00029128446,0.00009119335,0.00007053245,0.00001693954,0.0000720616,0.000079450474,0.00008246305],"category_scores_gemma":[0.0009576816,0.00011361933,0.000036311776,0.00024306402,0.000060917697,0.00013663045,0.00012233567,0.000305307,0.000013371504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003155468,0.002049488,0.22691941,0.003500515,0.00033033238,0.00013372765,0.08584616,0.00017071844,0.000076109194,0.000030688378,0.0025823142,0.678045],"study_design_scores_gemma":[0.008998789,0.0026907842,0.19960505,0.0010735915,0.0004712001,0.00002850586,0.007696977,0.68998224,0.0011104215,0.00001635339,0.08795393,0.00037217507],"about_ca_topic_score_codex":0.0000051209254,"about_ca_topic_score_gemma":5.8823724e-7,"teacher_disagreement_score":0.6898115,"about_ca_system_score_codex":0.000056331213,"about_ca_system_score_gemma":0.00033155133,"threshold_uncertainty_score":0.4633262},"labels":[],"label_agreement":null},{"id":"W3114967472","doi":"10.2196/25149","title":"Interoperable Platform to Report Polymerase Chain Reaction SARS-CoV-2 Tests From Laboratories to the Chilean Government: Development and Implementation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Computer science; Government (linguistics); Software engineering; Computer security; Process management; Operating system; Business","score_opus":0.04177479920258169,"score_gpt":0.34445930784088563,"score_spread":0.30268450863830393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114967472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99442977,0.000011620518,0.0007410058,0.0027577458,0.00018821345,0.0011870976,0.000013023913,0.000115983305,0.00055551995],"genre_scores_gemma":[0.97024506,0.000001287156,0.0013949433,0.027917616,0.00023466507,0.00014682257,0.000030346737,0.000016288515,0.00001295791],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977646,0.000020923308,0.00081131473,0.00016245086,0.0010219059,0.00021881794],"domain_scores_gemma":[0.9992178,0.00007392699,0.0001792632,0.00020916876,0.00008141879,0.00023842248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004704896,0.00017309675,0.00024350757,0.0000457148,0.00017455264,0.000078074736,0.00010704268,0.000065654036,0.000028223718],"category_scores_gemma":[0.00072672806,0.000120408346,0.0000218721,0.0004059799,0.000024225244,0.00021710673,0.0001635334,0.00029182318,0.00007214141],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006613478,0.00063483644,0.060437784,0.00026572368,0.00046686077,0.00041792353,0.41686592,0.0000010378021,0.0934107,0.000050704522,0.016566277,0.4102209],"study_design_scores_gemma":[0.0038267379,0.001688436,0.03500332,0.00030624983,0.00009597124,0.00025892537,0.1427839,0.0014755129,0.62827176,0.000005967036,0.18583629,0.00044691438],"about_ca_topic_score_codex":0.00020727988,"about_ca_topic_score_gemma":0.0005043841,"teacher_disagreement_score":0.5348611,"about_ca_system_score_codex":0.00015944554,"about_ca_system_score_gemma":0.00016853376,"threshold_uncertainty_score":0.491011},"labels":[],"label_agreement":null},{"id":"W3116632780","doi":"10.2196/21965","title":"Automatically Explaining Machine Learning Prediction Results on Asthma Hospital Visits in Patients With Asthma: Secondary Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Interpretability; Asthma; Psychological intervention; Medicine; Machine learning; Health care; Artificial intelligence; Predictive modelling; Cohort; Computer science; Nursing","score_opus":0.0066330300921168366,"score_gpt":0.2467374454739288,"score_spread":0.240104415381812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116632780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89699334,0.00001279042,0.09196698,0.006071334,0.00020485949,0.00076555595,0.000042519223,0.0008373887,0.003105208],"genre_scores_gemma":[0.9773669,0.0000034386362,0.01997218,0.002241231,0.000082245235,0.000035562367,0.0002660321,0.000018202234,0.000014190276],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99558645,0.00025235582,0.0012855653,0.00036143223,0.0019994122,0.0005147598],"domain_scores_gemma":[0.9978834,0.00036683623,0.00048527197,0.0004469341,0.00015277191,0.00066479825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090376387,0.00029220775,0.000499312,0.0004065036,0.00017722227,0.00016508797,0.00086218654,0.00023340461,0.0000855779],"category_scores_gemma":[0.0012731625,0.00023393575,0.00009603983,0.0019376171,0.00005634224,0.00085878413,0.00037928717,0.0019421577,0.00008475778],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005493974,0.00067859265,0.58009225,0.0007823547,0.00040155504,0.00013998555,0.104470305,0.0452435,2.1712029e-7,0.002511435,0.0013122727,0.26381811],"study_design_scores_gemma":[0.0019132468,0.0019182245,0.26302296,0.00014447107,0.000008626403,0.0000018197804,0.00021099376,0.7313644,0.0000010174142,0.000007678165,0.0012178654,0.00018866317],"about_ca_topic_score_codex":0.000020899532,"about_ca_topic_score_gemma":0.000016498807,"teacher_disagreement_score":0.6861209,"about_ca_system_score_codex":0.00011547082,"about_ca_system_score_gemma":0.00022692588,"threshold_uncertainty_score":0.95396227},"labels":[],"label_agreement":null},{"id":"W3116946603","doi":"10.2196/22795","title":"Adapting Bidirectional Encoder Representations from Transformers (BERT) to Assess Clinical Semantic Textual Similarity: Algorithm Development and Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutschen Konsortium für Translationale Krebsforschung; Deutsches Krebsforschungszentrum","keywords":"Computer science; Encoder; Pearson product-moment correlation coefficient; Leverage (statistics); Artificial intelligence; Semantic similarity; Natural language processing; Relationship extraction; Sentence; Test set; Ground truth; Machine learning; Information extraction; Statistics","score_opus":0.1256573497326064,"score_gpt":0.38201198221689464,"score_spread":0.25635463248428825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116946603","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27076605,0.000003962512,0.7263898,0.0019055547,0.00016105766,0.00037851025,0.000003120622,0.000110538844,0.00028139344],"genre_scores_gemma":[0.50441676,0.0000063297452,0.49218133,0.0030663745,0.00021540899,0.00006557904,0.000024096618,0.000008202113,0.000015934744],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99720013,0.0001054582,0.0010928921,0.00026800347,0.0011056017,0.00022794187],"domain_scores_gemma":[0.99864084,0.00041808034,0.00012540375,0.00019566652,0.00009261835,0.0005273925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008447204,0.0001446214,0.00025460927,0.00007533843,0.0001765032,0.00017660536,0.00042188697,0.000119804354,0.000040531],"category_scores_gemma":[0.0003561679,0.00013194747,0.00004313269,0.0003243605,0.000038683684,0.0006519451,0.0002895344,0.00038038098,0.00003683302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008845202,0.00024607492,0.009660479,0.000038086542,0.00010941458,0.000018042105,0.06629571,0.00036567458,0.000004765808,0.00028885205,0.00069481623,0.9222692],"study_design_scores_gemma":[0.00077048107,0.00011652285,0.007627623,0.0000425567,0.000015660347,0.0000069430553,0.0075256526,0.9809087,0.00010496059,0.00007202045,0.0026029716,0.00020590174],"about_ca_topic_score_codex":0.000034820354,"about_ca_topic_score_gemma":0.000024404335,"teacher_disagreement_score":0.980543,"about_ca_system_score_codex":0.000035958157,"about_ca_system_score_gemma":0.00032987652,"threshold_uncertainty_score":0.53806615},"labels":[],"label_agreement":null},{"id":"W3117079728","doi":"10.2196/31980","title":"Expressiveness of an International Semantic Standard for Wound Care: Mapping a Standardized Item Set for Leg Ulcers to the Systematized Nomenclature of Medicine–Clinical Terms","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"SNOMED CT; Terminology; Systematized Nomenclature of Medicine; Interoperability; Medicine; Health care; Documentation; Artificial intelligence; Computer science; World Wide Web","score_opus":0.03386969212034033,"score_gpt":0.3805468065372176,"score_spread":0.3466771144168773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117079728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7277884,0.00045073332,0.26345068,0.0032796573,0.0015353477,0.0018848983,0.0011321065,0.000029727616,0.00044847408],"genre_scores_gemma":[0.9558807,0.00012671985,0.039960578,0.0015402534,0.0008359537,0.00042035064,0.0010759943,0.000027484684,0.00013195744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768025,0.00010264363,0.0011584971,0.0001753272,0.0006621342,0.0002211293],"domain_scores_gemma":[0.99793386,0.00042600045,0.00042789342,0.00041379195,0.0006070493,0.00019142074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013391055,0.00015676444,0.00057920767,0.000055893757,0.00006896376,0.000020463016,0.0005387789,0.00037004385,0.000023665034],"category_scores_gemma":[0.0035521155,0.000097110926,0.0001886135,0.00012436356,0.00038869752,0.000011094916,0.00016908231,0.00015205539,3.5840955e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015841348,0.00096117525,0.0062222956,0.04871648,0.00608144,0.000056604396,0.1390818,0.00019795731,0.04932122,0.0049499674,0.18994169,0.53862804],"study_design_scores_gemma":[0.01908631,0.0041454285,0.000983282,0.004320953,0.0002468777,0.000100473786,0.081844255,0.005134106,0.03559572,0.0004736344,0.8474141,0.0006548721],"about_ca_topic_score_codex":0.0000021797514,"about_ca_topic_score_gemma":0.000012484974,"teacher_disagreement_score":0.6574724,"about_ca_system_score_codex":0.000026397422,"about_ca_system_score_gemma":0.00038561726,"threshold_uncertainty_score":0.42524707},"labels":[],"label_agreement":null},{"id":"W3118334864","doi":"10.2196/25245","title":"Blockchain-Based Digital Contact Tracing Apps for COVID-19 Pandemic Management: Issues, Challenges, Solutions, and Future Directions","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Research Consortium for Informatics and Mathematics; Norges Teknisk-Naturvitenskapelige Universitet","keywords":"Contact tracing; Immutability; Computer science; Anonymity; Computer security; Tracing; Encryption; Internet privacy; Confidentiality; Blockchain; Coronavirus disease 2019 (COVID-19)","score_opus":0.04410478054840543,"score_gpt":0.31516877027966683,"score_spread":0.2710639897312614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118334864","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011108527,0.01401924,0.915019,0.046560716,0.0011302129,0.0020291104,0.0001569506,0.0018070127,0.008169273],"genre_scores_gemma":[0.94612515,0.004284389,0.026129598,0.02097346,0.00082659733,0.0007493386,0.0002053026,0.00006562655,0.00064052764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767804,0.000042262047,0.00068668654,0.0003111833,0.0007364795,0.0005453758],"domain_scores_gemma":[0.9977108,0.0007437076,0.00016769781,0.00054132735,0.000119408134,0.0007170503],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006029763,0.00025996997,0.00033116076,0.00020143072,0.00039838575,0.0005037781,0.00053831097,0.00022093259,0.00002156879],"category_scores_gemma":[0.000414776,0.00025146754,0.00013666159,0.0004178239,0.00007257061,0.0006350399,0.00034420643,0.00034006304,0.0000146271],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034496814,0.00035053634,0.00030636994,0.004072892,0.00018951137,0.00015382469,0.012902714,0.00012366001,0.000004433321,0.14692196,0.0026508018,0.8322888],"study_design_scores_gemma":[0.0022569983,0.0001216633,0.00031605715,0.00035667085,0.000031676293,0.00020546693,0.0037169522,0.17461844,0.000012172847,0.0022913504,0.81558794,0.000484592],"about_ca_topic_score_codex":0.0000064825676,"about_ca_topic_score_gemma":0.000058709982,"teacher_disagreement_score":0.93501663,"about_ca_system_score_codex":0.00025663362,"about_ca_system_score_gemma":0.00060259236,"threshold_uncertainty_score":0.99999374},"labels":[],"label_agreement":null},{"id":"W3118509192","doi":"10.2196/25435","title":"Using an Extended Technology Acceptance Model to Understand the Factors Influencing Telehealth Utilization After Flattening the COVID-19 Curve in South Korea: Cross-sectional Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Korea Health Industry Development Institute; National Research Foundation","keywords":"Telehealth; Population; Anxiety; Coronavirus disease 2019 (COVID-19); Medicine; Cross-sectional study; Technology acceptance model; Usability; Telemedicine; Psychology; Environmental health; Clinical psychology; Health care; Disease; Psychiatry; Internal medicine; Pathology","score_opus":0.22312991959107428,"score_gpt":0.4708541093172789,"score_spread":0.2477241897262046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118509192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9483837,0.000037569745,0.048800822,0.0010658271,0.00013302862,0.0014435882,0.00003313899,0.00007739715,0.000024920208],"genre_scores_gemma":[0.9890913,0.000009829972,0.000920392,0.009656297,0.00007678231,0.00008703851,0.00012543124,0.000020982437,0.000011951512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99650633,0.0002508065,0.0012865685,0.0002418106,0.0012039491,0.0005105458],"domain_scores_gemma":[0.99806505,0.00033914272,0.000301264,0.00047951957,0.00030994372,0.00050507375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023528633,0.00021937511,0.00035473035,0.00031347136,0.00040084988,0.00007873586,0.00024454223,0.00021586702,0.00015808345],"category_scores_gemma":[0.0019877455,0.00013500625,0.00004112499,0.0014390703,0.00020846489,0.00033911288,0.00015532966,0.00076981983,0.0000036266179],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013201023,0.00015354819,0.9359455,0.00012122818,0.00002523641,0.000019190604,0.061426662,0.0009670472,0.000004406221,0.000057952806,0.000049229806,0.0010979788],"study_design_scores_gemma":[0.0018667325,0.00024220356,0.83654475,0.000042562493,0.000018677727,0.00006513827,0.11471741,0.046142794,0.000014789385,0.00014425124,0.00008011597,0.000120553785],"about_ca_topic_score_codex":0.00026395623,"about_ca_topic_score_gemma":0.0031192717,"teacher_disagreement_score":0.09940074,"about_ca_system_score_codex":0.0005783109,"about_ca_system_score_gemma":0.0022073223,"threshold_uncertainty_score":0.55053955},"labels":[],"label_agreement":null},{"id":"W3118613264","doi":"10.2196/22753","title":"A Low-Cost, Ear-Contactless Electronic Stethoscope Powered by Raspberry Pi for Auscultation of Patients With COVID-19: Prototype Development and Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Phonocardiography and Auscultation Techniques","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stethoscope; Auscultation; Heart sounds; Medicine; Cardiology; Radiology","score_opus":0.019393470874365125,"score_gpt":0.33847576490277437,"score_spread":0.31908229402840926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118613264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9728002,0.000048619542,0.020239385,0.0001093739,0.000019588593,0.0065756743,0.00004548553,0.00007129042,0.000090373695],"genre_scores_gemma":[0.99237126,0.000024421939,0.0049873637,0.00074159977,0.00000998114,0.0013140269,0.00050810265,0.000013164624,0.00003010247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998122,0.000064483174,0.0006901397,0.00016008841,0.0007126645,0.0002506518],"domain_scores_gemma":[0.9985986,0.00014582685,0.00024605828,0.0001997579,0.00044588314,0.00036391112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006065973,0.0001655475,0.0004043522,0.00009065687,0.00008825346,0.000019505971,0.00008130467,0.00013300801,0.000043811633],"category_scores_gemma":[0.00059299974,0.0001223641,0.00006192613,0.0003294697,0.00009594757,0.00018249355,0.00003833193,0.00022956653,9.771823e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01158037,0.015658127,0.6869258,0.014752524,0.0020849493,0.000028133005,0.12979335,0.0000036362107,0.00052248174,0.00042902082,0.0050014933,0.13322008],"study_design_scores_gemma":[0.0696983,0.013853794,0.76309437,0.0018354305,0.0006566132,0.000034418,0.042241506,0.0005697475,0.06843015,0.00050625525,0.037697487,0.0013819389],"about_ca_topic_score_codex":0.0000048909737,"about_ca_topic_score_gemma":0.000017683707,"teacher_disagreement_score":0.13183814,"about_ca_system_score_codex":0.00013581042,"about_ca_system_score_gemma":0.0012867233,"threshold_uncertainty_score":0.4989863},"labels":[],"label_agreement":null},{"id":"W3118996476","doi":"10.2196/24207","title":"Federated Learning of Electronic Health Records to Improve Mortality Prediction in Hospitalized Patients With COVID-19: Machine Learning Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":211,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Machine learning; Artificial intelligence; Lasso (programming language); Computer science; Logistic regression; Generalizability theory; Health records; Multilayer perceptron; Predictive modelling; Deep learning; Electronic health record; Health care; Artificial neural network; Statistics","score_opus":0.012853497201212594,"score_gpt":0.3090294637525138,"score_spread":0.2961759665513012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118996476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60076654,0.000061861174,0.39603522,0.0013900266,0.00014339233,0.0008028501,0.000009229083,0.00025707568,0.0005337837],"genre_scores_gemma":[0.98261493,0.00003804366,0.014387885,0.0023473613,0.000034121116,0.00011886149,0.00032867925,0.000021544454,0.00010857827],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99561995,0.0006306219,0.0012568422,0.0003417462,0.0014436202,0.00070721377],"domain_scores_gemma":[0.9977359,0.00016743604,0.00060918345,0.00037083443,0.00028530537,0.0008313299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018928886,0.00024209854,0.00053756306,0.00022324584,0.00025116236,0.00009855992,0.00047913822,0.00019781989,0.000066939036],"category_scores_gemma":[0.0020971235,0.00020954348,0.00005732744,0.0013609322,0.000058867307,0.00043872496,0.00035590443,0.001779896,0.000007816302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008009739,0.00044174492,0.92622995,0.0018255076,0.000057490157,0.000010008128,0.016754467,0.013469422,0.0000012435976,0.001389234,0.00023472727,0.03950612],"study_design_scores_gemma":[0.0020955962,0.0015060243,0.093602575,0.00017149159,0.0000046171813,0.000012875727,0.00053052005,0.8984975,0.000008311243,0.00005656392,0.0032807917,0.00023311432],"about_ca_topic_score_codex":0.0008109197,"about_ca_topic_score_gemma":0.00021716618,"teacher_disagreement_score":0.8850281,"about_ca_system_score_codex":0.000569745,"about_ca_system_score_gemma":0.0028089278,"threshold_uncertainty_score":0.8544935},"labels":[],"label_agreement":null},{"id":"W3119393345","doi":"10.2196/23238","title":"A Patient Journey Map to Improve the Home Isolation Experience of Persons With Mild COVID-19: Design Research for Service Touchpoints of Artificial Intelligence in eHealth","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Isolation (microbiology); Context (archaeology); Social isolation; Telehealth; Telemedicine; Patient experience; Coronavirus disease 2019 (COVID-19); Service (business); Health care; Psychology; Medicine; Nursing; Disease; Psychiatry; Business","score_opus":0.20161534368694117,"score_gpt":0.5006381597003555,"score_spread":0.29902281601341435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119393345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7354486,0.0000830219,0.24583937,0.014720188,0.0004217122,0.003172591,0.00007218725,0.000018230425,0.00022408536],"genre_scores_gemma":[0.9787431,0.000020701022,0.009270804,0.011095632,0.00006279347,0.00073407317,0.00001649356,0.000013614276,0.00004279725],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99724483,0.00028779512,0.0009861148,0.00015571082,0.00087274256,0.0004528101],"domain_scores_gemma":[0.9971258,0.0014237808,0.0002461883,0.00037414598,0.0003167295,0.000513342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019502114,0.00011118316,0.0002598332,0.00018692085,0.00013176074,0.000014930382,0.00030047982,0.00013901637,0.0002835894],"category_scores_gemma":[0.00065922283,0.00007783035,0.00003827186,0.00088545366,0.00018725777,0.000103068065,0.00011561235,0.0003989208,0.000017896402],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002141825,0.000836922,0.00071916525,0.002550966,0.000025261264,0.000012425399,0.92448,0.00019507797,0.00017111008,0.006028189,0.0028326784,0.06000638],"study_design_scores_gemma":[0.0017572106,0.005760015,0.0018127623,0.0010099033,0.000017816872,0.000047431462,0.91553324,0.056294747,0.0038025752,0.003206181,0.01038179,0.00037633796],"about_ca_topic_score_codex":0.0009941293,"about_ca_topic_score_gemma":0.001206504,"teacher_disagreement_score":0.24329449,"about_ca_system_score_codex":0.0003354346,"about_ca_system_score_gemma":0.0028679387,"threshold_uncertainty_score":0.50876},"labels":[],"label_agreement":null},{"id":"W3119500435","doi":"10.2196/24501","title":"A Personal Health System for Self-Management of Congestive Heart Failure (HeartMan): Development, Technical Evaluation, and Proof-of-Concept Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Onderzoeksraad, KU Leuven; KU Leuven; European Commission; Universiteit Gent; Javna Agencija za Raziskovalno Dejavnost RS; Institut \"Jožef Stefan\"","keywords":"Proof of concept; Heart failure; Medicine; Randomized controlled trial; Anxiety; Blood pressure; Physical therapy; Remote patient monitoring; Physical medicine and rehabilitation; Computer science; Internal medicine; Nursing; Psychiatry","score_opus":0.01894554767845356,"score_gpt":0.32814834016806405,"score_spread":0.30920279248961047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119500435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6162589,0.005214996,0.05759797,0.0730157,0.00170528,0.23778039,0.000091960625,0.00082789536,0.007506891],"genre_scores_gemma":[0.84542084,0.00003829685,0.14527471,0.0007165868,0.00010813936,0.007884321,0.00022603314,0.000024952218,0.00030611618],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99611855,0.00023730796,0.0018575682,0.00017163175,0.0013214004,0.0002935466],"domain_scores_gemma":[0.9978971,0.0005440722,0.00050269696,0.00019736626,0.00054153486,0.0003172312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003671965,0.0002202703,0.001991267,0.00012528252,0.00008632353,0.000016406426,0.000065095446,0.00016397003,0.00010242406],"category_scores_gemma":[0.00041910956,0.0001519182,0.00029291556,0.00019642492,0.00019836167,0.00008653864,0.000084857296,0.00016109188,0.0000024861201],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8016295,0.004546268,0.00009580659,0.027262343,0.010150654,0.000042720116,0.032487433,0.000008545217,0.000010749055,0.020420652,0.04880626,0.054539096],"study_design_scores_gemma":[0.96858466,0.0007536414,0.00002357385,0.0016707011,0.0009315286,0.00005288583,0.005478298,0.008939671,0.00045093094,0.00003303502,0.012941275,0.00013977457],"about_ca_topic_score_codex":0.0000020502357,"about_ca_topic_score_gemma":0.00000483307,"teacher_disagreement_score":0.22989607,"about_ca_system_score_codex":0.00018244128,"about_ca_system_score_gemma":0.0015219015,"threshold_uncertainty_score":0.61950445},"labels":[],"label_agreement":null},{"id":"W3119848647","doi":"10.2196/23101","title":"Incorporating Domain Knowledge Into Language Models by Using Graph Convolutional Networks for Assessing Semantic Textual Similarity: Model Development and Performance Comparison","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Center for Advancing Translational Sciences; National Institute of Mental Health; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"Computer science; Natural language processing; Artificial intelligence; Semantic similarity; Information retrieval; Encoder; Automatic summarization; Sentence; Documentation; Unified Medical Language System; Graph; Knowledge base; Theoretical computer science","score_opus":0.039096267192847346,"score_gpt":0.3488209884979172,"score_spread":0.30972472130506984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119848647","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34599292,0.00035192148,0.6529494,0.00020030525,0.00008266697,0.00018489736,0.0000018749325,0.00007933664,0.00015664684],"genre_scores_gemma":[0.5988964,0.0000060733414,0.40048337,0.00045908312,0.000045084682,0.000028588782,0.000060746654,0.0000094835195,0.000011168971],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976669,0.000098142795,0.0009274087,0.0002291152,0.0006476924,0.0004307718],"domain_scores_gemma":[0.9985741,0.00029443708,0.0003220344,0.0002692241,0.00021802443,0.000322216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011145361,0.00021864047,0.00035941787,0.00010198029,0.0005847752,0.0002663175,0.000436161,0.000244184,0.0000030344884],"category_scores_gemma":[0.00011210612,0.00021109865,0.000043693726,0.0003616898,0.00012779457,0.001010726,0.0005835395,0.0006540961,0.0000014230238],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002601158,0.00039077914,0.011479184,0.004587418,0.000103338236,0.000020032598,0.11390925,0.36975873,0.000056216573,0.038742304,0.002097896,0.45882887],"study_design_scores_gemma":[0.0004912727,0.000026583732,0.000077550154,0.0003622497,0.0000056181816,0.000039704213,0.0019993875,0.99548095,0.00003842713,0.0010430617,0.0001863812,0.00024879767],"about_ca_topic_score_codex":0.000010673228,"about_ca_topic_score_gemma":0.000028736487,"teacher_disagreement_score":0.6257222,"about_ca_system_score_codex":0.00014496554,"about_ca_system_score_gemma":0.0011139456,"threshold_uncertainty_score":0.8608354},"labels":[],"label_agreement":null},{"id":"W3120954751","doi":"10.2196/23606","title":"Electronic Health Record–Based Prediction of 1-Year Risk of Incident Cardiac Dysrhythmia: Prospective Case-Finding Algorithm Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Receiver operating characteristic; Prospective cohort study; Retrospective cohort study; Internal medicine; Heart failure; Population; Stroke (engine); Algorithm; Emergency medicine; Cardiology","score_opus":0.01462383073320969,"score_gpt":0.30760317974593504,"score_spread":0.2929793490127254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120954751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8102094,0.00007765365,0.18849568,0.00015431781,0.0002021896,0.0007346365,0.000013684448,0.000062504296,0.00004993515],"genre_scores_gemma":[0.9070542,0.000054932207,0.0926731,0.00006196691,0.000043262902,0.00007540896,0.000022230115,0.000007866168,0.0000070777546],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970528,0.00038482904,0.0010763913,0.0001811762,0.0010093502,0.00029546805],"domain_scores_gemma":[0.998195,0.0002325764,0.0007264034,0.00034542632,0.00030295237,0.00019763471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021702435,0.00013419334,0.00037473443,0.00015743579,0.00016524523,0.000033213735,0.00018015821,0.000106814085,0.000010793754],"category_scores_gemma":[0.00039542356,0.00012499065,0.00004267401,0.000535514,0.00004373964,0.00027299454,0.0002208839,0.0005777615,0.0000021090173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013758455,0.00032458868,0.3697704,0.00081619585,0.00014984493,0.00006703085,0.06215163,0.00017108308,0.0000018631183,0.00093829253,0.000096936266,0.56549835],"study_design_scores_gemma":[0.0031751776,0.002748824,0.2952202,0.0006979139,0.00005343949,0.00041471882,0.01785556,0.6760879,0.0019204417,0.00031653463,0.0010912231,0.00041802632],"about_ca_topic_score_codex":0.00018560786,"about_ca_topic_score_gemma":0.00005709895,"teacher_disagreement_score":0.67591685,"about_ca_system_score_codex":0.00033928698,"about_ca_system_score_gemma":0.0018851518,"threshold_uncertainty_score":0.5096971},"labels":[],"label_agreement":null},{"id":"W3121347624","doi":"10.2196/21109","title":"Factors Affecting General Practitioners’ Readiness to Accept and Use an Electronic Health Record System in the Republic of North Macedonia: A National Survey of General Practitioners","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Expectancy theory; Unified theory of acceptance and use of technology; Relevance (law); Descriptive statistics; Psychology; Health care; Applied psychology; Technology acceptance model; Computer-assisted web interviewing; Knowledge management; Medical education; Nursing; Medicine; Computer science; Usability; Business; Social psychology; Marketing","score_opus":0.10478330545808011,"score_gpt":0.4445261985006437,"score_spread":0.33974289304256355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121347624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949963,0.00004612543,0.0007136886,0.0014897601,0.00040868262,0.0018045849,0.00011326003,0.000053247444,0.0003743396],"genre_scores_gemma":[0.9952612,0.000119986864,0.00094138575,0.0023617032,0.00020639498,0.0002575634,0.0007180775,0.000029192439,0.0001045272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99094105,0.0038445352,0.0025243638,0.000248799,0.0014865095,0.0009547637],"domain_scores_gemma":[0.99346006,0.0028628055,0.0016886037,0.00044217592,0.0010575291,0.0004888051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008568774,0.00024289431,0.0007516781,0.00034813705,0.00038238123,0.000036110177,0.00031388027,0.0003090767,0.00006197152],"category_scores_gemma":[0.004246155,0.00018206456,0.00005787298,0.0014749188,0.00007336037,0.00094546203,0.00012420276,0.0015321664,0.0000059486615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025250818,0.00070311956,0.8625967,0.009428277,0.00018596738,0.000011696627,0.08873128,0.00016297096,0.000032673135,0.0091087995,0.019850759,0.008935232],"study_design_scores_gemma":[0.0013748765,0.000645086,0.9568073,0.00097623275,0.000013715399,0.0000783558,0.026386427,0.007379476,0.000019517902,0.00001964114,0.006017492,0.00028186955],"about_ca_topic_score_codex":0.010166517,"about_ca_topic_score_gemma":0.06835169,"teacher_disagreement_score":0.094210595,"about_ca_system_score_codex":0.0013100412,"about_ca_system_score_gemma":0.009413971,"threshold_uncertainty_score":0.99642485},"labels":[],"label_agreement":null},{"id":"W3121457146","doi":"10.2196/23427","title":"An Automated Patient Self-Monitoring System to Reduce Health Care System Burden During the COVID-19 Pandemic in Malaysia: Development and Implementation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Dashboard; Medicine; Pandemic; Clinical decision support system; Computer science; Medical emergency; Coronavirus disease 2019 (COVID-19); Decision support system; Software engineering; Artificial intelligence; Database","score_opus":0.01553552743925931,"score_gpt":0.3289434999520424,"score_spread":0.31340797251278313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121457146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964383,0.00016022353,0.00029040445,0.000037065704,0.00047292962,0.0013444349,0.000007418599,0.0012107601,0.000038447746],"genre_scores_gemma":[0.9972688,0.000011568337,0.001972316,0.000039632007,0.00016222733,0.0004972722,0.000018237079,0.000029340534,5.936023e-7],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974382,0.00013341027,0.0010484884,0.00016107192,0.0007773581,0.00044146023],"domain_scores_gemma":[0.9988396,0.000081064245,0.00011866206,0.00028298993,0.00007579017,0.00060188567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000547841,0.00022475982,0.00031046013,0.00015878335,0.00023508129,0.00011598246,0.00021384058,0.000096010626,0.0000028732877],"category_scores_gemma":[0.00003560477,0.00019150991,0.000020693236,0.00045332935,0.00001210067,0.00024250215,0.00016604952,0.0002958994,0.000009413947],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017918976,0.00007609588,0.23492344,0.012212799,0.0001565379,0.00024473574,0.719317,0.014531156,0.0009181585,0.00002198819,0.000078038065,0.017502084],"study_design_scores_gemma":[0.0015134113,0.00015665955,0.02617377,0.000908368,0.000014815694,0.00023859271,0.9572458,0.01028589,0.0026781615,1.456265e-7,0.00043648548,0.00034785463],"about_ca_topic_score_codex":0.0000870424,"about_ca_topic_score_gemma":0.00008588146,"teacher_disagreement_score":0.2379288,"about_ca_system_score_codex":0.0032851796,"about_ca_system_score_gemma":0.0004424298,"threshold_uncertainty_score":0.8590631},"labels":[],"label_agreement":null},{"id":"W3121567526","doi":"10.2196/22158","title":"A Privacy-Preserving Log-Rank Test for the Kaplan-Meier Estimator With Secure Multiparty Computation: Algorithm Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Computer science; Data exchange; Secure multi-party computation; Estimator; Rank (graph theory); Algorithm; Computation; The Internet; Data mining; Database; Mathematics; Statistics","score_opus":0.018284777851328406,"score_gpt":0.2808967903223941,"score_spread":0.2626120124710657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121567526","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012342179,0.000087341155,0.98541206,0.0014453337,0.0001095245,0.000398442,0.00002786262,0.00008495906,0.000092277834],"genre_scores_gemma":[0.025673226,0.000022504662,0.97304785,0.00087706564,0.00006504385,0.00012470265,0.00017824295,0.000006697335,0.000004658396],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985603,0.000024416213,0.00040974087,0.00015079434,0.00062053185,0.00023423367],"domain_scores_gemma":[0.998206,0.00091483933,0.00013845488,0.00036015955,0.00018966998,0.00019087821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043507738,0.00014125677,0.00015941175,0.000048221074,0.00034625744,0.0003027919,0.0005620128,0.00009746153,0.00001843837],"category_scores_gemma":[0.0002978078,0.00009025493,0.000031822106,0.0003642949,0.00009708371,0.00071504957,0.00050448626,0.00020783684,0.000006028111],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034825614,0.0005788117,0.003224812,0.0012134777,0.00024768003,0.00006907768,0.06870404,0.00027033847,0.000010970648,0.025178384,0.02931315,0.8711544],"study_design_scores_gemma":[0.0010837038,0.00006242002,0.0020227311,0.00013722343,0.000014224478,0.00012819728,0.00092759804,0.9496767,0.00035347216,0.0012026344,0.044194464,0.00019665912],"about_ca_topic_score_codex":0.000002317134,"about_ca_topic_score_gemma":0.000008713968,"teacher_disagreement_score":0.9494063,"about_ca_system_score_codex":0.00001661436,"about_ca_system_score_gemma":0.00030724352,"threshold_uncertainty_score":0.36804894},"labels":[],"label_agreement":null},{"id":"W3121716842","doi":"10.2196/23586","title":"Leveraging Genetic Reports and Electronic Health Records for the Prediction of Primary Cancers: Algorithm Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cancer Diagnosis and Treatment","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Biomedical Imaging and Bioengineering; National Human Genome Research Institute; National Institute of General Medical Sciences; Genentech","keywords":"Interpretability; Computer science; Machine learning; Artificial intelligence; Data mining; Leverage (statistics); Interoperability","score_opus":0.02578960134121897,"score_gpt":0.31016405329808094,"score_spread":0.28437445195686195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121716842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855882,0.002713918,0.00880303,0.0011509255,0.00015501192,0.0015015836,0.0000066496855,0.000018607114,0.00006209896],"genre_scores_gemma":[0.97666794,0.005024541,0.01574962,0.0013809521,0.00014803128,0.0007965857,0.00014697168,0.000014639878,0.00007073913],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987684,0.000016552829,0.00057469984,0.00009357784,0.00038951027,0.00015728228],"domain_scores_gemma":[0.999372,0.00009578387,0.0001930009,0.00013816367,0.00008503448,0.00011601276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039283567,0.00008118997,0.00023013918,0.00003367751,0.00009382899,0.000015014163,0.000019075489,0.0000387298,0.000015796635],"category_scores_gemma":[0.000040870193,0.000055519282,0.000022055967,0.00008755552,0.00003436904,0.000052244395,0.00003720391,0.000102354374,1.3128897e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020772193,0.00023565687,0.034477923,0.00052515545,0.00021991812,0.000011760691,0.011697175,0.000004346939,0.0000014791814,0.000005096884,0.0009785203,0.9518222],"study_design_scores_gemma":[0.008398662,0.0032458163,0.88863397,0.0012765494,0.00049022475,0.0012209591,0.019759418,0.018851744,0.0015688039,0.00012280929,0.056186393,0.00024466868],"about_ca_topic_score_codex":0.00007262955,"about_ca_topic_score_gemma":0.000049200247,"teacher_disagreement_score":0.95157754,"about_ca_system_score_codex":0.00038083686,"about_ca_system_score_gemma":0.001682503,"threshold_uncertainty_score":0.2984688},"labels":[],"label_agreement":null},{"id":"W3121947602","doi":"10.2196/23454","title":"Assessing the International Transferability of a Machine Learning Model for Detecting Medication Error in the General Internal Medicine Clinic: Multicenter Preliminary Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, India","keywords":"Transferability; Multicenter study; Computer science; Medicine; Medical physics; Machine learning; Artificial intelligence; Data mining; Surgery; Randomized controlled trial","score_opus":0.15213015024045615,"score_gpt":0.5304674265153743,"score_spread":0.3783372762749181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121947602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8998979,0.000057435493,0.08748442,0.008242556,0.00075338065,0.0026454702,0.000006966413,0.00003419599,0.0008776768],"genre_scores_gemma":[0.99485695,0.000034840512,0.0014664996,0.002013138,0.00040628068,0.00091216335,0.00009082286,0.00001664961,0.00020267637],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9935717,0.0017929361,0.0027361503,0.00017187138,0.001303018,0.0004243215],"domain_scores_gemma":[0.9941299,0.0042202086,0.0007850254,0.00034791706,0.00040098306,0.00011598692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0143684605,0.00015995064,0.0004048582,0.000105121755,0.00041202662,0.000020704889,0.0006104138,0.00022718946,0.0002438484],"category_scores_gemma":[0.0057604937,0.000090452144,0.00008086789,0.00024187249,0.000114863324,0.00033396806,0.00012074743,0.001922116,0.000005857965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060422515,0.0014756212,0.2888733,0.003601371,0.00020827085,0.000008350526,0.6424263,0.0009994489,0.00018248252,0.00029350346,0.001836679,0.05949041],"study_design_scores_gemma":[0.0028521433,0.00032082506,0.010705393,0.00070880627,0.00003486289,0.00000946253,0.08070949,0.9037388,0.000022933795,0.00010400573,0.0007172663,0.00007599417],"about_ca_topic_score_codex":0.0002821451,"about_ca_topic_score_gemma":0.0007356521,"teacher_disagreement_score":0.90273935,"about_ca_system_score_codex":0.0002808203,"about_ca_system_score_gemma":0.0010844689,"threshold_uncertainty_score":0.8350744},"labels":[],"label_agreement":null},{"id":"W3122092081","doi":"10.2196/25457","title":"Classification of the Disposition of Patients Hospitalized with COVID-19: Reading Discharge Summaries Using Natural Language Processing","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Institute on Aging; National Institutes of Health; Fondation pour la Recherche Médicale; Harvard University; Glenn Foundation for Medical Research; American Academy of Sleep Medicine; U.S. Department of Defense","keywords":"Bigram; Artificial intelligence; Trigram; Medicine; Logistic regression; Computer science; Test set; Natural language processing; Machine learning","score_opus":0.018425814307094966,"score_gpt":0.32110882818797554,"score_spread":0.3026830138808806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122092081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87807494,0.00002704364,0.11804844,0.003227892,0.000080739206,0.00037994096,0.000010428051,0.000066115346,0.00008447101],"genre_scores_gemma":[0.9884966,0.000001310328,0.010191559,0.0012426252,0.000022994845,0.000008096699,0.000029070194,0.000005398805,0.0000023685225],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983551,0.00008119743,0.00049848034,0.0000868634,0.0008335333,0.0001448061],"domain_scores_gemma":[0.99880785,0.000072503084,0.00057972455,0.00022196106,0.00012998862,0.00018799098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021243936,0.000093001225,0.00017191716,0.00003972943,0.00012534787,0.00004022741,0.0005530092,0.000068170346,0.000007678765],"category_scores_gemma":[0.0007862181,0.000055933448,0.000035141937,0.00045780741,0.0001479145,0.0005135573,0.00018865502,0.00028458532,6.7860924e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001497839,0.0001853948,0.6019879,0.008744776,0.000041610816,0.0000033309132,0.32031468,0.0004587986,0.00022868314,0.01164956,0.00034167324,0.0558938],"study_design_scores_gemma":[0.00048064624,0.00008769729,0.07120868,0.0002868679,0.000008092361,0.0000025039076,0.0011388634,0.9264245,0.00010830696,0.000023994504,0.0001374734,0.00009237006],"about_ca_topic_score_codex":0.000033096832,"about_ca_topic_score_gemma":0.0000023973985,"teacher_disagreement_score":0.9259657,"about_ca_system_score_codex":0.000056678826,"about_ca_system_score_gemma":0.00034831604,"threshold_uncertainty_score":0.22808997},"labels":[],"label_agreement":null},{"id":"W3122512721","doi":"10.2196/22976","title":"Using Machine Learning to Collect and Facilitate Remote Access to Biomedical Databases: Development of the Biomedical Database Inventory","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Spanish National Plan for Scientific and Technical Research and Innovation; European Regional Development Fund; Instituto de Salud Carlos III","keywords":"Database; Computer science; Pipeline (software); Set (abstract data type); Precision and recall; Information retrieval","score_opus":0.08440698246115125,"score_gpt":0.3617222523148145,"score_spread":0.2773152698536632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122512721","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9352408,0.00028723475,0.06234479,0.0012540643,0.0002868153,0.00030346034,0.00013889016,0.000026681088,0.00011727724],"genre_scores_gemma":[0.4067039,0.00044755795,0.57172173,0.015855694,0.00062481366,0.00009631856,0.003157979,0.00009463179,0.0012974166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975435,0.00013273722,0.00077397254,0.0002521573,0.0009166984,0.0003809105],"domain_scores_gemma":[0.9985137,0.00007502422,0.00013517412,0.00043083215,0.000107404274,0.0007378595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081594696,0.00019842864,0.00030387045,0.00011533769,0.00021021921,0.000035024183,0.00055970094,0.00022103546,0.00008583732],"category_scores_gemma":[0.0028954512,0.00013854192,0.00006060257,0.00060488505,0.00047200147,0.000012986587,0.002272917,0.0003489871,0.00000866106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006404328,0.0012173806,0.01140192,0.0033694326,0.0007952785,0.00017695362,0.029696077,0.0000476919,0.2104598,0.00007453342,0.08484042,0.6572801],"study_design_scores_gemma":[0.0011967265,0.00026318416,0.00081498973,0.0007129129,0.000030994568,0.00014948516,0.0026876337,0.010891197,0.030312343,0.000009661091,0.9525392,0.00039166617],"about_ca_topic_score_codex":0.000041660976,"about_ca_topic_score_gemma":0.000109548135,"teacher_disagreement_score":0.8676988,"about_ca_system_score_codex":0.000034701923,"about_ca_system_score_gemma":0.0011138138,"threshold_uncertainty_score":0.56495756},"labels":[],"label_agreement":null},{"id":"W3122731100","doi":"10.2196/24394","title":"Artificial Intelligence-based Segmentation of Nuclei in Multi-organ Histopathology Images: Model Development and Validation (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Segmentation; Histopathology; Artificial intelligence; Pathology; Medicine; World Wide Web","score_opus":0.05925210455671731,"score_gpt":0.3093555204203834,"score_spread":0.2501034158636661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122731100","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20119302,0.0000043507225,0.7978373,0.00060742226,0.000057056375,0.00020244421,7.030357e-7,0.000047963713,0.000049752623],"genre_scores_gemma":[0.67900574,0.00000484858,0.32038188,0.0005602422,0.000009122557,0.000029449717,0.0000040903005,0.0000034309926,0.0000012097111],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986248,0.000035508907,0.000704729,0.00012314736,0.0003871292,0.00012466351],"domain_scores_gemma":[0.99944854,0.00004783363,0.00019706081,0.0001368667,0.00005513576,0.00011457023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003816868,0.00008617958,0.00013998148,0.00010298156,0.000033851604,0.000025936062,0.00027513652,0.000096377735,0.000015948704],"category_scores_gemma":[0.00011563126,0.00008542859,0.000016618927,0.00025822714,0.00008075357,0.0003768627,0.00014735271,0.00017307006,0.000015710546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040839575,0.0001641295,0.0009513373,0.00041408872,0.000005844421,0.0000066840626,0.09070269,0.024580333,0.0024908236,0.0018710751,0.00008007473,0.8786921],"study_design_scores_gemma":[0.0001427357,0.00005108584,0.00032335956,0.000033651188,0.0000013879139,0.0000023850075,0.0005799645,0.905106,0.09329794,0.0003448061,0.000037759455,0.0000789201],"about_ca_topic_score_codex":0.0000039160554,"about_ca_topic_score_gemma":0.000005552756,"teacher_disagreement_score":0.88052565,"about_ca_system_score_codex":0.000116972056,"about_ca_system_score_gemma":0.0002536244,"threshold_uncertainty_score":0.34836766},"labels":[],"label_agreement":null},{"id":"W3123364941","doi":"10.2196/26773","title":"Rapid Response to Drive COVID-19 Research in a Learning Health Care System: Rationale and Design of the Houston Methodist COVID-19 Surveillance and Outcomes Registry (CURATOR)","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Houston Methodist Research Institute","keywords":"Digitization; Context (archaeology); Health care; Multidisciplinary approach; Medicine; Data science; Knowledge management; Computer science; Political science; Geography; Sociology; Social science","score_opus":0.09936324478110167,"score_gpt":0.4175441068308476,"score_spread":0.31818086204974594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123364941","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15419105,0.0012213174,0.78188646,0.05973281,0.0002101361,0.002290704,0.000051384544,0.00019028726,0.00022584952],"genre_scores_gemma":[0.97574604,0.00005942527,0.014520459,0.009471908,0.00001813481,0.00010639479,0.000007870674,0.000011191618,0.00005859468],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942796,0.0026886608,0.0008703531,0.00029048024,0.001453312,0.00041755417],"domain_scores_gemma":[0.98863274,0.009285214,0.000280289,0.00062289427,0.00025075028,0.0009280879],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008491823,0.0001689292,0.00044275337,0.0002635888,0.00038906775,0.00025646572,0.00068284123,0.00014002643,0.0000040778746],"category_scores_gemma":[0.020045068,0.00013251584,0.000047541304,0.0011681967,0.0002469977,0.00042164078,0.0008962514,0.00064672955,0.0000024892202],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017020183,0.00028153192,0.14165321,0.032878652,0.00015391146,0.00070235715,0.72248554,0.012466803,0.00039964932,0.033997126,0.010167678,0.043111514],"study_design_scores_gemma":[0.014583389,0.0026595576,0.10008802,0.004795788,0.000022155684,0.0013743333,0.32480708,0.334218,0.0005307302,0.0010661462,0.21349859,0.0023562275],"about_ca_topic_score_codex":0.00017161887,"about_ca_topic_score_gemma":0.00031015588,"teacher_disagreement_score":0.82155496,"about_ca_system_score_codex":0.001004839,"about_ca_system_score_gemma":0.008246227,"threshold_uncertainty_score":0.9973761},"labels":[],"label_agreement":null},{"id":"W3123512426","doi":"","title":"Human-Computer Agreement in ECG Interpretation for ‘Turned-Down’ Patients Referred to a Primary Percutaneous Coronary Intervention Service","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Percutaneous coronary intervention; Medicine; Medical emergency; Computer science; Cardiology; Internal medicine; Medical physics; Myocardial infarction","score_opus":0.015919411291662543,"score_gpt":0.3196416240691413,"score_spread":0.3037222127774788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123512426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871006,0.000022942344,0.010314907,0.0009678587,0.000353507,0.0005546674,0.000010655667,0.00004735969,0.0006274926],"genre_scores_gemma":[0.9770425,0.000010434731,0.015651613,0.00555737,0.0002166885,0.00012251841,0.0009398864,0.000017020602,0.00044198404],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980638,0.000040954343,0.0008705784,0.00014585911,0.0006374898,0.00024133433],"domain_scores_gemma":[0.99894774,0.00007740974,0.0001364861,0.00025000633,0.00033164048,0.00025671368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028241842,0.00015152858,0.00035346413,0.00017748526,0.00005132037,0.000033906806,0.00012823318,0.00015239367,0.0001538527],"category_scores_gemma":[0.00013509914,0.0001341981,0.00014730364,0.00030953414,0.00001712215,0.00014472431,0.0001436331,0.0002631073,0.00006016484],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067218527,0.0028605107,0.034315556,0.0053647305,0.00042211774,0.00027030098,0.027621934,0.0002201549,0.00035609168,0.000026351014,0.010457871,0.9174122],"study_design_scores_gemma":[0.018087363,0.0052386746,0.30343935,0.013839973,0.0006450695,0.00062791235,0.012052609,0.6288146,0.0006259564,0.00020036694,0.015174156,0.0012540056],"about_ca_topic_score_codex":0.000019915551,"about_ca_topic_score_gemma":0.0000681509,"teacher_disagreement_score":0.9161582,"about_ca_system_score_codex":0.00027270694,"about_ca_system_score_gemma":0.00009263825,"threshold_uncertainty_score":0.54724395},"labels":[],"label_agreement":null},{"id":"W3123805867","doi":"10.2196/23147","title":"Prediction of Prolonged Length of Hospital Stay After Cancer Surgery Using Machine Learning on Electronic Health Records: Retrospective Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Retrospective cohort study; Logistic regression; Cancer; Receiver operating characteristic; Medical record; Prostate cancer; Cervix; Surgery; Machine learning; Internal medicine","score_opus":0.022932114206830688,"score_gpt":0.32610903118521395,"score_spread":0.3031769169783833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123805867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99813735,0.00029529128,0.00007245758,0.00022828602,0.0003341967,0.0005979589,0.00004622047,0.000041834803,0.00024639093],"genre_scores_gemma":[0.9987588,0.00032582108,0.00010133758,0.00026857675,0.00018637364,0.00009033363,0.00006836738,0.000018407694,0.00018197742],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967048,0.00017574041,0.0011901323,0.00015864176,0.0014192906,0.0003514034],"domain_scores_gemma":[0.99840087,0.000383804,0.00044586096,0.00020717719,0.00034043565,0.0002218803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013613134,0.00017399537,0.0009549539,0.00015011178,0.00007422285,0.000014795617,0.000054591605,0.0001749388,0.00048282737],"category_scores_gemma":[0.00074235303,0.00013790908,0.00033742658,0.0003741481,0.0001304979,0.00014000908,0.00004220435,0.0007755483,0.0000025889717],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052320043,0.000716243,0.9942488,0.00032766297,0.00028324642,0.0000363734,0.002662605,0.000021401253,0.0000036355789,0.00004824478,0.00003853185,0.0010900454],"study_design_scores_gemma":[0.0014909126,0.0015515654,0.9916022,0.0002570839,0.000056422607,0.000057134348,0.000888254,0.002794888,0.000092177535,0.0000057161546,0.0011003838,0.00010328291],"about_ca_topic_score_codex":0.0001480924,"about_ca_topic_score_gemma":0.00004816742,"teacher_disagreement_score":0.002773487,"about_ca_system_score_codex":0.00042162588,"about_ca_system_score_gemma":0.0012821064,"threshold_uncertainty_score":0.5623769},"labels":[],"label_agreement":null},{"id":"W3123934295","doi":"10.2196/25467","title":"Culturally Competent Gender, Sex, and Sexual Orientation Information Practices and Electronic Health Records: Rapid Review","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria; Canada Health Infoway","funders":"Canadian Institutes of Health Research","keywords":"Grey literature; Sexual orientation; Health equity; Health care; Best practice; Government (linguistics); Equity (law); Reproductive health; Inclusion (mineral); MEDLINE; Public relations; Psychology; Medicine; Political science; Social psychology; Population; Environmental health","score_opus":0.09888489067783651,"score_gpt":0.4733527128243346,"score_spread":0.3744678221464981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123934295","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000038000624,0.9895867,0.00008294451,0.0015683516,0.00068920373,0.0020847304,0.0000636064,0.000079870835,0.005806574],"genre_scores_gemma":[0.0000010447019,0.98796093,0.00026798729,0.008483908,0.0003900867,0.00030534583,0.002011093,0.000023118117,0.0005564584],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99475724,0.00078899873,0.0026222514,0.00024416746,0.0008681654,0.0007191759],"domain_scores_gemma":[0.9948048,0.00043562637,0.0034870892,0.0004603037,0.00016354903,0.00064865174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022727977,0.00047025853,0.0017718754,0.00022723695,0.00026899014,0.00020218932,0.00029590784,0.00058326934,0.0006489286],"category_scores_gemma":[0.0006130793,0.00036266507,0.00013879822,0.00044928206,0.00014766796,0.0011554292,0.00017710034,0.0014777968,0.00024223192],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024391886,0.00003944297,0.00001219382,0.19625583,0.00012081564,0.0000023715938,0.00366261,4.272793e-9,4.5903198e-10,0.001804938,0.059183426,0.7389159],"study_design_scores_gemma":[0.00044375606,0.00028722404,0.000041284286,0.0079431115,0.00042256108,0.0009023032,0.0019382238,0.000014432398,2.0502877e-9,0.000029610563,0.98764604,0.0003314404],"about_ca_topic_score_codex":0.00036161565,"about_ca_topic_score_gemma":0.00008109256,"teacher_disagreement_score":0.9284626,"about_ca_system_score_codex":0.00028211562,"about_ca_system_score_gemma":0.0023402579,"threshold_uncertainty_score":0.9998825},"labels":[],"label_agreement":null},{"id":"W3123984549","doi":"10.2196/17934","title":"Hybrid Deep Learning for Medication-Related Information Extraction From Clinical Texts in French: MedExt Algorithm Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Conditional random field; Natural language processing; Information extraction; Word embedding; Recall; Security token; Machine learning; Deep learning; F1 score; Artificial neural network; Task (project management); Recurrent neural network; Embedding","score_opus":0.022526084270900134,"score_gpt":0.3437960057843904,"score_spread":0.32126992151349026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123984549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85803187,0.00033793636,0.1392905,0.00032518004,0.0007529168,0.0005733586,0.000012170981,0.00007288212,0.0006031797],"genre_scores_gemma":[0.9348213,0.00032694053,0.05938597,0.00092990487,0.0003382576,0.00036618224,0.0035744417,0.0000203631,0.00023664132],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712306,0.00014675218,0.0015813499,0.0001950454,0.0006447904,0.00030900192],"domain_scores_gemma":[0.99869055,0.00025147395,0.0003579412,0.00025509074,0.00018342437,0.00026150316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012950004,0.00018554501,0.00031403385,0.00009298252,0.0001221431,0.000047199435,0.00026540176,0.0004845325,0.0001612497],"category_scores_gemma":[0.0023240107,0.00016486752,0.00008842259,0.00015923908,0.00013822394,0.000035858106,0.00017251697,0.00053524825,0.000059716425],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022416585,0.00038054114,0.0063190013,0.000033652523,0.00010765347,0.000009808682,0.0026715463,0.000013528147,0.0000299403,0.0000048834495,0.0019584333,0.9884486],"study_design_scores_gemma":[0.010628167,0.0012437776,0.18636811,0.00028806023,0.00008537436,0.00009866939,0.018188147,0.0850977,0.0028614425,0.0003863599,0.69380337,0.0009508416],"about_ca_topic_score_codex":0.000015941549,"about_ca_topic_score_gemma":0.00007268919,"teacher_disagreement_score":0.98749775,"about_ca_system_score_codex":0.00004169115,"about_ca_system_score_gemma":0.0005308607,"threshold_uncertainty_score":0.6723103},"labels":[],"label_agreement":null},{"id":"W3124072464","doi":"10.2196/24497","title":"Medical Morphology Training Using the Xuexi Tong Platform During the COVID-19 Pandemic: Development and Validation of a Web-Based Teaching Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Shandong Province; National Natural Science Foundation of China","keywords":"Medical education; Pandemic; Web application; Online teaching; Coronavirus disease 2019 (COVID-19); Medicine; Computer science; Pathology; World Wide Web","score_opus":0.051236253565230185,"score_gpt":0.30723152672236703,"score_spread":0.2559952731571368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124072464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9167713,0.00019231647,0.08070211,0.0005893372,0.00009887062,0.00018464155,0.0000023996101,0.00019530261,0.0012637355],"genre_scores_gemma":[0.9901872,0.00009092692,0.007911424,0.0016583161,0.00005715248,0.000047600002,0.000023291397,0.000014755537,0.000009277698],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979571,0.000063658124,0.00073620386,0.00009682509,0.00080432027,0.0003418689],"domain_scores_gemma":[0.9988441,0.00046486428,0.00011151665,0.00022003127,0.000027001066,0.00033249962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016571766,0.00015902863,0.00029090283,0.00008799422,0.0002567973,0.000019691415,0.00033903224,0.00044978346,0.00011265144],"category_scores_gemma":[0.0012887933,0.000097177675,0.000048122954,0.0002136927,0.00045717633,0.00011148474,0.0001660789,0.0011556536,0.000001537757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012889144,0.00052015,0.016476637,0.010372001,0.0012104858,0.0005716255,0.24954563,0.012328023,0.0014045724,0.03191192,0.0030491306,0.67248094],"study_design_scores_gemma":[0.002678512,0.00002708164,0.00024212393,0.00028205707,0.000046925947,0.0024446314,0.028066108,0.8778133,0.0023167576,0.00020724481,0.08553089,0.00034441447],"about_ca_topic_score_codex":0.0000045949428,"about_ca_topic_score_gemma":0.00000756098,"teacher_disagreement_score":0.86548525,"about_ca_system_score_codex":0.00012288806,"about_ca_system_score_gemma":0.00083226897,"threshold_uncertainty_score":0.5020804},"labels":[],"label_agreement":null},{"id":"W3124311168","doi":"10.2196/24280","title":"Medication Management Service for Old Age Homes in Hong Kong Using Information Technology, Automation Technology, and the Internet of Things: Pre-Post Interventional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chinese University of Hong Kong; Li Ka Shing Foundation","keywords":"Medicine; The Internet; Medical emergency; Service (business); Emergency medicine; Computer science; Business; World Wide Web","score_opus":0.04003036952222928,"score_gpt":0.3877465216575508,"score_spread":0.34771615213532153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124311168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97545815,0.00009585013,0.013670973,0.007975502,0.0001454444,0.0021184587,0.0000057340685,0.0000769368,0.00045293942],"genre_scores_gemma":[0.98671204,0.000055993878,0.010939243,0.0019056399,0.000016447002,0.00019149804,0.00012714768,0.000007233,0.000044777556],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99800104,0.00005271498,0.001090547,0.000090889895,0.000588109,0.00017671534],"domain_scores_gemma":[0.9987493,0.00023702132,0.00046159574,0.00022955635,0.000246682,0.00007580599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010754215,0.0001310235,0.0003323859,0.00056698365,0.000055020315,0.000037389524,0.0002010909,0.00020508136,0.000042985015],"category_scores_gemma":[0.0007582973,0.00009088519,0.00005859756,0.00082094094,0.00023697903,0.000865578,0.00031776636,0.00041584438,0.0000035049284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034695955,0.006496593,0.3130033,0.028204916,0.0024668684,0.00010697835,0.116713,0.0000902074,0.00016482038,0.134323,0.00075681845,0.3942039],"study_design_scores_gemma":[0.022632025,0.0007570939,0.0490493,0.0030697917,0.0005608635,0.0002099206,0.09196489,0.8247318,0.0004516731,0.0035425604,0.0027366881,0.00029336414],"about_ca_topic_score_codex":0.000021406544,"about_ca_topic_score_gemma":0.000017490314,"teacher_disagreement_score":0.82464164,"about_ca_system_score_codex":0.00006920729,"about_ca_system_score_gemma":0.00007915667,"threshold_uncertainty_score":0.37061903},"labels":[],"label_agreement":null},{"id":"W3124411764","doi":"10.2196/21331","title":"Detection of Bulbar Involvement in Patients With Amyotrophic Lateral Sclerosis by Machine Learning Voice Analysis: Diagnostic Decision Support Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Voice and Speech Disorders","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Amyotrophic lateral sclerosis; Bulbar palsy; Audiology; Medicine; Phonation; Speech recognition; Psychology; Computer science; Neuroscience; Disease; Pathology","score_opus":0.010531948366388256,"score_gpt":0.25275460023375146,"score_spread":0.2422226518673632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124411764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99772763,0.000044144464,0.0015242485,0.00005530778,0.000032757456,0.0005440218,0.0000035019916,0.0000258869,0.00004248403],"genre_scores_gemma":[0.99811864,0.00006721978,0.00089649815,0.000452743,0.000008610836,0.00006462928,0.00033080784,0.000012399009,0.00004846866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970829,0.000054410004,0.0009835244,0.00014519934,0.0014760144,0.00025795496],"domain_scores_gemma":[0.9989777,0.00014803025,0.0002155552,0.00021611039,0.00021804757,0.0002245523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041174024,0.0001745636,0.0004839505,0.00030786844,0.000064093154,0.000019453588,0.0001013489,0.00011560315,0.00022092897],"category_scores_gemma":[0.00042391976,0.00013120088,0.000066781904,0.0010231963,0.000043391785,0.0001617324,0.000091554095,0.0004091581,0.000023126226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017521926,0.001916851,0.96750283,0.0001479991,0.00040923932,0.00002073286,0.0055586547,0.00008813139,0.000020740688,2.4543843e-7,0.00005702269,0.024102343],"study_design_scores_gemma":[0.006759261,0.0014373384,0.98311627,0.0003617023,0.00036521655,0.0000018790142,0.0033305637,0.0031688053,0.00052420853,0.0000014514807,0.0007599075,0.0001734136],"about_ca_topic_score_codex":0.00006023558,"about_ca_topic_score_gemma":0.0006634105,"teacher_disagreement_score":0.02392893,"about_ca_system_score_codex":0.00011512191,"about_ca_system_score_gemma":0.00021980719,"threshold_uncertainty_score":0.53502166},"labels":[],"label_agreement":null},{"id":"W3124594906","doi":"10.2196/23215","title":"Clinical Decision Support for Traumatic Brain Injury: Identifying a Framework for Practical Model-Based Intracranial Pressure Estimation at Multihour Timescales","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traumatic Brain Injury and Neurovascular Disturbances","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Heart, Lung, and Blood Institute","keywords":"Computer science; Intracranial pressure; Traumatic brain injury; Inflow; Representation (politics); Fidelity; Estimation; Gold standard (test); Medicine; Internal medicine; Surgery","score_opus":0.07245001771912163,"score_gpt":0.4368936775851133,"score_spread":0.3644436598659917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124594906","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09008332,0.000058720852,0.9019604,0.0047429735,0.00056220026,0.0021849885,0.00012688813,0.00016488416,0.00011562811],"genre_scores_gemma":[0.13803276,0.000028584866,0.8528006,0.007350527,0.00037924678,0.0006321631,0.00046518949,0.000057125504,0.00025381477],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953937,0.00013056249,0.00217341,0.00037210985,0.0013898191,0.00054038415],"domain_scores_gemma":[0.99142444,0.006372742,0.0005163715,0.0006675533,0.00036296135,0.00065590825],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002325448,0.00034293203,0.0009375467,0.000113144146,0.00027521176,0.000110155204,0.00024206306,0.00082414853,0.00040477622],"category_scores_gemma":[0.017636802,0.00028671927,0.000680292,0.00024924226,0.00027425555,0.00041622118,0.00010770598,0.0007877252,0.000055346583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00934816,0.0048720567,0.0011693925,0.017596515,0.0012625088,0.00015069351,0.0066554053,0.0013535031,0.00011429754,0.016052822,0.15783195,0.7835927],"study_design_scores_gemma":[0.00594696,0.000777221,0.0010869117,0.0014644698,0.0005642588,0.00019553189,0.00040378803,0.9714377,0.00048275146,0.0075133834,0.009802299,0.0003247225],"about_ca_topic_score_codex":4.9267913e-7,"about_ca_topic_score_gemma":0.0000056377326,"teacher_disagreement_score":0.9700842,"about_ca_system_score_codex":0.00007192665,"about_ca_system_score_gemma":0.0012609232,"threshold_uncertainty_score":0.9999585},"labels":[],"label_agreement":null},{"id":"W3124781663","doi":"10.2196/25530","title":"Similarity-Based Unsupervised Spelling Correction Using BioWordVec: Development and Usability Study of Bacterial Culture and Antimicrobial Susceptibility Reports","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Spelling; Computer science; Artificial intelligence; Natural language processing; Edit distance; Similarity (geometry); Ranking (information retrieval); Vocabulary; Pattern recognition (psychology); Speech recognition; Information retrieval; Linguistics","score_opus":0.022311373905479798,"score_gpt":0.295768969183719,"score_spread":0.2734575952782392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124781663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973792,0.00005167966,0.0019653537,0.000029593017,0.00032191817,0.0002017537,0.0000049384234,0.000014311092,0.000031268188],"genre_scores_gemma":[0.9870895,0.00002022548,0.012532284,0.0001384506,0.00007769317,0.000003646067,0.000118704644,0.000005629309,0.00001388009],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99862003,0.000084129264,0.00065077667,0.00020586948,0.0002734466,0.00016574356],"domain_scores_gemma":[0.99929506,0.000031139178,0.00016501201,0.00023110883,0.00012902044,0.0001486561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005493728,0.00013854406,0.00025833826,0.000026267368,0.00009306943,0.000028989092,0.00006392665,0.00031699397,0.000024843142],"category_scores_gemma":[0.00048214933,0.000114611285,0.000033469252,0.00010486687,0.00027794496,0.0000073325828,0.00016417014,0.00017496839,2.0368144e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010209887,0.005559308,0.42928007,0.0032786336,0.00051195594,0.0001969493,0.038815737,0.00012861971,0.32761785,0.000004898314,0.0026057728,0.19097923],"study_design_scores_gemma":[0.010003271,0.0028961233,0.0616348,0.0006957036,0.00024610487,0.0009041608,0.044022538,0.02588547,0.80854505,0.000038325412,0.04347659,0.001651865],"about_ca_topic_score_codex":0.000013008721,"about_ca_topic_score_gemma":0.00009340234,"teacher_disagreement_score":0.4809272,"about_ca_system_score_codex":0.00001638249,"about_ca_system_score_gemma":0.00032479834,"threshold_uncertainty_score":0.46737126},"labels":[],"label_agreement":null},{"id":"W3124919495","doi":"10.2196/24973","title":"Deep Learning Models for Predicting Severe Progression in COVID-19-Infected Patients: Retrospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; Ministry of Environment; National Research Foundation","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Convolutional neural network; Artificial intelligence; Retrospective cohort study; Pneumonia; Internal medicine; Computer science; Disease","score_opus":0.029658403134231296,"score_gpt":0.3642252336165216,"score_spread":0.3345668304822903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124919495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788504,0.0000763912,0.012755973,0.0035780335,0.00024646372,0.0036738259,0.000010120604,0.00040960452,0.0003991638],"genre_scores_gemma":[0.9854344,0.00004564231,0.0028835519,0.010472928,0.00014512711,0.00068279996,0.00025137165,0.000042449446,0.0000417002],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99642706,0.00014980983,0.0011101669,0.00029106872,0.0015090737,0.00051279593],"domain_scores_gemma":[0.99727076,0.00074679,0.00034341973,0.00035542026,0.0005750408,0.00070854183],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009824897,0.00026292217,0.0006057474,0.0002535491,0.00021869534,0.000074082884,0.00016350858,0.0003274186,0.00017015677],"category_scores_gemma":[0.013598855,0.00022991323,0.00012148352,0.00080228,0.00009045721,0.0004969537,0.0002601301,0.0009944917,0.000010820078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036627706,0.00396038,0.9060841,0.0018096581,0.0001411709,0.00015773122,0.051825885,0.0034105957,0.000003411226,0.000072121475,0.002665606,0.029503053],"study_design_scores_gemma":[0.024520805,0.0028387918,0.09375126,0.0028537868,0.0001905317,0.00006954749,0.021462688,0.8468239,0.000039156937,0.0003893354,0.006522235,0.0005379786],"about_ca_topic_score_codex":0.000027876242,"about_ca_topic_score_gemma":0.00009689141,"teacher_disagreement_score":0.8434133,"about_ca_system_score_codex":0.0010421928,"about_ca_system_score_gemma":0.0012115991,"threshold_uncertainty_score":0.99471},"labels":[],"label_agreement":null},{"id":"W3124945631","doi":"10.2196/23888","title":"Noninvasive Real-Time Mortality Prediction in Intensive Care Units Based on Gradient Boosting Method: Model Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intensive care; Gradient boosting; Feature engineering; Medicine; Computer science; Artificial intelligence; Receiver operating characteristic; Critically ill; Feature (linguistics); Machine learning; Data mining; Intensive care medicine; Deep learning; Random forest","score_opus":0.11834884787483628,"score_gpt":0.3871115901862883,"score_spread":0.26876274231145203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124945631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963399,0.000020628484,0.0008641928,0.00022062416,0.00005697513,0.00094833254,0.000017032344,0.00005078985,0.001481516],"genre_scores_gemma":[0.9883619,0.000024040599,0.009234262,0.0014457293,0.00002592989,0.00026798312,0.00059361773,0.000013737671,0.000032791693],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793935,0.00009801739,0.0007118537,0.00018256568,0.000855094,0.00021311692],"domain_scores_gemma":[0.9983207,0.00027153917,0.00014642617,0.00024138081,0.00074788573,0.00027208612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004629527,0.00018542592,0.00037854377,0.0001521173,0.00008147994,0.000025625617,0.000045867964,0.00013269861,0.00004591738],"category_scores_gemma":[0.00091083103,0.00014901716,0.00003519751,0.00032335005,0.000032910164,0.0000978434,0.00006620263,0.0002500855,0.000012461069],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037986034,0.0037558468,0.47077265,0.0016428108,0.00076767476,0.0017377187,0.41972604,0.008148107,0.00012546229,0.00014157369,0.0018091473,0.09099311],"study_design_scores_gemma":[0.0074130762,0.0009248116,0.16550002,0.0015936005,0.00030199473,0.00007313465,0.12249204,0.68764025,0.0136399465,0.000019372623,0.00011142209,0.00029033257],"about_ca_topic_score_codex":0.000032749263,"about_ca_topic_score_gemma":0.000031534557,"teacher_disagreement_score":0.6794922,"about_ca_system_score_codex":0.00034495644,"about_ca_system_score_gemma":0.00074236735,"threshold_uncertainty_score":0.6076743},"labels":[],"label_agreement":null},{"id":"W3125422725","doi":"10.2196/24164","title":"Retracted: Application of Robot Positioning for Cannulated Screw Internal Fixation in the Treatment of Femoral Neck Fracture: Retrospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hip and Femur Fractures","field":"Medicine","cited_by":29,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Percutaneous; Surgery; Internal fixation; Femoral neck; Fluoroscopy; Orthopedic surgery; Bone healing; Fixation (population genetics); Osteoporosis; Internal medicine","score_opus":0.013700048285402656,"score_gpt":0.33098034478894073,"score_spread":0.31728029650353806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125422725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845853,0.000053998534,0.012628497,0.00075606094,0.000050721406,0.0013099958,0.000015747677,0.000012645325,0.0005870712],"genre_scores_gemma":[0.99761426,0.000021568187,0.0012954588,0.0005560975,0.00010006257,0.00011675865,0.00026332898,0.000006809956,0.00002565913],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99850583,0.000040804374,0.00066542416,0.00007897046,0.0005833288,0.00012565352],"domain_scores_gemma":[0.9990276,0.00010478979,0.00030707053,0.00022434247,0.0002662138,0.000069997666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026183776,0.00010540287,0.0003273454,0.00008367535,0.00003623713,0.000011289664,0.00008567414,0.00017008721,0.00006724552],"category_scores_gemma":[0.00019945388,0.000066780536,0.00008293344,0.0002919962,0.00005170334,0.00009435639,0.000010377574,0.0002391568,0.0000017859787],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014813333,0.010317279,0.70900303,0.00074838864,0.0005871527,0.000071554205,0.21657467,0.0003996967,0.00074212754,0.00052424666,0.0017408571,0.05780966],"study_design_scores_gemma":[0.004499709,0.0024450587,0.95814747,0.00023412232,0.00014521909,0.000049608483,0.012097838,0.0182459,0.0028483765,0.00013538626,0.0010581975,0.000093123555],"about_ca_topic_score_codex":0.00013839251,"about_ca_topic_score_gemma":0.00011713641,"teacher_disagreement_score":0.24914443,"about_ca_system_score_codex":0.00012475628,"about_ca_system_score_gemma":0.00015485058,"threshold_uncertainty_score":0.27232313},"labels":[],"label_agreement":null},{"id":"W3125571263","doi":"10.2196/25035","title":"Characterizing the Anticancer Treatment Trajectory and Pattern in Patients Receiving Chemotherapy for Cancer Using Harmonized Observational Databases: Retrospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Neutropenia and Cancer Infections","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Korea Health Industry Development Institute; Ministry of Trade, Industry and Energy","keywords":"Observational study; Regimen; Database; Medicine; Chemotherapy; Cancer; Medical record; Chemotherapy regimen; Lung cancer; Internal medicine; Oncology; Computer science","score_opus":0.08096325314080073,"score_gpt":0.3742476348750659,"score_spread":0.2932843817342652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125571263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99691945,0.00005580317,0.0003167031,0.0010305594,0.00020719657,0.0013261489,0.000060165265,0.000019046682,0.000064945656],"genre_scores_gemma":[0.9954061,0.00031021528,0.00037120873,0.003094228,0.00019307666,0.00048781745,0.00007954456,0.000017206128,0.000040619983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99877846,0.000037103975,0.00043586153,0.00013890775,0.00040532617,0.00020435012],"domain_scores_gemma":[0.99932975,0.00009141971,0.00012824603,0.00019031088,0.00015415771,0.00010611933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018451529,0.00014070932,0.0003174188,0.000048501588,0.00013057797,0.000033674678,0.000052525807,0.000048724418,0.00019900563],"category_scores_gemma":[0.00007402117,0.000095010924,0.00005284318,0.00020807583,0.00006215737,0.00020846563,0.000035533158,0.00018758455,8.425861e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011807409,0.0006120044,0.95910305,0.000087880915,0.00013083729,0.000004661409,0.007433728,0.0000012895212,0.00018767577,0.0000069386874,0.000075604075,0.032238267],"study_design_scores_gemma":[0.0072880546,0.00029027162,0.9844367,0.00027308663,0.00008368313,0.000008416393,0.0023442844,0.0023747422,0.0003864056,0.0000034842483,0.0024006276,0.00011022503],"about_ca_topic_score_codex":0.00014135709,"about_ca_topic_score_gemma":0.00034159515,"teacher_disagreement_score":0.03212804,"about_ca_system_score_codex":0.00040745773,"about_ca_system_score_gemma":0.00044402148,"threshold_uncertainty_score":0.3874433},"labels":[],"label_agreement":null},{"id":"W3125832735","doi":"10.2196/22148","title":"Machine Learning Approach to Decision Making for Insulin Initiation in Japanese Patients With Type 2 Diabetes (JDDM 58): Model Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hyperglycemia and glycemic control in critically ill and hospitalized patients","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Machine learning; Logistic regression; Artificial intelligence; Receiver operating characteristic; Gold standard (test); Medicine; Diabetes mellitus; F1 score; Insulin; Artificial neural network; Computer science; Internal medicine; Endocrinology","score_opus":0.020500528451797746,"score_gpt":0.299700178859337,"score_spread":0.27919965040753925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125832735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992611,0.00003610467,0.0054454817,0.000050566425,0.000048863243,0.00111501,0.0000048645643,0.000026914358,0.00066118164],"genre_scores_gemma":[0.97364736,0.000008445501,0.025028022,0.00072777405,0.000022028444,0.00018067865,0.000344443,0.000014923954,0.00002633591],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982533,0.000029215562,0.00062848744,0.00016037929,0.00067990687,0.00024874217],"domain_scores_gemma":[0.9990654,0.00016841154,0.00007945662,0.00012429158,0.00034977045,0.00021268649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028828447,0.00015421567,0.00032981622,0.00014108888,0.000092422095,0.000038566843,0.00006305854,0.00012925659,0.000018107134],"category_scores_gemma":[0.00091170054,0.00011633407,0.000022313823,0.00027979125,0.000023902094,0.00016351187,0.000085676904,0.00025872467,0.0000044709022],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024600998,0.0037168541,0.73141086,0.0009860338,0.00013480982,0.000012862068,0.063922785,0.0018509531,0.000011773773,0.000114524955,0.00008445095,0.19529396],"study_design_scores_gemma":[0.027849605,0.0031751664,0.08296519,0.0016761316,0.00016213061,0.000010519761,0.010477129,0.8715122,0.00008326237,0.00014113316,0.0013339022,0.0006136685],"about_ca_topic_score_codex":0.0000014433232,"about_ca_topic_score_gemma":0.0000064999845,"teacher_disagreement_score":0.8696612,"about_ca_system_score_codex":0.00006874973,"about_ca_system_score_gemma":0.000189311,"threshold_uncertainty_score":0.4743966},"labels":[],"label_agreement":null},{"id":"W3125866438","doi":"10.2196/13182","title":"A Clinical Decision Support System (KNOWBED) to Integrate Scientific Knowledge at the Bedside: Development and Evaluation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Clinical decision support system; Health care; Decision support system; Context (archaeology); Medicine; Knowledge base; Scientific evidence; Knowledge management; Medical education; Computer science; World Wide Web","score_opus":0.1440242476007721,"score_gpt":0.5432232048974553,"score_spread":0.39919895729668325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125866438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828469,0.0002606104,0.0009896486,0.00071222644,0.0044920994,0.004818441,0.0000060158814,0.00010924755,0.005764797],"genre_scores_gemma":[0.9872013,0.00002538087,0.0020716973,0.0017944103,0.00052767986,0.002439927,0.00008889026,0.000036379242,0.0058143646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99022627,0.0024609051,0.003776281,0.00036381267,0.0022916868,0.000881071],"domain_scores_gemma":[0.9934852,0.0029105311,0.0005415557,0.00078958395,0.0012674173,0.0010056966],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03367198,0.00023879785,0.00060864113,0.00016641348,0.0018439334,0.000075579126,0.00042742043,0.00040792677,0.0007795774],"category_scores_gemma":[0.0035789423,0.0001476025,0.000066622306,0.00082495314,0.0001479264,0.00016442155,0.00095012505,0.0013377027,0.0037676354],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009131906,0.00045079956,0.036083695,0.0016532722,0.00008432889,0.000020885913,0.19231476,0.0000014753767,0.0000022405486,0.00030646296,0.10448184,0.66450894],"study_design_scores_gemma":[0.0036760557,0.00045720677,0.026260443,0.0027657629,0.00007024936,0.0000699152,0.14461578,0.017570583,0.00001748426,0.000025917501,0.8041452,0.00032539034],"about_ca_topic_score_codex":0.00001923424,"about_ca_topic_score_gemma":0.0052289087,"teacher_disagreement_score":0.6996634,"about_ca_system_score_codex":0.0016177353,"about_ca_system_score_gemma":0.012553935,"threshold_uncertainty_score":0.9994555},"labels":[],"label_agreement":null},{"id":"W3125867257","doi":"10.2196/25183","title":"Driving Digital Transformation During a Pandemic: Case Study of Virtual Collaboration in a German Hospital","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital transformation; Pandemic; German; Health care; Work (physics); Public relations; Exploratory research; Digital health; Meaning (existential); Telemedicine; Coronavirus disease 2019 (COVID-19); Business; Knowledge management; Medicine; Nursing; Medical emergency; Psychology; Political science; Computer science; Sociology; Engineering; Disease","score_opus":0.01649704298110391,"score_gpt":0.3717594696805115,"score_spread":0.35526242669940755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125867257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976644,0.000010375396,0.0003559819,0.0005630834,0.000101741476,0.0010014296,0.000009230705,0.000050321254,0.00024342071],"genre_scores_gemma":[0.9993638,0.000021663967,0.000114302784,0.00020498631,0.000080652375,0.000074029915,0.000109920475,0.000010143946,0.000020532945],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99749905,0.00003471293,0.0013190419,0.000090469555,0.0008217576,0.00023494357],"domain_scores_gemma":[0.99908733,0.000078786776,0.0002329377,0.00016905137,0.00019294341,0.00023892289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002794387,0.00012641773,0.00033470453,0.00021329723,0.00005787339,0.000028601495,0.000050518694,0.00011521401,0.000101238],"category_scores_gemma":[0.00022993467,0.00011294217,0.00003658691,0.00062746624,0.000039300925,0.00074139115,0.00003634692,0.00030404542,0.0000054368243],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001578897,0.0030605365,0.37466878,0.0015028064,0.00011604192,0.004433474,0.505108,0.000013740164,0.00015207342,0.00015041372,0.00044811124,0.11018815],"study_design_scores_gemma":[0.023733057,0.0037195678,0.09470216,0.00070254545,0.00010149618,0.00767567,0.85917485,0.007775225,0.00061735837,0.000022870623,0.0014462642,0.00032892317],"about_ca_topic_score_codex":0.000038631024,"about_ca_topic_score_gemma":0.0004230595,"teacher_disagreement_score":0.35406688,"about_ca_system_score_codex":0.000115899216,"about_ca_system_score_gemma":0.0004183162,"threshold_uncertainty_score":0.46056482},"labels":[],"label_agreement":null},{"id":"W3125987912","doi":"10.2196/18933","title":"Regional Resource Assessment During the COVID-19 Pandemic in Italy: Modeling Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Dipartimento della Protezione Civile, Presidenza del Consiglio dei Ministri","keywords":"Pandemic; Intensive care; Population; Government (linguistics); China; Health care; Coronavirus disease 2019 (COVID-19); Estimation; Medicine; Medical emergency; Geography; Business; Environmental health; Economic growth; Intensive care medicine; Economics; Disease","score_opus":0.304606043460978,"score_gpt":0.4827953599226612,"score_spread":0.17818931646168318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125987912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97909665,0.000100281126,0.010078462,0.008312282,0.00005953045,0.00079094514,0.0000046942732,0.00019430667,0.0013628358],"genre_scores_gemma":[0.9837993,0.000104989296,0.0024816794,0.012918052,0.0001465651,0.00032697912,0.00001206087,0.00001929513,0.00019110573],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957763,0.0004971922,0.0015476936,0.00023221961,0.0014288332,0.0005177756],"domain_scores_gemma":[0.99327755,0.0054003065,0.00026921774,0.000589154,0.000084893494,0.0003788882],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004083711,0.0002565517,0.0006057128,0.00008449977,0.00034148435,0.000050972405,0.0005612798,0.00022014276,0.0002487174],"category_scores_gemma":[0.012519502,0.00015925837,0.00013990985,0.00048240527,0.00019353651,0.00013697664,0.0008858943,0.0011003676,0.00001910976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018711708,0.0035961075,0.82578164,0.0031837965,0.00062704924,0.0008352468,0.09892978,0.01309855,0.000015856443,0.021060238,0.02877591,0.003908707],"study_design_scores_gemma":[0.008778275,0.00032725683,0.037927657,0.00057045615,0.00015944292,0.00051371387,0.18327285,0.6107452,0.0000028171503,0.095062025,0.06130681,0.0013335304],"about_ca_topic_score_codex":0.000052196367,"about_ca_topic_score_gemma":0.00032458847,"teacher_disagreement_score":0.787854,"about_ca_system_score_codex":0.00065687526,"about_ca_system_score_gemma":0.0005292995,"threshold_uncertainty_score":0.99579847},"labels":[],"label_agreement":null},{"id":"W3126046450","doi":"10.2196/18298","title":"Automated Identification of Common Disease-Specific Outcomes for Comparative Effectiveness Research Using ClinicalTrials.gov: Algorithm Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Pipeline (software); Computer science; Clinical trial; Upload; Data mining; Medicine; Artificial intelligence; Pathology","score_opus":0.8589056771146762,"score_gpt":0.6583462876810027,"score_spread":0.20055938943367357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126046450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.914585,0.00011230908,0.082220845,0.000078605975,0.00021851902,0.0027017973,0.000028877888,0.000013092656,0.00004093787],"genre_scores_gemma":[0.9810919,0.00001043261,0.01837663,0.000030451785,0.00003514376,0.00027084802,0.00007776874,0.0000074018926,0.00009938045],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.967026,0.011628711,0.012621011,0.00041932715,0.00805677,0.0002481603],"domain_scores_gemma":[0.9709343,0.020583667,0.0035262401,0.0014138859,0.0032177516,0.00032418946],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16106965,0.00019964298,0.002723499,0.00035537005,0.00029032832,0.0005480031,0.00073223177,0.000115881325,0.00025450205],"category_scores_gemma":[0.025905853,0.000110535475,0.0003915748,0.0013373405,0.00017701613,0.00034723047,0.00026560194,0.00021007318,0.0001009215],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003421196,0.007947145,0.50641245,0.0039785034,0.0033232742,0.0000393141,0.08380825,0.0008346271,0.0002917625,0.0037262223,0.019916115,0.3693802],"study_design_scores_gemma":[0.0022176001,0.00013715241,0.40572888,0.0003071819,0.00021670204,0.0000055518976,0.024915915,0.557396,0.0011628265,0.0014212733,0.006202449,0.00028844996],"about_ca_topic_score_codex":0.0000018909992,"about_ca_topic_score_gemma":0.000004058393,"teacher_disagreement_score":0.55656135,"about_ca_system_score_codex":0.00007435952,"about_ca_system_score_gemma":0.00044219758,"threshold_uncertainty_score":0.9822993},"labels":[],"label_agreement":null},{"id":"W3126209695","doi":"10.2196/23587","title":"Novel Graph-Based Model With Biaffine Attention for Family History Extraction From Clinical Text: Modeling Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Harbin Institute of Technology","keywords":"Computer science; Relationship extraction; Family history; Information extraction; Natural language processing; Sentence; Information retrieval; Artificial intelligence; Genogram; ENCODE; Graph; Theoretical computer science; Psychology; Medicine","score_opus":0.09582043481915976,"score_gpt":0.34475927771473003,"score_spread":0.24893884289557028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126209695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24673061,0.000038596678,0.75179535,0.00030648013,0.00043934866,0.00039367957,0.0000051190464,0.00014969708,0.00014109805],"genre_scores_gemma":[0.50311506,0.000008087609,0.49471337,0.0017658635,0.00015483753,0.00012018767,0.000044224176,0.000015190402,0.00006319682],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970747,0.000048784863,0.0011692541,0.00031896625,0.0010903273,0.00029795445],"domain_scores_gemma":[0.9981469,0.00025291328,0.00027514153,0.00072120334,0.00033093675,0.0002729302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009040158,0.00019524233,0.00034451313,0.00011781342,0.00010167063,0.000082497485,0.0005886446,0.00021882127,0.000013120071],"category_scores_gemma":[0.00017130979,0.00016649837,0.00014516492,0.00020245403,0.00005301302,0.00077431684,0.00015312321,0.00047054613,0.000009208967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002416927,0.005969068,0.0020438568,0.00034464773,0.00031036462,0.000058915688,0.008295647,0.80790997,0.0005356829,0.00597506,0.0038380818,0.16447704],"study_design_scores_gemma":[0.0026146434,0.00016398696,0.0002833611,0.000099099896,0.000031825813,0.0000059679396,0.00065109186,0.99518484,0.0000059595855,0.00032093312,0.0004260057,0.00021228254],"about_ca_topic_score_codex":0.000035449342,"about_ca_topic_score_gemma":0.000065198416,"teacher_disagreement_score":0.25708202,"about_ca_system_score_codex":0.00014654656,"about_ca_system_score_gemma":0.00096660404,"threshold_uncertainty_score":0.6789606},"labels":[],"label_agreement":null},{"id":"W3126427431","doi":"10.2196/25121","title":"Predictive Modeling of 30-Day Emergency Hospital Transport of German Patients Using a Personal Emergency Response: Retrospective Study and Comparison with the United States","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; Emergency department; Predictive analytics; German; Medical emergency; Emergency medicine; Retrospective cohort study; Health care; Predictive modelling; Computer science; Data science; Machine learning; Nursing","score_opus":0.018088079355050624,"score_gpt":0.31910733514875583,"score_spread":0.3010192557937052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126427431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965255,0.00027106248,0.0018335212,0.0002297868,0.0001539926,0.00070456247,0.00009647751,0.000019886025,0.00016517122],"genre_scores_gemma":[0.99916095,0.00048915506,0.00011267763,0.000037615187,0.000037345297,0.00002612111,0.00009893183,0.000015175968,0.000022037022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730146,0.0001088477,0.0010246036,0.00014232226,0.0011908847,0.00023189577],"domain_scores_gemma":[0.9980987,0.000049025966,0.00034131063,0.0001980955,0.0011609653,0.00015193988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048495448,0.000209982,0.00055464637,0.00011267563,0.0001419988,0.0000023605337,0.000103849234,0.00009345721,0.00022890537],"category_scores_gemma":[0.00020926166,0.00013268614,0.00009192186,0.0006074554,0.00021794836,0.00013294461,0.000077948134,0.00038184554,4.5956787e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068903377,0.0013865181,0.670242,0.00044004785,0.0008337053,0.000017547125,0.3250977,0.0001871282,0.000018097651,0.000015765956,0.00089448516,0.00017795638],"study_design_scores_gemma":[0.0030546153,0.004084124,0.41235122,0.00047403562,0.0006676203,0.00000677729,0.25654513,0.3223404,0.00007082577,0.00002904184,0.000108053384,0.00026816782],"about_ca_topic_score_codex":0.000049149483,"about_ca_topic_score_gemma":0.000024855643,"teacher_disagreement_score":0.32215327,"about_ca_system_score_codex":0.000043088985,"about_ca_system_score_gemma":0.0001768603,"threshold_uncertainty_score":0.5410784},"labels":[],"label_agreement":null},{"id":"W3126565418","doi":"10.2196/21679","title":"Lexicon Development for COVID-19-related Concepts Using Open-source Word Embedding Sources: An Intrinsic and Extrinsic Evaluation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Perelman School of Medicine, University of Pennsylvania; University of Pennsylvania","keywords":"Coronavirus disease 2019 (COVID-19); Lexicon; Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Word embedding; 2019-20 coronavirus outbreak; Word (group theory); Open source; Natural language processing; Artificial intelligence; Embedding; Linguistics; Medicine; Virology; Software; Pathology; Programming language","score_opus":0.07589123149888627,"score_gpt":0.4143356395403869,"score_spread":0.3384444080415006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126565418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95593953,0.0008336878,0.041852612,0.00039786936,0.00016397862,0.0005451092,0.000006090702,0.0000428404,0.00021828598],"genre_scores_gemma":[0.89696616,0.00028186195,0.09374497,0.0069525726,0.00028088712,0.00025410447,0.0011119853,0.000043939555,0.00036353522],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982667,0.000118658565,0.00061794504,0.0002358105,0.0004579543,0.00030292783],"domain_scores_gemma":[0.99876904,0.00009859398,0.00020477753,0.00024641168,0.00017927558,0.0005018954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012653037,0.00017413778,0.000253195,0.000053076677,0.00024856656,0.00012159073,0.00029780337,0.00043110026,0.00014518472],"category_scores_gemma":[0.0019294769,0.00015358253,0.000038598257,0.00016349286,0.00027664495,0.000022402826,0.0004343653,0.00017685331,0.0000030740482],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007961495,0.000107956876,0.0003237555,0.000199487,0.0001001679,0.000005510097,0.008178285,0.00011651759,0.0013755447,0.00011449212,0.0011360921,0.9882626],"study_design_scores_gemma":[0.0082259895,0.00051113125,0.00046399923,0.00029563517,0.0001088508,0.00034597702,0.030558642,0.09525638,0.012001305,0.00053776347,0.85087496,0.00081935734],"about_ca_topic_score_codex":0.000005295171,"about_ca_topic_score_gemma":0.000027704054,"teacher_disagreement_score":0.9874432,"about_ca_system_score_codex":0.000069467984,"about_ca_system_score_gemma":0.0019390291,"threshold_uncertainty_score":0.62629133},"labels":[],"label_agreement":null},{"id":"W3126824501","doi":"10.2196/23306","title":"The Effect of Innovation Capabilities of Health Care Organizations on the Quality of Health Information Technology: Model Development With Cross-sectional Data","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociotechnical system; Knowledge management; Workflow; Context (archaeology); Structural equation modeling; Quality (philosophy); Health information technology; Conceptual model; Information quality; Health care; Health informatics; Information technology; Information system; Process management; Quality management; Business; Computer science; Marketing; Engineering; Database; Political science","score_opus":0.07662799815557174,"score_gpt":0.47176869494554236,"score_spread":0.3951406967899706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126824501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9655055,0.00024541712,0.02341881,0.006850578,0.0002708855,0.0026932908,0.00021931843,0.00006967994,0.0007265169],"genre_scores_gemma":[0.99566627,0.00006520602,0.0017170038,0.0012338503,0.000027218743,0.00026859596,0.00095947983,0.000013225032,0.00004915744],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99197066,0.0010669619,0.005012483,0.000105549494,0.0013927645,0.0004515558],"domain_scores_gemma":[0.9912904,0.0020595947,0.0033839783,0.0009517368,0.0022377328,0.000076586184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012022237,0.0001510215,0.0005598519,0.0001916919,0.0010385108,0.000010532953,0.00058211514,0.00027173225,0.000035029632],"category_scores_gemma":[0.0058740405,0.000081825805,0.00001947038,0.001845593,0.0003634056,0.00031170656,0.0002714175,0.00086948654,0.000008484003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033281744,0.00021770915,0.48180893,0.0525677,0.00028993297,1.2448697e-7,0.18238929,0.0009189009,0.00001079625,0.20038044,0.009041554,0.0720418],"study_design_scores_gemma":[0.014667624,0.006859009,0.29786932,0.013867111,0.000045760422,0.000039014863,0.5036268,0.0721706,0.0036711893,0.0021691674,0.08369358,0.0013207942],"about_ca_topic_score_codex":0.00019592006,"about_ca_topic_score_gemma":0.00046186728,"teacher_disagreement_score":0.32123753,"about_ca_system_score_codex":0.0006226605,"about_ca_system_score_gemma":0.020731319,"threshold_uncertainty_score":0.98482025},"labels":[],"label_agreement":null},{"id":"W3126907871","doi":"10.2196/28776","title":"Key Technology Considerations in Developing and Deploying Machine Learning Models in Clinical Radiology Practice","year":2021,"lang":"en","type":"preprint","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Key (lock); Adversarial system; Artificial intelligence; Machine learning; Software deployment; Context (archaeology); Data science; USable; Software; Representation (politics); Generalization; Software engineering; Computer security; World Wide Web","score_opus":0.24262381225997026,"score_gpt":0.49191270012817084,"score_spread":0.24928888786820058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126907871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9520334,0.0019803725,0.010243037,0.033378147,0.0006185034,0.00088489667,0.0000014506428,0.00010066729,0.0007595481],"genre_scores_gemma":[0.93454313,0.007211253,0.05115195,0.006597471,0.00016969438,0.00018299071,0.00011160003,0.000019687604,0.000012245074],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99637,0.00028504725,0.0023926646,0.00024655898,0.00035009865,0.00035562622],"domain_scores_gemma":[0.99691546,0.0018491298,0.00043362135,0.00027233266,0.00030450584,0.00022495385],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0023841034,0.00019802252,0.0007263484,0.0005574702,0.00008336286,0.000047060297,0.00010350031,0.001436021,0.000053566386],"category_scores_gemma":[0.01354236,0.00019190914,0.00005195893,0.0003471523,0.00026661146,0.0002557226,0.0003953697,0.0043126857,0.000008914854],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024413878,0.0010314736,0.4427492,0.005330135,0.0002503013,0.0013326847,0.13883066,0.004690661,0.0000069088137,0.023669818,0.0007427853,0.38112122],"study_design_scores_gemma":[0.000851655,0.00039772489,0.0056768763,0.0073014987,0.00011084034,0.0033436394,0.08573642,0.8649159,0.00010249756,0.024955958,0.0058596474,0.00074731855],"about_ca_topic_score_codex":0.0004191084,"about_ca_topic_score_gemma":0.0008545769,"teacher_disagreement_score":0.86022526,"about_ca_system_score_codex":0.00023100275,"about_ca_system_score_gemma":0.0030426749,"threshold_uncertainty_score":0.99986035},"labels":[],"label_agreement":null},{"id":"W3127166591","doi":"10.2196/23934","title":"Electronic Medical Record–Based Case Phenotyping for the Charlson Conditions: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; Alberta Health Services","funders":"","keywords":"Medicine; MEDLINE; Comorbidity; Systematic review; Medical record; Medical emergency; Family medicine; Internal medicine","score_opus":0.030623966365432295,"score_gpt":0.38934204250952087,"score_spread":0.35871807614408857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127166591","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057949626,0.013595144,0.9156747,0.06664341,0.00073076,0.0018666781,0.000006695345,0.00030917116,0.0005939619],"genre_scores_gemma":[0.119912,0.042002287,0.1578254,0.66803885,0.0030302962,0.008016288,0.00054994755,0.00017308792,0.0004518503],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677634,0.00021976215,0.0010081058,0.00019234417,0.0012079977,0.0005954714],"domain_scores_gemma":[0.9958662,0.0024005834,0.0002970196,0.0007569004,0.00027141554,0.00040789405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024571104,0.00017309727,0.00034934218,0.000055459295,0.00044651562,0.000111984635,0.0009865413,0.0001943961,0.0008734882],"category_scores_gemma":[0.0049442635,0.00012471396,0.00013787395,0.00053424906,0.00009816627,0.00032545728,0.00027293357,0.0009992619,0.00006229989],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009348407,0.00014810957,0.000112652335,0.043236468,0.00008082152,0.0007787073,0.0025408533,0.00006401506,6.889511e-7,0.08208412,0.023969846,0.8469744],"study_design_scores_gemma":[0.0005902586,0.00007862678,0.000010612123,0.029611694,0.000020794483,0.0018534266,0.00015904337,0.942877,0.00001327652,0.0005573024,0.024015278,0.00021269887],"about_ca_topic_score_codex":0.000020674222,"about_ca_topic_score_gemma":0.00013404395,"teacher_disagreement_score":0.942813,"about_ca_system_score_codex":0.00010666445,"about_ca_system_score_gemma":0.0034546389,"threshold_uncertainty_score":0.9564083},"labels":[],"label_agreement":null},{"id":"W3127318101","doi":"10.2196/22164","title":"Identifying Myocardial Infarction Using Hierarchical Template Matching–Based Myocardial Strain: Algorithm Development and Usability Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Economic and Social Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Scottish Government; Health and Social Care Research and Development Division; Medical Research Council; Public Health Agency; University of Warwick; Department of Health and Social Care; British Heart Foundation; Wellcome Trust","keywords":"Myocardial infarction; Magnetic resonance imaging; Medicine; Receiver operating characteristic; Algorithm; Cardiac magnetic resonance; Diastole; Radial stress; Cardiac magnetic resonance imaging; Cardiology; Infarction; Internal medicine; Radiology; Computer science; Deformation (meteorology); Physics","score_opus":0.03130257879547738,"score_gpt":0.333834785764835,"score_spread":0.3025322069693576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127318101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9449282,0.000070235656,0.05250026,0.00042684423,0.00072319293,0.00065728405,0.000028299643,0.00014127324,0.0005243561],"genre_scores_gemma":[0.9189097,0.00001368088,0.078000195,0.002186273,0.00059580256,0.000058263486,0.00018172638,0.000033925116,0.00002043471],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964661,0.00015341991,0.0010381159,0.00026026944,0.0016254993,0.0004566083],"domain_scores_gemma":[0.99818695,0.00038772853,0.00014458048,0.00037803416,0.00022901339,0.00067371066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001229618,0.0002804599,0.0006433665,0.0001636469,0.00027768986,0.00017667442,0.00009219927,0.00023445759,0.00007764856],"category_scores_gemma":[0.0007344013,0.00026042003,0.00017769587,0.00033919894,0.00023019606,0.00025582287,0.00024020408,0.00093927735,0.000022325892],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031872676,0.003084418,0.3190294,0.0019671414,0.0016442125,0.001742176,0.058947798,0.00026994018,0.00030541368,0.0001231549,0.0015570865,0.61101055],"study_design_scores_gemma":[0.016510732,0.00054895907,0.85732746,0.0013692117,0.0010090241,0.0024005843,0.03430701,0.072327845,0.0008687537,0.0005286385,0.0114259105,0.0013758416],"about_ca_topic_score_codex":0.000034499302,"about_ca_topic_score_gemma":0.0000060957846,"teacher_disagreement_score":0.6096347,"about_ca_system_score_codex":0.00020667903,"about_ca_system_score_gemma":0.0015208427,"threshold_uncertainty_score":0.9999848},"labels":[],"label_agreement":null},{"id":"W3127445005","doi":"10.2196/25635","title":"Machine Learning Approach to Predict the Probability of Recurrence of Renal Cell Carcinoma After Surgery: Prediction Model Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Renal cell carcinoma treatment","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Renal cell carcinoma; Nephrectomy; Medicine; Receiver operating characteristic; Naive Bayes classifier; Cohort; Surgery; Machine learning; Internal medicine; Database; Computer science; Kidney; Support vector machine","score_opus":0.035352677772320894,"score_gpt":0.2609526600505753,"score_spread":0.22559998227825442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127445005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902729,0.00017130344,0.00515094,0.00008712741,0.00005877843,0.0015085747,0.000022652119,0.000032093332,0.0026956291],"genre_scores_gemma":[0.99064404,0.000014199902,0.00850145,0.000093626004,0.00003441639,0.00041060196,0.00011933033,0.000014698854,0.00016765401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962003,0.00016298272,0.0014303273,0.00020412137,0.0017120773,0.00029017523],"domain_scores_gemma":[0.99823457,0.00018293387,0.00031301324,0.00053443,0.0003872218,0.00034781187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013504185,0.00022585383,0.00059617934,0.0001202302,0.00006577548,0.000011211155,0.00017391972,0.00013396844,0.000060626513],"category_scores_gemma":[0.00037965472,0.0001423846,0.00014429247,0.00046514565,0.00013308998,0.000097322336,0.00024902867,0.0005048977,0.000005776542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011666814,0.007510903,0.88949984,0.00475775,0.00028852638,0.000062651634,0.073627755,0.003393118,0.00014395444,0.000029707517,0.0010161574,0.018502949],"study_design_scores_gemma":[0.0043602227,0.002296513,0.59761804,0.00096989906,0.00053252187,0.00021410648,0.0076735434,0.3649237,0.01970907,0.000053335803,0.0011749167,0.00047417468],"about_ca_topic_score_codex":0.000013602464,"about_ca_topic_score_gemma":0.0000060490693,"teacher_disagreement_score":0.36153057,"about_ca_system_score_codex":0.00016189505,"about_ca_system_score_gemma":0.0012626642,"threshold_uncertainty_score":0.58062756},"labels":[],"label_agreement":null},{"id":"W3127726773","doi":"10.2196/25704","title":"Using Machine Learning Technologies in Pressure Injury Management: Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities; Project 211; National Natural Science Foundation of China","keywords":"CINAHL; Cochrane Library; MEDLINE; Data extraction; Systematic review; Medicine; Critical appraisal; Grey literature; Strengths and weaknesses; Computer science; Artificial intelligence; Meta-analysis; Nursing; Psychological intervention; Psychology; Pathology; Alternative medicine","score_opus":0.09103174161749274,"score_gpt":0.48254696643627026,"score_spread":0.39151522481877754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127726773","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.9427737e-8,0.97727305,0.0006552537,0.000088953544,0.0004045432,0.010928485,0.000024911531,0.00045908292,0.010165659],"genre_scores_gemma":[4.9268783e-7,0.98944825,0.0010431507,0.0008791711,0.000041143907,0.0033306726,0.0002414506,0.00005317654,0.004962493],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915997,0.0019005032,0.0043113595,0.00027214715,0.0012143928,0.0007019381],"domain_scores_gemma":[0.9963068,0.000394756,0.0020571896,0.0009809603,0.000094240146,0.00016606627],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003818531,0.00055877387,0.0040670414,0.00061888766,0.00029501852,0.000031688196,0.0011240263,0.0010317558,0.0012471973],"category_scores_gemma":[0.0011936413,0.00040661887,0.0004612602,0.0011111585,0.00007592455,0.00023311796,0.002199997,0.0036297564,0.0004044357],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.867676e-7,0.000046124973,0.0000017337511,0.9120456,0.00040023305,0.000040886363,0.00029047177,3.8296156e-7,6.1146893e-10,0.0016757761,0.004713892,0.08078423],"study_design_scores_gemma":[0.0001248905,0.0000061319943,3.6760305e-8,0.49103808,0.0015037747,0.000007428645,0.0009594617,0.00039042227,3.9767083e-9,0.000017583136,0.50576305,0.00018912702],"about_ca_topic_score_codex":0.000010478601,"about_ca_topic_score_gemma":0.000014144223,"teacher_disagreement_score":0.50104916,"about_ca_system_score_codex":0.0002254824,"about_ca_system_score_gemma":0.0003799865,"threshold_uncertainty_score":0.9998386},"labels":[],"label_agreement":null},{"id":"W3128383135","doi":"10.2196/23450","title":"Impact of Web-Based Self-Scheduling on Finalization of Well-Child Appointments in a Primary Care Setting: Retrospective Comparison Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Scheduling (production processes); Medicine; Operations management; Engineering","score_opus":0.02968999214545563,"score_gpt":0.419709253764681,"score_spread":0.39001926161922534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128383135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895663,0.000031198633,0.0028842674,0.0002157553,0.000137416,0.0014592097,0.000031281957,0.000049207207,0.0056253495],"genre_scores_gemma":[0.9894873,0.000021913404,0.009478706,0.00040542864,0.000043741584,0.0001057583,0.0004303623,0.000016060685,0.000010766052],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99643004,0.00052964204,0.00177334,0.00013875129,0.0008422444,0.00028601053],"domain_scores_gemma":[0.9978433,0.00026798825,0.0006417575,0.00031945686,0.0007611206,0.00016634712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009412063,0.00016169854,0.0005203464,0.0002248875,0.00022506194,0.000009014753,0.00013050245,0.0002954029,0.00022836117],"category_scores_gemma":[0.0004990131,0.00013688579,0.000084671476,0.0006567514,0.000032497665,0.00013271013,0.00006786365,0.0008090313,0.000014784137],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010283347,0.0015583341,0.9031833,0.0018142521,0.000053027423,0.0000049551268,0.06916206,0.022978313,0.0000062746076,0.00016185209,0.00017470408,0.0008000851],"study_design_scores_gemma":[0.0061088293,0.001396018,0.4469091,0.0028469109,0.00003570802,0.0000012237437,0.05079703,0.49154988,0.000050092935,0.000009466104,0.00008968472,0.00020603617],"about_ca_topic_score_codex":0.00008833265,"about_ca_topic_score_gemma":0.00013420093,"teacher_disagreement_score":0.46857157,"about_ca_system_score_codex":0.0007299341,"about_ca_system_score_gemma":0.003057553,"threshold_uncertainty_score":0.55820405},"labels":[],"label_agreement":null},{"id":"W3128679106","doi":"10.2196/18269","title":"Comparative Analysis of Paper-Based and Web-Based Versions of the National Comprehensive Cancer Network-Functional Assessment of Cancer Therapy-Breast Cancer Symptom Index (NFBSI-16) Questionnaire in Breast Cancer Patients: Randomized Crossover Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cancer survivorship and care","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Breast cancer; Medicine; Concordance; Physical therapy; Cancer; Randomized controlled trial; Internal medicine","score_opus":0.017090414559583055,"score_gpt":0.34569478009431026,"score_spread":0.3286043655347272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128679106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942022,0.0009928755,0.000112043424,0.00152407,0.0004415689,0.0011320888,0.0014344371,0.000012601725,0.00014811679],"genre_scores_gemma":[0.9958219,0.0004938444,0.000016712753,0.0026588915,0.0000934642,0.0007645183,0.00012070433,0.0000113950155,0.000018574472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99594384,0.00032429563,0.001225351,0.00020461278,0.0020542764,0.00024761568],"domain_scores_gemma":[0.9959508,0.00044537857,0.00079573423,0.00023031315,0.0024021312,0.00017564377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040024598,0.00026551116,0.0013780206,0.00024585263,0.00009888765,0.00001552329,0.00015436855,0.00017521768,0.0021394596],"category_scores_gemma":[0.000041036867,0.0001791531,0.00034437314,0.0016792251,0.00062186044,0.00015081845,0.00008626425,0.0004216006,1.5160622e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008735467,0.0012195805,0.94862825,0.00034033737,0.0025442748,9.139553e-7,0.0030946967,0.033733625,0.000025152334,0.000060577677,0.0006801732,0.0009369733],"study_design_scores_gemma":[0.064661756,0.00006106233,0.850059,0.0014064814,0.00085631676,8.4956326e-7,0.0016623344,0.08091726,0.000035655623,0.0000057710085,0.00018405984,0.0001494738],"about_ca_topic_score_codex":0.0074679935,"about_ca_topic_score_gemma":0.023947775,"teacher_disagreement_score":0.09856925,"about_ca_system_score_codex":0.0006253207,"about_ca_system_score_gemma":0.0045171855,"threshold_uncertainty_score":0.99914134},"labels":[],"label_agreement":null},{"id":"W3129080628","doi":"10.2196/24572","title":"Development and Validation of a Machine Learning Approach for Automated Severity Assessment of COVID-19 Based on Clinical and Imaging Data: Retrospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Guangzhou Science, Technology and Innovation Commission; National Health and Medical Research Council; Natural Science Foundation of Guangdong Province","keywords":"Oversampling; Machine learning; Logistic regression; Artificial intelligence; Medicine; Receiver operating characteristic; Predictive power; Medical imaging; Coronavirus disease 2019 (COVID-19); Predictive modelling; Computer science; Internal medicine","score_opus":0.08671072779037911,"score_gpt":0.4533509668558341,"score_spread":0.36664023906545495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129080628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93780977,0.000026232161,0.057548605,0.0027161017,0.00006381901,0.0015327695,0.0000610097,0.00014311932,0.000098597455],"genre_scores_gemma":[0.88820887,0.000017288092,0.107664205,0.0033994932,0.000024584897,0.00005991434,0.0006082757,0.000012135812,0.000005243253],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975404,0.00015688053,0.0010785033,0.00023024569,0.00084394356,0.00015000532],"domain_scores_gemma":[0.9979341,0.0007903721,0.00039151448,0.000362239,0.00021861271,0.00030313633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030667714,0.00014045757,0.0005626786,0.00012405484,0.000088579975,0.000023187005,0.00011098094,0.00010208938,0.00001912796],"category_scores_gemma":[0.0050356523,0.000119878176,0.0000361714,0.00022889384,0.00017847533,0.00012861392,0.00026761906,0.0003745587,1.6958867e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020909568,0.0031177758,0.9740444,0.003834949,0.0002198455,0.000022058095,0.0063944496,0.00033653394,0.000018392817,0.00005065372,0.0015135604,0.010238323],"study_design_scores_gemma":[0.0050021117,0.00040062334,0.13005438,0.0002098537,0.00011319605,0.0000118102425,0.002234322,0.8596663,0.0000869513,0.0000040081713,0.0021175796,0.00009889628],"about_ca_topic_score_codex":0.000017519009,"about_ca_topic_score_gemma":0.000005250043,"teacher_disagreement_score":0.85932976,"about_ca_system_score_codex":0.00014495399,"about_ca_system_score_gemma":0.0017490523,"threshold_uncertainty_score":0.602851},"labels":[],"label_agreement":null},{"id":"W3129224130","doi":"10.2196/23328","title":"Realistic High-Resolution Body Computed Tomography Image Synthesis by Using Progressive Growing Generative Adversarial Network: Visual Turing Test","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Generative Adversarial Networks and Image Synthesis","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; National Research Foundation","keywords":"Artificial intelligence; Set (abstract data type); Computer science; Generative adversarial network; Test set; Image (mathematics); Computed tomography; Pattern recognition (psychology); Test (biology); Deep learning; Generator (circuit theory); Data set; Medicine; Radiology","score_opus":0.010385953595136653,"score_gpt":0.2623816635386571,"score_spread":0.25199570994352044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129224130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012790522,0.0003033294,0.9841592,0.0006257993,0.0010643104,0.00040517215,0.000036310317,0.00024518414,0.00037018646],"genre_scores_gemma":[0.6209012,0.000051752428,0.37506253,0.0016443875,0.0020170722,0.0000957037,0.00016324951,0.000040134764,0.000023946193],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960765,0.0003538665,0.001032559,0.00042041438,0.0012299423,0.00088668684],"domain_scores_gemma":[0.9971991,0.00091569906,0.00046958472,0.0004952246,0.00042835984,0.00049199397],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00067197205,0.00042097943,0.00058775366,0.00013850503,0.0006458093,0.00060314336,0.000777091,0.00030982203,0.0001118595],"category_scores_gemma":[0.0007999375,0.00038554243,0.00022038617,0.0011515365,0.00028263335,0.002063584,0.00079583604,0.0005215538,0.000019424786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038798308,0.0058365106,0.001908071,0.0019799215,0.003936291,0.004184558,0.019460078,0.20474823,0.043288615,0.029254027,0.27284035,0.41217536],"study_design_scores_gemma":[0.00064287224,0.000094159484,0.00014730876,0.0003813701,0.00006615486,0.00007686671,0.000261849,0.9837155,0.013036273,0.0002073505,0.0008983368,0.0004719924],"about_ca_topic_score_codex":0.00004575794,"about_ca_topic_score_gemma":0.0000058186797,"teacher_disagreement_score":0.77896726,"about_ca_system_score_codex":0.00015032776,"about_ca_system_score_gemma":0.00042688948,"threshold_uncertainty_score":0.99985963},"labels":[],"label_agreement":null},{"id":"W3129461573","doi":"10.2196/23335","title":"Utilization of Telehealth Services in Libya in Response to the COVID-19 Pandemic: Cross-sectional Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Pandemic; Telemedicine; Health care; Medicine; Usability; Cross-sectional study; Family medicine; Coronavirus disease 2019 (COVID-19); Nursing; Disease; Political science","score_opus":0.08754268150770525,"score_gpt":0.46356089351644025,"score_spread":0.376018212008735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129461573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886802,0.000059947703,0.0024211998,0.008018493,0.00008021184,0.0005505571,0.000024490058,0.00002873857,0.00013617164],"genre_scores_gemma":[0.9698462,0.00013397538,0.0006381182,0.028825264,0.00007547749,0.000077445635,0.0003277188,0.0000068074,0.00006900864],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968858,0.00021254769,0.0014746443,0.00012322236,0.0010192124,0.00028456806],"domain_scores_gemma":[0.9982495,0.00057820225,0.00025490538,0.00027508647,0.00017064354,0.00047171066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030522272,0.00010784586,0.00037110245,0.00060024497,0.000058093294,0.000016125336,0.0001388454,0.00016025934,0.00068558275],"category_scores_gemma":[0.0014117116,0.000077617035,0.00006711215,0.0027480216,0.00006699063,0.00013107294,0.00007140815,0.00034512448,0.000012062645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005833396,0.000117173564,0.98009276,0.0006873439,0.000041538344,0.00002094769,0.011750422,0.00020164855,0.000010188126,0.00006051215,0.00043387344,0.006000238],"study_design_scores_gemma":[0.0024672952,0.00018059372,0.95135313,0.00006880329,0.000035421926,0.0000760982,0.005493827,0.007535585,0.000025124915,0.000036617374,0.03266387,0.00006365121],"about_ca_topic_score_codex":0.0004289831,"about_ca_topic_score_gemma":0.004980185,"teacher_disagreement_score":0.032229997,"about_ca_system_score_codex":0.00027283598,"about_ca_system_score_gemma":0.0015770505,"threshold_uncertainty_score":0.75066507},"labels":[],"label_agreement":null},{"id":"W3129597052","doi":"10.2196/24678","title":"Extracting Drug Names and Associated Attributes From Discharge Summaries: Text Mining Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; King's College London; Saudi Arabian Cultural Bureau","keywords":"CRFS; Computer science; Conditional random field; Named-entity recognition; Natural language processing; Artificial intelligence; Word embedding; Context (archaeology); Biomedical text mining; Relationship extraction; Task (project management); Information extraction; Deep learning; Word (group theory); F1 score; Machine learning; Embedding; Text mining","score_opus":0.026157395346990336,"score_gpt":0.2886754367506368,"score_spread":0.26251804140364643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129597052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9395444,0.00016711207,0.057800673,0.0012640948,0.0003152357,0.00017172952,0.000011692092,0.00017364806,0.00055143173],"genre_scores_gemma":[0.973091,0.000023906237,0.025695574,0.00083071075,0.00010467599,0.000022761338,0.000033687385,0.000008347727,0.00018930645],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978005,0.00009671683,0.00068931835,0.00019207547,0.0008895168,0.00033183413],"domain_scores_gemma":[0.99808407,0.0009359734,0.00021901852,0.00039995217,0.000108692664,0.00025230634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007336596,0.00015547768,0.00029508932,0.000049106005,0.00020101601,0.00039323885,0.0005267066,0.00011524903,0.000089082205],"category_scores_gemma":[0.0014089795,0.00013496995,0.000040960666,0.00026767794,0.000048232327,0.0009493039,0.00079128117,0.00038860345,0.00001791355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008314878,0.0011214645,0.26754883,0.00018423278,0.00040912884,0.0003070385,0.42526498,0.000051024337,0.000042390988,0.0040377,0.009559164,0.29146573],"study_design_scores_gemma":[0.0017370079,0.000062981,0.019263001,0.000403688,0.000030803345,0.00002437646,0.06269224,0.90936303,0.00015277941,0.00074227137,0.0050309873,0.0004968271],"about_ca_topic_score_codex":0.000042016112,"about_ca_topic_score_gemma":0.00007325396,"teacher_disagreement_score":0.909312,"about_ca_system_score_codex":0.000042233554,"about_ca_system_score_gemma":0.00020416483,"threshold_uncertainty_score":0.55039144},"labels":[],"label_agreement":null},{"id":"W3130552239","doi":"10.2196/18803","title":"TOP-Net Prediction Model Using Bidirectional Long Short-term Memory and Medical-Grade Wearable Multisensor System for Tachycardia Onset: Algorithm Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"General Hospital of People’s Liberation Army; Beijing Institute of Technology; National Natural Science Foundation of China; National Key Research and Development Program of China; Massachusetts Institute of Technology","keywords":"Medicine; Receiver operating characteristic; Tachycardia; Ventricular tachycardia; Intensive care unit; Vital signs; Machine learning; F1 score; Artificial intelligence; Computer science; Internal medicine; Anesthesia","score_opus":0.03361992522561929,"score_gpt":0.3302131209626798,"score_spread":0.2965931957370605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130552239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35048178,0.00014205922,0.6472499,0.00023832235,0.0008039008,0.0006644292,0.000018320547,0.0002838923,0.00011744071],"genre_scores_gemma":[0.53651977,0.000051091658,0.46166125,0.00055164355,0.0004098025,0.00043293045,0.00007971317,0.000039148395,0.00025463774],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958172,0.00018615888,0.0011002674,0.00033785563,0.0020766547,0.0004818924],"domain_scores_gemma":[0.9981358,0.0003037717,0.00017793744,0.00043237963,0.00027370086,0.0006764008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015883484,0.00024793888,0.00042111927,0.00016585506,0.0004517393,0.00017129525,0.00046409926,0.00031037748,0.000021713384],"category_scores_gemma":[0.00033705457,0.00022800172,0.00007373723,0.0003320302,0.000074756754,0.00045939608,0.0004684903,0.0006218585,0.000006493041],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029048277,0.0008997086,0.059039425,0.003684115,0.00042079206,0.0005283384,0.040204372,0.011164307,0.000012119454,0.00020411178,0.0011211592,0.8826925],"study_design_scores_gemma":[0.00083132804,0.00007230374,0.0060380017,0.00046825127,0.000018990884,0.0007983708,0.0015905998,0.9895718,0.00009184573,0.0000091799,0.0002926434,0.0002166698],"about_ca_topic_score_codex":0.000027509936,"about_ca_topic_score_gemma":0.000025335725,"teacher_disagreement_score":0.9784075,"about_ca_system_score_codex":0.00029375468,"about_ca_system_score_gemma":0.0015160288,"threshold_uncertainty_score":0.92976403},"labels":[],"label_agreement":null},{"id":"W3133042814","doi":"10.2196/22797","title":"A Hybrid Model for Family History Information Identification and Relation Extraction: Development and Evaluation of an End-to-End Information Extraction System","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Computer science; Information extraction; Relationship extraction; Artificial intelligence; Machine learning; Natural language processing; Context (archaeology); Heuristics; Named-entity recognition; Task (project management); Identification (biology); Information retrieval","score_opus":0.054910600379122286,"score_gpt":0.3097503389832227,"score_spread":0.2548397386041004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133042814","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3007086,0.00003961806,0.6978209,0.0001243199,0.0002888077,0.00055039645,0.000004776175,0.00007064414,0.00039196355],"genre_scores_gemma":[0.8447442,0.000013090739,0.15448369,0.00024053197,0.000032934273,0.00024155514,0.00022207825,0.0000044478893,0.000017473563],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99692047,0.00006795487,0.0013244662,0.00012822558,0.0013955914,0.00016331465],"domain_scores_gemma":[0.9978246,0.00008377402,0.00062348775,0.00033329995,0.0009374693,0.0001973602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021686845,0.00013703508,0.00018002707,0.00029626832,0.00013722798,0.0001570631,0.00017918518,0.00014929124,0.0000057778125],"category_scores_gemma":[0.0002845802,0.00014432882,0.000027557464,0.0001444762,0.000030821513,0.009313801,0.000092682196,0.00015559194,0.000009544721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002141433,0.00003958733,0.000015665086,0.000742802,0.000018763976,3.9852196e-7,0.029152403,0.00974524,0.00022026413,0.01755068,0.00024463903,0.94224817],"study_design_scores_gemma":[0.0006966354,0.000029661518,0.0017073996,0.00010164732,0.000024108527,0.000080864535,0.0019762882,0.9900891,0.0007194982,0.00027857284,0.0041498295,0.00014639266],"about_ca_topic_score_codex":0.0000071547147,"about_ca_topic_score_gemma":0.0000046012824,"teacher_disagreement_score":0.9803439,"about_ca_system_score_codex":0.00056951126,"about_ca_system_score_gemma":0.0009206331,"threshold_uncertainty_score":0.6752281},"labels":[],"label_agreement":null},{"id":"W3133515289","doi":"10.2196/21043","title":"Weight-Based Framework for Predictive Modeling of Multiple Databases With Noniterative Communication Without Data Sharing: Privacy-Protecting Analytic Method for Multi-Institutional Studies","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Computer science; Representativeness heuristic; Data sharing; Confidentiality; Data anonymization; Data mining; Information privacy; Medicine; Statistics; Computer security","score_opus":0.22749838795255167,"score_gpt":0.43543455489216315,"score_spread":0.20793616693961148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133515289","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031662034,0.00020697879,0.99229467,0.00199075,0.000096013704,0.0013236686,0.0006175018,0.00029197152,0.000012260507],"genre_scores_gemma":[0.07834327,0.000042612934,0.9198995,0.0002190682,0.0000334544,0.00054322754,0.00090202224,0.00001503422,0.0000018118819],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972781,0.0001112228,0.00096433464,0.0004934811,0.00078525493,0.00036760824],"domain_scores_gemma":[0.985025,0.003573832,0.00063255563,0.009615248,0.0010226737,0.00013069056],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0022981006,0.00027044286,0.0005488702,0.00017451945,0.0004709078,0.00012060753,0.016683381,0.00019282757,0.000003026034],"category_scores_gemma":[0.10614297,0.00020445275,0.00007159098,0.00061457104,0.000377972,0.002034588,0.041455638,0.00067348155,7.065669e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036619909,0.00949026,0.05350908,0.03876638,0.015475819,0.0001170044,0.10495682,0.24606283,0.00039127647,0.28347853,0.03206706,0.21202295],"study_design_scores_gemma":[0.0015926568,0.000112090216,0.000025765976,0.0017464639,0.000060982795,0.00001043633,0.0018720527,0.9792022,0.001548949,0.013423007,0.00017455395,0.00023083236],"about_ca_topic_score_codex":0.000016166905,"about_ca_topic_score_gemma":0.000047404534,"teacher_disagreement_score":0.7331394,"about_ca_system_score_codex":0.00012463315,"about_ca_system_score_gemma":0.0007240972,"threshold_uncertainty_score":0.98863685},"labels":[],"label_agreement":null},{"id":"W3133642673","doi":"10.2196/26265","title":"Users’ Willingness to Share Health Information in a Social Question-and-Answer Community: Cross-sectional Survey in China","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Snowball sampling; Structural equation modeling; Health literacy; Altruism (biology); Psychology; Social psychology; Willingness to pay; Quality (philosophy); Community health; Social influence; Public health; Environmental health; Health care; Medicine; Computer science; Economics; Nursing; Microeconomics","score_opus":0.09766279888584682,"score_gpt":0.5013317361118742,"score_spread":0.40366893722602737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133642673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99196965,0.000014882054,0.0021012211,0.0019449596,0.00054050825,0.001050611,0.00027297987,0.000081213686,0.0020239768],"genre_scores_gemma":[0.9609235,0.000043526798,0.0010673674,0.035383902,0.00013964016,0.00032850535,0.0020188927,0.000010947624,0.000083751205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9916244,0.0021133928,0.0045395284,0.00010875605,0.0009151393,0.00069877185],"domain_scores_gemma":[0.997026,0.00081232825,0.00074235833,0.00031093755,0.00055849826,0.0005498447],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013644032,0.00020100037,0.00048519272,0.00032860207,0.0011999904,0.00011920432,0.0003172578,0.0005341899,0.00091051776],"category_scores_gemma":[0.0041282265,0.00018746547,0.000043867567,0.0011410144,0.00009711501,0.0033333378,0.00036677063,0.0028279412,0.00023391574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007437045,0.00009696322,0.8871829,0.0016145956,0.0000035742084,6.817378e-7,0.10254941,0.000024128009,4.3143125e-8,0.000796515,0.0019128736,0.0057439785],"study_design_scores_gemma":[0.0014657398,0.000043663615,0.9674125,0.0004961882,5.2353124e-7,0.0000044458247,0.0062992,0.0064021633,3.9887195e-7,0.00022608378,0.017481975,0.00016711789],"about_ca_topic_score_codex":0.0022707696,"about_ca_topic_score_gemma":0.0046245125,"teacher_disagreement_score":0.096250206,"about_ca_system_score_codex":0.00067993364,"about_ca_system_score_gemma":0.0024340814,"threshold_uncertainty_score":0.99947256},"labels":[],"label_agreement":null},{"id":"W3134399782","doi":"10.2196/23456","title":"Natural Language Processing of Clinical Notes to Identify Mental Illness and Substance Use Among People Living with HIV: Retrospective Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Allergy and Infectious Diseases; Center for AIDS Research, University of Washington; National Institute of Mental Health; Directorate for Biological Sciences; Third Coast Center for AIDS Research; Georgia Clinical and Translational Science Alliance; National Institutes of Health; University of Chicago","keywords":"Mental illness; Medicine; Psychiatry; Medical record; Mental health; Surgery","score_opus":0.027923223335055907,"score_gpt":0.42491059240890744,"score_spread":0.3969873690738515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134399782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99758077,0.00012252573,0.0002486599,0.00006511468,0.00036661467,0.0010064084,0.000015780743,0.000054489254,0.0005396477],"genre_scores_gemma":[0.9979587,0.0000061360283,0.0012150682,0.0004288974,0.00010024653,0.000111071546,0.000020039179,0.000021247022,0.00013855236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969393,0.00019841979,0.0012279858,0.0002484094,0.0010094089,0.00037646698],"domain_scores_gemma":[0.9980356,0.0006903542,0.00042168822,0.0003031751,0.00018512829,0.00036403345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014381005,0.00017857431,0.0005836402,0.00007445507,0.00016050349,0.00007287994,0.00018371553,0.00015029898,0.00029770497],"category_scores_gemma":[0.0008704037,0.00014783036,0.000042936692,0.0004349758,0.00018840513,0.00046836302,0.00018023004,0.0006509289,0.000016570364],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004883104,0.0003227689,0.8623954,0.00022451203,0.0000515334,0.0000516645,0.13076839,1.8818757e-7,0.000003955909,0.000018546723,0.00014952874,0.005964676],"study_design_scores_gemma":[0.00092074653,0.00016762187,0.8663476,0.0006959992,0.000024770694,0.000058388163,0.13080989,0.0007835752,0.000024123497,0.0000010388,0.000008083301,0.00015815151],"about_ca_topic_score_codex":0.00017741362,"about_ca_topic_score_gemma":0.0020203772,"teacher_disagreement_score":0.0058065243,"about_ca_system_score_codex":0.00007760583,"about_ca_system_score_gemma":0.000114215225,"threshold_uncertainty_score":0.6028347},"labels":[],"label_agreement":null},{"id":"W3134599360","doi":"10.2196/16306","title":"Early Prediction of Unplanned 30-Day Hospital Readmission: Model Development and Retrospective Data Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Logistic regression; Medicine; Generalizability theory; Psychological intervention; Multivariate statistics; Predictive modelling; Medical record; Emergency medicine; Health care; Receiver operating characteristic; Medical emergency; Computer science; Statistics; Machine learning","score_opus":0.0256096612955988,"score_gpt":0.29341740995312676,"score_spread":0.267807748657528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134599360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9632362,0.000104186984,0.027365997,0.0032260786,0.00010310682,0.00062909134,0.0000986005,0.00010439959,0.0051323064],"genre_scores_gemma":[0.9628152,0.00014396515,0.034087736,0.0003439512,0.00006185675,0.000030510244,0.0013351038,0.000010612372,0.0011710175],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820435,0.000020375364,0.00058708864,0.00016269593,0.0008476164,0.00017786887],"domain_scores_gemma":[0.99884677,0.000032608747,0.00012107058,0.00051653385,0.00013489834,0.00034811092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043229072,0.00012897488,0.00039109666,0.00013755086,0.0000553381,0.000018316796,0.000105408995,0.00013400882,0.00027313447],"category_scores_gemma":[0.00019839007,0.00009756194,0.000050839386,0.0004015925,0.000066346205,0.00021884561,0.00028309246,0.00017067601,0.00001490116],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031569073,0.0050747124,0.48898822,0.0031557109,0.018664423,0.00092691614,0.12869139,0.00009949227,0.000106596235,0.004644073,0.1477271,0.20160566],"study_design_scores_gemma":[0.0055769365,0.0008420485,0.43271282,0.00076503283,0.0029427682,0.000031657484,0.0058874716,0.49843702,0.0009782523,0.00017087818,0.051229518,0.0004255935],"about_ca_topic_score_codex":0.0000040036393,"about_ca_topic_score_gemma":0.000004675418,"teacher_disagreement_score":0.4983375,"about_ca_system_score_codex":0.00006770224,"about_ca_system_score_gemma":0.0003528739,"threshold_uncertainty_score":0.39784604},"labels":[],"label_agreement":null},{"id":"W3134691763","doi":"10.2196/24188","title":"Human–Computer Agreement of Electrocardiogram Interpretation for Patients Referred to and Declined for Primary Percutaneous Coronary Intervention: Retrospective Data Analysis Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Myocardial Infarction Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Interreg; European Commission","keywords":"Medicine; Myocardial infarction; Percutaneous coronary intervention; Internal medicine; Cardiology; Chest pain; Odds ratio; Electrocardiography","score_opus":0.028828288855286675,"score_gpt":0.3818842275500616,"score_spread":0.3530559386947749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134691763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8171185,0.00003463331,0.17756976,0.00068848336,0.00017002436,0.003915297,0.0002596102,0.000039505587,0.00020413772],"genre_scores_gemma":[0.9673797,0.000020245747,0.026667446,0.0017300548,0.0001391499,0.00030169525,0.0036352994,0.000016669866,0.00010974302],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997461,0.000072818475,0.0009861854,0.00026829934,0.0009688641,0.0002427881],"domain_scores_gemma":[0.99772286,0.00020668877,0.00019949519,0.0006242998,0.0009782867,0.000268383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078939676,0.00015174088,0.0006613945,0.00030428308,0.00008443163,0.000036797053,0.00022955863,0.00011771857,0.00006715126],"category_scores_gemma":[0.00059623277,0.00013330358,0.00024209773,0.0005543117,0.00006733933,0.00016877789,0.00048384065,0.00020372482,0.0000026460218],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008242924,0.011304072,0.30945805,0.004302035,0.03532248,0.00013158143,0.022924786,0.00009449432,0.00024384318,0.00019253827,0.09125154,0.51653165],"study_design_scores_gemma":[0.014250113,0.02451215,0.8000179,0.00045656817,0.0047016866,0.00016343867,0.006562663,0.1407163,0.00008248599,0.00012167119,0.007887523,0.00052752864],"about_ca_topic_score_codex":0.000010186534,"about_ca_topic_score_gemma":0.000018988247,"teacher_disagreement_score":0.51600415,"about_ca_system_score_codex":0.00019221965,"about_ca_system_score_gemma":0.00013013584,"threshold_uncertainty_score":0.54359615},"labels":[],"label_agreement":null},{"id":"W3134727530","doi":"10.2196/22923","title":"Physicians’ Use of the Computerized Physician Order Entry System for Medication Prescribing: Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computerized physician order entry; Order entry; Medicine; Order (exchange); Family medicine; MEDLINE; Health care; Medical emergency; Business","score_opus":0.11946335648367573,"score_gpt":0.4578362517431191,"score_spread":0.33837289525944336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134727530","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013701535,0.9603596,0.003802439,0.00035086705,0.003000902,0.031550538,0.0001908179,0.00016211392,0.00058136345],"genre_scores_gemma":[0.0000017285182,0.98028165,0.00069411483,0.0046350034,0.0008436656,0.012243839,0.00058087223,0.00010989469,0.0006092115],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98362654,0.004242514,0.0085880915,0.0003228442,0.0021345764,0.0010854407],"domain_scores_gemma":[0.9825897,0.0052587665,0.008747364,0.0020169902,0.0010024656,0.00038469757],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0042316327,0.00069935055,0.007438757,0.0001429531,0.00051083637,0.000029288823,0.001515851,0.0012615607,0.000041767176],"category_scores_gemma":[0.003344351,0.00041251638,0.0011147119,0.0011922691,0.00015332818,0.0002642833,0.00047054148,0.0022832935,0.00011846344],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019606505,0.00006164823,4.3985239e-7,0.9162351,0.0003242567,7.7997487e-7,0.00087854004,9.165823e-8,1.7918206e-8,0.0014070995,0.036096323,0.04499375],"study_design_scores_gemma":[0.0002874192,0.000024418347,1.1839755e-7,0.5521708,0.001125888,0.000011378389,0.00049149053,0.0007354425,8.1915296e-8,0.000001467924,0.44496867,0.00018278309],"about_ca_topic_score_codex":0.000026280188,"about_ca_topic_score_gemma":0.000017407918,"teacher_disagreement_score":0.40887234,"about_ca_system_score_codex":0.0011516638,"about_ca_system_score_gemma":0.007950449,"threshold_uncertainty_score":0.9998327},"labels":[],"label_agreement":null},{"id":"W3135041378","doi":"10.2196/21459","title":"Automatable Distributed Regression Analysis of Vertically Partitioned Data Facilitated by PopMedNet: Feasibility and Enhancement Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Biomedical Imaging and Bioengineering; National Institutes of Health","keywords":"Computer science; Pooling; Upload; File transfer; Suite; Geospatial analysis; Software; Regression analysis; Data mining; Transfer (computing); Operating system; Machine learning; Artificial intelligence","score_opus":0.054066694767267554,"score_gpt":0.348475961672036,"score_spread":0.29440926690476843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135041378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53866726,0.00015401504,0.4562646,0.0032679457,0.00007700906,0.0003529987,0.0008621315,0.00029832305,0.00005570832],"genre_scores_gemma":[0.9216137,0.00014127254,0.07444273,0.00022452085,0.0000044072854,0.00003908793,0.003516912,0.000004581267,0.0000128171205],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969489,0.0001378517,0.0010190177,0.00036376755,0.0012196547,0.00031078653],"domain_scores_gemma":[0.99084085,0.0002865042,0.00022927971,0.008238272,0.00018496343,0.00022014858],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0012401949,0.00015912298,0.0004704827,0.000115554896,0.00009842166,0.000105721316,0.009448153,0.00015110637,0.00014967541],"category_scores_gemma":[0.018089846,0.00012603204,0.00003793861,0.0017290475,0.00021551667,0.0010150981,0.05100488,0.00026754063,0.000007811537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083696454,0.0067264065,0.07745522,0.00080197986,0.0029525724,0.00011712357,0.0055668917,0.00002011435,0.00082181755,0.000605386,0.83336663,0.07148214],"study_design_scores_gemma":[0.00083721976,0.00015111001,0.011826223,0.00008689895,0.0001455955,0.000004030154,0.0011107279,0.9813848,0.001470881,0.001546618,0.0012430503,0.00019280473],"about_ca_topic_score_codex":0.000020395253,"about_ca_topic_score_gemma":0.000026895043,"teacher_disagreement_score":0.9813647,"about_ca_system_score_codex":0.000073415606,"about_ca_system_score_gemma":0.00020363012,"threshold_uncertainty_score":0.9959112},"labels":[],"label_agreement":null},{"id":"W3135077541","doi":"10.2196/23951","title":"Commitment Levels of Health Care Providers in Using the District Health Information System and the Associated Factors for Decision Making in Resource-Limited Settings: Cross-sectional Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Gondar","keywords":"Health care; Thematic analysis; Health informatics; Public health; Medicine; Odds; Descriptive statistics; Qualitative property; Environmental health; Family medicine; Qualitative research; Nursing; Logistic regression; Computer science; Statistics","score_opus":0.05487236897828534,"score_gpt":0.3826680777455318,"score_spread":0.32779570876724645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135077541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99533415,0.00014707628,0.0006687222,0.0008988147,0.00009391848,0.002589199,0.0002139052,0.000018938801,0.000035296354],"genre_scores_gemma":[0.9965684,0.000008745053,0.00015863928,0.0030231597,0.000016321841,0.000036813195,0.00018028842,0.000006342582,0.0000012920347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962174,0.00053681235,0.0018706225,0.00009153618,0.00095821865,0.00032539983],"domain_scores_gemma":[0.99741817,0.0012450466,0.00079732697,0.00018897893,0.00022412238,0.00012636323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004771004,0.00014366943,0.0005466571,0.0001204495,0.0002681284,0.0000732912,0.00013075667,0.000115589646,0.000003564939],"category_scores_gemma":[0.0017954067,0.00007977747,0.00005855298,0.00048233077,0.00010252829,0.0001801512,0.00011571845,0.00039274278,2.854005e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034047896,0.00014918414,0.94316983,0.0018095053,0.000037881175,0.0000015238179,0.04874538,0.00013807167,2.7998203e-8,0.00006178171,0.00021000799,0.005336352],"study_design_scores_gemma":[0.0044415332,0.00022423963,0.88215834,0.0014000592,0.0000062210047,0.000018001767,0.10300515,0.0085046,5.606418e-7,0.00000563988,0.00017939911,0.00005624229],"about_ca_topic_score_codex":0.0007132068,"about_ca_topic_score_gemma":0.0006492515,"teacher_disagreement_score":0.061011456,"about_ca_system_score_codex":0.0009180517,"about_ca_system_score_gemma":0.00090892974,"threshold_uncertainty_score":0.32532308},"labels":[],"label_agreement":null},{"id":"W3135185765","doi":"10.2196/21547","title":"Implementation of the COVID-19 Vulnerability Index Across an International Network of Health Care Data Sets: Collaborative External Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Janssen Research and Development; National Institutes of Health; Innovative Medicines Initiative; Novo Nordisk Fonden; Ministry of Trade, Industry and Energy; Novo Nordisk; Korea Health Industry Development Institute; National Institute for Health and Care Research; Generalitat de Catalunya; University of Oxford; Direcció General de Recerca, Generalitat de Catalunya; European Federation of Pharmaceutical Industries and Associations; U.S. National Library of Medicine; U.S. Department of Veterans Affairs; University of New South Wales; Wellcome Trust; Innovationsfonden; European Commission; National Institute of Diabetes and Digestive and Kidney Diseases; Bill and Melinda Gates Foundation","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Index (typography); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Vulnerability (computing); Computer science; Medicine; Medical emergency; Data science; Computer security; Virology; Outbreak; World Wide Web","score_opus":0.12837632320546769,"score_gpt":0.5821279653096156,"score_spread":0.453751642104148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135185765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98327625,0.000069160065,0.0058548437,0.007966142,0.00029868903,0.00171446,0.00074996636,0.000023342203,0.000047171678],"genre_scores_gemma":[0.99412286,0.00011290733,0.00086281064,0.004093934,0.00012705776,0.00006127059,0.0006033731,0.0000071955333,0.00000857728],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948679,0.00062817754,0.0016538629,0.00020713378,0.0023641132,0.00027882116],"domain_scores_gemma":[0.99505246,0.001662105,0.0007208419,0.0010207624,0.001181166,0.00036268446],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004171145,0.00012893169,0.00048137506,0.000031419015,0.00019565734,0.000028879918,0.0006678852,0.000090951755,0.0003618261],"category_scores_gemma":[0.019244308,0.000088761226,0.00006385138,0.0006254484,0.0003647576,0.0003863279,0.0013282358,0.00044713178,0.000001689622],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019398054,0.00071951654,0.8864836,0.001295405,0.00021952414,0.00000607389,0.06274394,0.00028248306,0.000004042258,0.000074265125,0.0018940939,0.04608305],"study_design_scores_gemma":[0.0066556283,0.0011752056,0.7625784,0.00027151397,0.000058681242,0.0000052086757,0.21369426,0.006279336,0.00012797448,0.00018901717,0.008821814,0.0001429497],"about_ca_topic_score_codex":0.0003981079,"about_ca_topic_score_gemma":0.001128115,"teacher_disagreement_score":0.15095033,"about_ca_system_score_codex":0.00041722326,"about_ca_system_score_gemma":0.0062430766,"threshold_uncertainty_score":0.9993906},"labels":[],"label_agreement":null},{"id":"W3135207877","doi":"10.2196/22974","title":"Electronic Health Record Use in Swiss Nursing Homes and Its Association With Implicit Rationing of Nursing Care Documentation: Multicenter Cross-sectional Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nursing Diagnosis and Documentation","field":"Nursing","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Nursing; Staffing; Medicine; Health care; Cross-sectional study; Patient safety; Nursing care; Quality (philosophy); Family medicine","score_opus":0.025666919138884838,"score_gpt":0.39347315527070764,"score_spread":0.3678062361318228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135207877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99778235,0.00022339232,0.0003007234,0.0003899522,0.00047654074,0.00072123157,0.000016001495,0.00003441001,0.00005542228],"genre_scores_gemma":[0.99858904,0.000038621005,0.00060089206,0.00029405102,0.0000614357,0.000044522047,0.0003289018,0.000019212259,0.00002334609],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99702996,0.0003402769,0.001025894,0.00019984743,0.000991691,0.00041234077],"domain_scores_gemma":[0.9982037,0.00047155042,0.00060740387,0.00013531142,0.00043546926,0.00014658333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087071845,0.0001738309,0.0003471558,0.00017844477,0.0002581372,0.00026581195,0.00007988287,0.00013787443,0.000058432648],"category_scores_gemma":[0.00032979043,0.0001707066,0.0000370271,0.00043832176,0.000061890736,0.0013404533,0.000016661665,0.00037463565,0.0000027635365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023579613,0.0005755922,0.9535595,0.00011573148,0.00003131885,0.0000018920372,0.03648405,0.000081248756,0.000019563584,0.00004813844,0.00015707086,0.008690047],"study_design_scores_gemma":[0.0032094286,0.0006271451,0.97472566,0.0008167022,0.000019724243,0.000015999893,0.017779134,0.0020457336,0.0005389431,0.000045640816,0.000013253598,0.0001626257],"about_ca_topic_score_codex":0.00023146163,"about_ca_topic_score_gemma":0.0010732937,"teacher_disagreement_score":0.021166122,"about_ca_system_score_codex":0.0017481281,"about_ca_system_score_gemma":0.0003233582,"threshold_uncertainty_score":0.6961213},"labels":[],"label_agreement":null},{"id":"W3135603734","doi":"10.2196/25347","title":"Reliable Deep Learning–Based Detection of Misplaced Chest Electrodes During Electrocardiogram Recording: Algorithm Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Interreg; European Commission","keywords":"Medicine; Intercostal space; Electrocardiography; Precordial examination; Myocardial infarction; Cardiology; Internal medicine; Algorithm; Surgery; Computer science","score_opus":0.007973427756134133,"score_gpt":0.2589252365299059,"score_spread":0.25095180877377177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135603734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9499395,0.00015965432,0.049231596,0.00011038781,0.000057258996,0.00011296428,2.3010638e-7,0.00008637443,0.00030202346],"genre_scores_gemma":[0.9594768,0.00020010509,0.039762072,0.000049802024,0.0001492023,0.000033313165,0.00006295505,0.000014872541,0.00025082452],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984774,0.000033624434,0.0005446014,0.000110663816,0.0005873445,0.0002463689],"domain_scores_gemma":[0.9992185,0.00006264758,0.00017506338,0.00013690453,0.00020355689,0.00020330057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003908256,0.00012717725,0.00032917253,0.00016328887,0.00012910418,0.000026547928,0.000044256365,0.00016741054,0.000026727439],"category_scores_gemma":[0.00031543468,0.00011638498,0.000084044215,0.00048034545,0.000038477705,0.00009664823,0.000028450417,0.0003979765,0.0000055848245],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001864219,0.00030389932,0.02163455,0.0024221877,0.00055804267,0.000052410072,0.0024966267,0.00021024432,0.035868414,0.0000052577375,0.00004708998,0.93621486],"study_design_scores_gemma":[0.0014691135,0.00025656083,0.0042284373,0.00039551227,0.00015185539,0.00010850224,0.0010338483,0.09721097,0.89055336,0.000007691349,0.0044146944,0.00016944902],"about_ca_topic_score_codex":0.0000072802172,"about_ca_topic_score_gemma":0.0000030980002,"teacher_disagreement_score":0.9360454,"about_ca_system_score_codex":0.00009927811,"about_ca_system_score_gemma":0.00021108006,"threshold_uncertainty_score":0.4746042},"labels":[],"label_agreement":null},{"id":"W3135855542","doi":"10.2196/27767","title":"Accuracy of an Artificial Intelligence System for Cancer Clinical Trial Eligibility Screening: Retrospective Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novartis Pharmaceuticals Corporation","keywords":"Medicine; Breast cancer; Clinical trial; Retrospective cohort study; Inter-rater reliability; Clinical decision support system; Wilcoxon signed-rank test; Medical physics; Cancer; Internal medicine; Artificial intelligence; Statistics; Decision support system; Computer science","score_opus":0.404834589605863,"score_gpt":0.5699592721623884,"score_spread":0.1651246825565254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135855542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783038,0.00005675629,0.015441126,0.00074072694,0.0018524495,0.003287869,0.00002904837,0.00008495002,0.00020328688],"genre_scores_gemma":[0.9937719,0.00006078222,0.0034196666,0.0004276721,0.0017447912,0.00047136127,0.00006386369,0.000017496104,0.000022467537],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99488634,0.00022120988,0.0031755336,0.00028710644,0.0010680223,0.0003617792],"domain_scores_gemma":[0.99541,0.0011754442,0.0007119212,0.00066902436,0.0014481139,0.0005854428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032786806,0.00018816443,0.0007887291,0.000094087474,0.00014720771,0.000039262304,0.00024106097,0.00023835443,0.00022195795],"category_scores_gemma":[0.0074318075,0.00015780408,0.00017164285,0.00046129656,0.00024066005,0.00027766018,0.00007969517,0.0006090493,0.000017655011],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040326077,0.012821493,0.026167735,0.0019111397,0.00028056232,0.000029056711,0.019321632,0.000019320201,0.000046418652,0.0026157722,0.00060051447,0.89586025],"study_design_scores_gemma":[0.014355947,0.11505802,0.027787201,0.0036067942,0.0012296744,0.00017169329,0.62526786,0.15455845,0.046734665,0.0070077446,0.0027266205,0.0014953571],"about_ca_topic_score_codex":0.0003986058,"about_ca_topic_score_gemma":0.0004998989,"teacher_disagreement_score":0.89436495,"about_ca_system_score_codex":0.00020044907,"about_ca_system_score_gemma":0.0023142595,"threshold_uncertainty_score":0.8897105},"labels":[],"label_agreement":null},{"id":"W3135857378","doi":"10.2196/24020","title":"Extracting Family History Information From Electronic Health Records: Natural Language Processing Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Commonwealth Scientific and Industrial Research Organisation","keywords":"Natural history; Health records; Text messaging; Family history; Computer science; Natural language processing; Medicine; Data science; World Wide Web; Health care","score_opus":0.014316315972030631,"score_gpt":0.2881194847011004,"score_spread":0.27380316872906973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135857378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07167177,0.0036388955,0.92097986,0.00095528224,0.00045856246,0.0001209858,0.0000024343315,0.0002676906,0.0019044966],"genre_scores_gemma":[0.8606693,0.00012932195,0.12592673,0.0127242915,0.00018433855,0.000024749374,0.00019655464,0.000008117202,0.00013659989],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747497,0.00006983676,0.0009113159,0.00013520819,0.00095856877,0.00045009237],"domain_scores_gemma":[0.9986165,0.00010441309,0.0004578794,0.00046550075,0.00013476293,0.00022092894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006456243,0.0001434855,0.00030122753,0.00021043581,0.000109550776,0.00016817269,0.0006006287,0.00012253496,0.00007847233],"category_scores_gemma":[0.00021180404,0.00013370803,0.00010907589,0.0006864446,0.000026985033,0.0026587907,0.0002195693,0.00068642333,0.00003909306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021296914,0.000024717952,0.00010873446,0.0001017619,0.00006871035,0.000007762986,0.03961123,0.00009207616,0.000008950765,0.0007026465,0.0016623001,0.957609],"study_design_scores_gemma":[0.00024431682,0.000014928939,0.00049127056,0.00007804141,0.000019158744,0.000012748411,0.004600025,0.9675293,0.000018356766,0.00009040135,0.026739521,0.00016191365],"about_ca_topic_score_codex":0.0001920226,"about_ca_topic_score_gemma":0.00011007216,"teacher_disagreement_score":0.96743727,"about_ca_system_score_codex":0.00065406476,"about_ca_system_score_gemma":0.0019195185,"threshold_uncertainty_score":0.5452455},"labels":[],"label_agreement":null},{"id":"W3135897041","doi":"10.2196/27079","title":"Emotional Attitudes of Chinese Citizens on Social Distancing During the COVID-19 Outbreak: Analysis of Social Media Data","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities","keywords":"Social distance; Social media; Government (linguistics); Psychology; China; Coronavirus disease 2019 (COVID-19); Social psychology; Distancing; Logistic regression; Pandemic; Explanatory model; Applied psychology; Geography; Medicine; Computer science; Statistics; Disease","score_opus":0.06739921183622492,"score_gpt":0.40422780416382365,"score_spread":0.3368285923275987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135897041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761162,0.000011185819,0.0006491827,0.005079701,0.0001881993,0.00014091437,0.00060730096,0.00004257438,0.017164763],"genre_scores_gemma":[0.9972748,0.00003849518,0.00010514997,0.001752543,0.00028988274,0.0000018178068,0.0004242167,0.0000043914847,0.00010870411],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99644876,0.00015660927,0.00086093077,0.00008093667,0.002192957,0.0002597951],"domain_scores_gemma":[0.9979851,0.00076208654,0.00047788155,0.00028104044,0.0002047272,0.00028913675],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016065051,0.000113558475,0.0003788327,0.00016926276,0.00064574333,0.000063978834,0.00066989276,0.00017116369,0.0027706698],"category_scores_gemma":[0.0059215836,0.00007929412,0.00016597104,0.001354473,0.00061735284,0.0004197493,0.00025439763,0.00024588197,0.000010607393],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005994228,0.00028468674,0.009617874,0.00054989016,0.00078418734,0.000006502831,0.92649335,0.00009622674,0.000011416452,0.041708864,0.016387898,0.0039991355],"study_design_scores_gemma":[0.0018340128,0.000020470046,0.80068976,0.00008063619,0.00031816558,0.000005818579,0.17147881,0.006104386,0.00002287452,0.0005268096,0.018543687,0.00037459825],"about_ca_topic_score_codex":0.000050404407,"about_ca_topic_score_gemma":0.0013742507,"teacher_disagreement_score":0.7910719,"about_ca_system_score_codex":0.00012577175,"about_ca_system_score_gemma":0.0011488362,"threshold_uncertainty_score":0.99814093},"labels":[],"label_agreement":null},{"id":"W3136981504","doi":"10.2196/25124","title":"Enhancing Obstructive Sleep Apnea Diagnosis With Screening Through Disease Phenotypes: Algorithm Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Polysomnography; Obstructive sleep apnea; Gold standard (test); Cohort; Internal medicine; Sleep apnea; Hypopnea; Apnea; Algorithm; Physical therapy; Computer science","score_opus":0.020142368694739496,"score_gpt":0.3036514162783908,"score_spread":0.2835090475836513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136981504","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6319193,0.00025053188,0.3649298,0.00076898834,0.00010355237,0.00067357114,0.000014618692,0.00010261105,0.0012370144],"genre_scores_gemma":[0.4206316,0.000071376475,0.5769313,0.0012278686,0.00026414427,0.0004087455,0.00033552755,0.000051119507,0.000078316],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970295,0.000055473538,0.00060162897,0.00022346861,0.0016542532,0.0004357141],"domain_scores_gemma":[0.9981731,0.00025043177,0.00014466236,0.00028918232,0.0004117388,0.00073088636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002778677,0.00023200003,0.00035985385,0.00009892077,0.00019965794,0.00007677319,0.00011122912,0.0001406628,0.00038760516],"category_scores_gemma":[0.00058148557,0.00018222723,0.000047787587,0.0004433952,0.00026292412,0.00054222386,0.00022503072,0.00050538214,0.000037469777],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017390875,0.00025496105,0.023448912,0.0009638355,0.0004208834,0.0004255048,0.018118266,0.000008303861,0.000034076642,0.00051463215,0.000057376466,0.95557934],"study_design_scores_gemma":[0.030280245,0.0014770443,0.29267177,0.0066028386,0.0014451711,0.0019712164,0.14659612,0.1839646,0.27502584,0.0014845234,0.05487116,0.0036094838],"about_ca_topic_score_codex":0.000005536252,"about_ca_topic_score_gemma":0.000005664737,"teacher_disagreement_score":0.95196986,"about_ca_system_score_codex":0.00014124186,"about_ca_system_score_gemma":0.0003516231,"threshold_uncertainty_score":0.7431011},"labels":[],"label_agreement":null},{"id":"W3137972473","doi":"10.2196/24754","title":"Retracted: Diagnostic Classification and Prognostic Prediction Using Common Genetic Variants in Autism Spectrum Disorder: Genotype-Based Deep Learning","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":59,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Autism spectrum disorder; Genotype; Deep learning; Artificial intelligence; Autism; Computer science; Medicine; Machine learning; Biology; Genetics; Psychiatry; Gene","score_opus":0.026079326965318474,"score_gpt":0.2996942078642613,"score_spread":0.27361488089894287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137972473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818201,0.00019487544,0.014109914,0.0022091835,0.00015945367,0.0007374267,0.000011465345,0.00014792917,0.0006096373],"genre_scores_gemma":[0.99804616,0.00048572232,0.00091502495,0.0003304832,0.00003969807,0.000082054066,0.000048491176,0.000032347867,0.000019996973],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965595,0.00039206882,0.0008440443,0.0003186236,0.0012696024,0.000616183],"domain_scores_gemma":[0.9977343,0.0013835793,0.00021980867,0.00033238603,0.000015552085,0.00031436543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004420919,0.00022147917,0.00029268034,0.0002804761,0.0002717429,0.00016564122,0.0002783402,0.000354201,0.00028987028],"category_scores_gemma":[0.004404525,0.00022462984,0.000041792424,0.0010262685,0.00029229245,0.0003902071,0.0001924395,0.0013399267,0.00006277601],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010895147,0.0015037447,0.90433854,0.0011809275,0.00002474732,0.0007321744,0.007270655,0.0045066862,0.005558793,0.013417269,0.00004050682,0.061317],"study_design_scores_gemma":[0.000853836,0.000106089225,0.38156924,0.00017590076,0.000012244357,0.00012276744,0.0002449978,0.61474544,0.00036634287,0.0014371137,0.00020413571,0.00016188358],"about_ca_topic_score_codex":0.00004388971,"about_ca_topic_score_gemma":0.00015484072,"teacher_disagreement_score":0.6102388,"about_ca_system_score_codex":0.00016398521,"about_ca_system_score_gemma":0.00041247444,"threshold_uncertainty_score":0.9160139},"labels":[],"label_agreement":null},{"id":"W3138225759","doi":"10.2196/24192","title":"An Agent-Based Model of the Local Spread of SARS-CoV-2: Modeling Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Center of Innovation Program; Japan Science and Technology Agency; University of Tokyo","keywords":"Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Coronavirus disease 2019 (COVID-19); Virology; Medicine; Infectious disease (medical specialty); Pathology; Disease","score_opus":0.29345776234760773,"score_gpt":0.45608709741028874,"score_spread":0.162629335062681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138225759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66821945,0.00001635239,0.33062342,0.00032555405,0.000050606028,0.0003724865,0.000014708976,0.00004270947,0.00033472755],"genre_scores_gemma":[0.9869755,0.000007874893,0.010978691,0.0019422676,0.000024237379,0.000044571974,0.000003993965,0.000013668071,0.000009175698],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99648064,0.00022567336,0.0016208336,0.00014078151,0.0012306571,0.0003014162],"domain_scores_gemma":[0.99722683,0.0011137892,0.0004342206,0.00081430137,0.00029489314,0.000115944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014572641,0.00020936156,0.00072536257,0.000045680375,0.000089296664,0.000010031159,0.00064521126,0.000206742,0.00003493444],"category_scores_gemma":[0.003957231,0.00012636727,0.00021462936,0.00030986223,0.0003183755,0.000116039206,0.0004257006,0.0004065038,0.000004527107],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005364498,0.025448833,0.032795615,0.012500081,0.0016258224,0.00007653501,0.10953505,0.6986998,0.004882688,0.06215917,0.016150668,0.035589304],"study_design_scores_gemma":[0.00076400785,0.00014212292,0.00008699799,0.00017476921,0.0000666216,0.0000014635091,0.0048797308,0.97964174,0.0023850906,0.011689404,0.000034722092,0.00013333009],"about_ca_topic_score_codex":0.00004449311,"about_ca_topic_score_gemma":0.00015778853,"teacher_disagreement_score":0.31964475,"about_ca_system_score_codex":0.000070593385,"about_ca_system_score_gemma":0.0003802637,"threshold_uncertainty_score":0.5153108},"labels":[],"label_agreement":null},{"id":"W3138745635","doi":"10.2196/25181","title":"Machine Learning Models for Image-Based Diagnosis and Prognosis of COVID-19: Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Computer science; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Artificial intelligence; Medicine; Machine learning; Medical physics; Intensive care medicine; Pathology; Disease","score_opus":0.09813029221325138,"score_gpt":0.41701483025596187,"score_spread":0.3188845380427105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138745635","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.42229e-7,0.9748981,0.0063561853,0.0054497165,0.000085694126,0.012809307,0.0001904645,0.0001648905,0.000045297933],"genre_scores_gemma":[0.0000013940474,0.9534046,0.0061210953,0.02685405,0.00007888837,0.012229469,0.001152334,0.000109892426,0.000048274545],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9926125,0.00049198954,0.00423072,0.00039822797,0.0017291809,0.0005374172],"domain_scores_gemma":[0.98783374,0.0071072495,0.0023519294,0.0008594362,0.00050889235,0.001338727],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003101543,0.00078957126,0.007822049,0.0004998227,0.00014238598,0.000073398856,0.00047350107,0.0007783816,0.000271238],"category_scores_gemma":[0.025465,0.00057082134,0.0013232547,0.0009070372,0.00033004646,0.00020174752,0.00028423517,0.0011445526,0.0000148804065],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005589362,0.00029453554,0.0000041673707,0.93466705,0.00043960387,0.000043324406,0.00028996932,0.0000053274844,5.542051e-9,0.00010192959,0.012155998,0.051992524],"study_design_scores_gemma":[0.00071291067,0.00019192188,2.4901546e-8,0.5615267,0.0068882033,0.00013582747,0.000051609255,0.012745667,5.9663205e-7,0.000011726003,0.4174424,0.0002923789],"about_ca_topic_score_codex":0.000022654116,"about_ca_topic_score_gemma":0.0000031957031,"teacher_disagreement_score":0.4052864,"about_ca_system_score_codex":0.00045875408,"about_ca_system_score_gemma":0.0048940033,"threshold_uncertainty_score":0.9996743},"labels":[],"label_agreement":null},{"id":"W3138878086","doi":"10.2196/24359","title":"Applying Clinical Decision Support Design Best Practices With the Practical Robust Implementation and Sustainability Model Versus Reliance on Commercially Available Clinical Decision Support Tools: Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute","keywords":"Best practice; Stakeholder; Clinical decision support system; Process management; Implementation; Benchmarking; Computer science; Resource (disambiguation); Vendor; Decision support system; Usability; Sustainability; Cluster randomised controlled trial; Randomized controlled trial; Knowledge management; Risk analysis (engineering); Medicine; Business; Data mining","score_opus":0.6265555979446111,"score_gpt":0.6794383835234531,"score_spread":0.05288278557884196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138878086","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20613045,0.000024422643,0.65850794,0.06976838,0.0035708554,0.054242752,0.00007883144,0.00022596853,0.0074504362],"genre_scores_gemma":[0.12268113,0.0050673806,0.61719203,0.20573033,0.0030911684,0.042822585,0.00035879796,0.00021002331,0.0028465565],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.977114,0.009314214,0.008185359,0.0006121027,0.00355258,0.0012217213],"domain_scores_gemma":[0.752625,0.23638391,0.0060787336,0.0011836112,0.0022995085,0.0014292467],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08280179,0.00041671182,0.0021869664,0.00015099072,0.0015864684,0.00024672836,0.00055932987,0.0007108402,0.0023667333],"category_scores_gemma":[0.18757255,0.00024409156,0.0003096363,0.0006217266,0.0009970296,0.0016562422,0.0004898281,0.0028174347,0.00040919322],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7948594,0.0005103267,0.0004729845,0.00018460893,0.00012095256,0.00003919673,0.00415808,0.00014901554,1.1111461e-7,0.001590017,0.14045365,0.057461627],"study_design_scores_gemma":[0.82042474,0.0024323019,0.00006584528,0.00019585395,0.0002848572,0.000020397873,0.028888764,0.084334634,0.0000011138205,0.00048633135,0.06256515,0.00030002368],"about_ca_topic_score_codex":0.000058462763,"about_ca_topic_score_gemma":0.00038594977,"teacher_disagreement_score":0.22706969,"about_ca_system_score_codex":0.00040027034,"about_ca_system_score_gemma":0.023783436,"threshold_uncertainty_score":0.9997133},"labels":[],"label_agreement":null},{"id":"W3138878998","doi":"10.2196/14654","title":"Correction: SNOMED CT Concept Hierarchies for Computable Clinical Phenotypes From Electronic Health Record Data: Comparison of Intensional Versus Extensional Value Sets","year":2019,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"SNOMED CT; Electronic health record; Extensional definition; Computer science; Value (mathematics); Health records; Data mining; Information retrieval; Medicine; Terminology; Health care; Machine learning; Linguistics","score_opus":0.0753436684653976,"score_gpt":0.42703299074584045,"score_spread":0.35168932228044286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138878998","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018282393,0.0063453135,0.58388597,0.0144668715,0.38304737,0.004760586,0.0017021296,0.00086369744,0.0030998432],"genre_scores_gemma":[0.027102426,0.005517257,0.75383574,0.040484704,0.026618963,0.0005398833,0.11982906,0.0005731672,0.025498802],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9910842,0.0006709551,0.0038170724,0.00081777514,0.0025086899,0.0011013147],"domain_scores_gemma":[0.98648125,0.007173637,0.002744829,0.0022102704,0.0006680636,0.0007219795],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0026221364,0.000601933,0.0023437392,0.00028655288,0.00030874833,0.000132044,0.004058187,0.0007887242,0.00020565036],"category_scores_gemma":[0.003129967,0.00053265685,0.00032465643,0.00047246306,0.0004830732,0.00063057203,0.0023434996,0.005673948,0.000087815584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019948784,0.00019012476,0.0002645359,0.000613777,0.00017429961,0.000002495981,0.0012609302,0.00036810525,1.3718055e-8,0.001864502,0.85818636,0.13687535],"study_design_scores_gemma":[0.0012354281,0.0011355139,0.0003181151,0.0008617426,0.00002130784,0.000014507593,0.00021582573,0.5608954,2.7323856e-7,0.00034221352,0.4346799,0.0002798047],"about_ca_topic_score_codex":0.0005243283,"about_ca_topic_score_gemma":0.00016905901,"teacher_disagreement_score":0.56052727,"about_ca_system_score_codex":0.00035906202,"about_ca_system_score_gemma":0.009647452,"threshold_uncertainty_score":0.9997125},"labels":[],"label_agreement":null},{"id":"W3138954266","doi":"10.2196/23415","title":"A Novel Convolutional Neural Network for the Diagnosis and Classification of Rosacea: Usability Study","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acne and Rosacea Treatments and Effects","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rosacea; Dermatology; Acne; Medicine; Convolutional neural network; Erythema; Psoriasis; Artificial intelligence; Computer science","score_opus":0.06248791554100312,"score_gpt":0.33917308878694286,"score_spread":0.2766851732459397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138954266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875154,0.00015057699,0.0033774634,0.0069729052,0.00007418855,0.0017893917,0.000022625309,0.000021254606,0.000076226],"genre_scores_gemma":[0.9970031,0.00003269668,0.00074452534,0.0017124045,0.00019518941,0.00027047575,0.00002586062,0.0000045900824,0.0000111700365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99909925,0.000014507822,0.00035549822,0.00006674318,0.00033448622,0.0001294847],"domain_scores_gemma":[0.9990771,0.0004594579,0.00010241359,0.00011373482,0.000065775625,0.00018154086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026760678,0.000082914055,0.00021553249,0.000009248058,0.0001012076,0.000009361358,0.000061595645,0.00007263926,0.000038757546],"category_scores_gemma":[0.0002818518,0.00004368749,0.000056936016,0.00010843185,0.00015589187,0.00006440019,0.00004533776,0.00012960703,0.000002674064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008137383,0.0023451764,0.87540793,0.0011846432,0.0005746931,0.0000036850429,0.016263006,0.00016235156,0.0000372135,0.0010469384,0.04136837,0.060792245],"study_design_scores_gemma":[0.0040167132,0.0016211992,0.6454198,0.000057584202,0.00021449986,0.000009872558,0.0031798815,0.33959252,0.000009597753,0.000016392218,0.005789017,0.00007295004],"about_ca_topic_score_codex":0.0000070476462,"about_ca_topic_score_gemma":0.0000037609504,"teacher_disagreement_score":0.33943015,"about_ca_system_score_codex":0.000013410547,"about_ca_system_score_gemma":0.00007163769,"threshold_uncertainty_score":0.17815243},"labels":[],"label_agreement":null},{"id":"W3139009262","doi":"10.2196/24073","title":"A Natural Language Processing–Based Virtual Patient Simulator and Intelligent Tutoring System for the Clinical Diagnostic Process: Simulator Development and Case Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Humanitas Research Hospital; Humanitas University","keywords":"Computer science; Test (biology); Intelligent tutoring system; Artificial intelligence; Process (computing); Human–computer interaction; Multimedia; Simulation; Programming language","score_opus":0.09488610575682277,"score_gpt":0.46056686751569914,"score_spread":0.36568076175887637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139009262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99350804,0.0011608654,0.0025650419,0.0003344475,0.00051346933,0.0018454303,0.000002720039,0.000062877756,0.0000070909427],"genre_scores_gemma":[0.9977258,0.000015073739,0.0005990029,0.00097293674,0.00028871233,0.00035023162,0.000015467907,0.0000159165,0.000016878537],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976556,0.000056865472,0.0012574655,0.00018311202,0.0005724266,0.0002745671],"domain_scores_gemma":[0.99613,0.0026436106,0.00020825249,0.00020559174,0.00040321724,0.00040932852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008191786,0.00017456026,0.00033565777,0.00005614645,0.00031645046,0.000081859995,0.00007075299,0.00014983607,0.000010284863],"category_scores_gemma":[0.0033697584,0.000112335794,0.000046751957,0.0001798292,0.0001274924,0.00011844183,0.00006992481,0.0004099971,0.0000045521942],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001207601,0.00061799376,0.01980106,0.0024196445,0.00007187275,0.00058259774,0.13780591,0.0001272496,8.575047e-7,0.000012130483,0.0000517504,0.8383882],"study_design_scores_gemma":[0.00049802935,0.00075106096,0.0008322067,0.00097124703,0.00012903704,0.0007760921,0.57443917,0.41921172,0.00081495417,0.0000021742965,0.0013863809,0.00018791259],"about_ca_topic_score_codex":0.000024878807,"about_ca_topic_score_gemma":0.00005593623,"teacher_disagreement_score":0.8382003,"about_ca_system_score_codex":0.00010437635,"about_ca_system_score_gemma":0.0013206892,"threshold_uncertainty_score":0.45809206},"labels":[],"label_agreement":null},{"id":"W3139377081","doi":"10.2196/21394","title":"Application of Artificial Intelligence for Screening COVID-19 Patients Using Digital Images: Meta-analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, India","keywords":"Coronavirus disease 2019 (COVID-19); Meta-analysis; Medicine; Receiver operating characteristic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Scopus; Pneumonia; MEDLINE; Artificial intelligence; Medical physics; Emergency medicine; Computer science; Internal medicine","score_opus":0.1355617783470434,"score_gpt":0.4203404776565798,"score_spread":0.28477869930953637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139377081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01672491,0.00005923393,0.978364,0.003809485,0.00003980954,0.0007273298,0.00016362009,0.00005940358,0.000052228035],"genre_scores_gemma":[0.863627,0.000016713071,0.10218849,0.032181997,0.0001624741,0.00030598266,0.0014166285,0.000041152725,0.000059521684],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969722,0.000032483847,0.001384987,0.00019476298,0.0011483363,0.00026721935],"domain_scores_gemma":[0.9968675,0.0010256467,0.0004873721,0.0004942942,0.00060931104,0.00051587593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005930391,0.00018565475,0.00091354985,0.000302378,0.00009572887,0.000068284455,0.00018997934,0.00018205278,0.0003075346],"category_scores_gemma":[0.0045439377,0.00015726736,0.0008274784,0.0011702166,0.00018610356,0.00029052582,0.0001416953,0.00020531865,0.000011666852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012816333,0.010376645,0.03326923,0.016831785,0.18226692,0.00011086395,0.028718788,0.03861376,0.0004652433,0.0047541964,0.024568908,0.658742],"study_design_scores_gemma":[0.00089606404,0.00023076501,0.00033851585,0.000069644375,0.062500514,0.000019213376,0.002471302,0.9083714,0.0036526371,0.0008731001,0.02016367,0.00041321194],"about_ca_topic_score_codex":0.000028667855,"about_ca_topic_score_gemma":0.000007852272,"teacher_disagreement_score":0.87617546,"about_ca_system_score_codex":0.00015266956,"about_ca_system_score_gemma":0.00076396484,"threshold_uncertainty_score":0.6413177},"labels":[],"label_agreement":null},{"id":"W3139447619","doi":"10.2196/25473","title":"Antibiotic Prescription Rates After eVisits Versus Office Visits in Primary Care: Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lunds Universitet; Västra Götalandsregionen","keywords":"Sore throat; Medicine; Dysuria; Medical prescription; Guideline; Pharmacy; Internal medicine; Emergency medicine; Family medicine; Surgery; Nursing","score_opus":0.026206547644584008,"score_gpt":0.2935243599437209,"score_spread":0.26731781229913687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139447619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939273,0.0022640964,0.000054359567,0.0001236977,0.00082384376,0.00038030985,0.0000148935305,0.00004427074,0.002367255],"genre_scores_gemma":[0.99785316,0.00012566602,0.00017720803,0.00070570107,0.00004836284,0.000010816542,0.00039023103,0.000009572748,0.0006792867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985897,0.0001307194,0.0006178222,0.00015309236,0.00020777163,0.0003009249],"domain_scores_gemma":[0.99927014,0.00016503195,0.00011353986,0.00025174214,0.00015035347,0.00004917227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021839711,0.00016207533,0.00029547082,0.000075406366,0.0000819915,0.000028297305,0.00019289846,0.0003210496,0.00047085548],"category_scores_gemma":[0.00014119441,0.00013613324,0.000058237893,0.0002832522,0.00009923612,0.00025927403,0.00015339917,0.00043751494,0.00045110687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071800635,0.007128577,0.82385176,0.005516052,0.0013458394,0.0010921648,0.08095434,0.00004801246,0.008335717,0.0013101546,0.018023653,0.045213662],"study_design_scores_gemma":[0.0063150562,0.00032722225,0.970166,0.00060127646,0.000055624634,0.00003028851,0.011980464,0.000062808766,0.0019256623,0.000006016769,0.008225686,0.00030388418],"about_ca_topic_score_codex":0.000011431853,"about_ca_topic_score_gemma":0.000117766605,"teacher_disagreement_score":0.14631425,"about_ca_system_score_codex":0.000092499744,"about_ca_system_score_gemma":0.00038409545,"threshold_uncertainty_score":0.57982165},"labels":[],"label_agreement":null},{"id":"W3139761694","doi":"10.2196/23983","title":"A Framework (SOCRATex) for Hierarchical Annotation of Unstructured Electronic Health Records and Integration Into a Standardized Medical Database: Development and Usability Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute; Ministry of Trade, Industry and Energy","keywords":"Computer science; Information retrieval; Annotation; Usability; SNOMED CT; Schema (genetic algorithms); Data curation; Medicine; Data mining; Terminology; Artificial intelligence","score_opus":0.03660782378064367,"score_gpt":0.4528535013384867,"score_spread":0.41624567755784303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139761694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8583599,0.0004377396,0.13324946,0.0037617902,0.00039868357,0.0036218534,0.00004049098,0.00006680537,0.00006328616],"genre_scores_gemma":[0.94089925,0.000550944,0.053556193,0.0029325262,0.00026899637,0.0013167312,0.00038634206,0.000034498204,0.000054526543],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99308187,0.0013585624,0.0028496957,0.0003038959,0.001538602,0.0008673999],"domain_scores_gemma":[0.9951085,0.0024562594,0.00071996974,0.000382924,0.00048780537,0.00084456714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008357354,0.00024856126,0.00088368205,0.00013177788,0.00060192216,0.000019642435,0.00019565041,0.00049005204,0.00021169632],"category_scores_gemma":[0.006628552,0.00019884393,0.000039638708,0.00044009002,0.00021176903,0.00022202962,0.00021573961,0.0020343245,0.0000032045905],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012218183,0.0008458499,0.020835642,0.014338702,0.00023732596,0.000006918922,0.22707896,4.745433e-7,0.00002325471,0.019321783,0.0032268935,0.7128624],"study_design_scores_gemma":[0.06474442,0.023261731,0.074262224,0.028111208,0.00027786152,0.00034545327,0.4393456,0.098387234,0.00069863716,0.0738565,0.1934324,0.0032767316],"about_ca_topic_score_codex":0.00019463379,"about_ca_topic_score_gemma":0.00469005,"teacher_disagreement_score":0.70958567,"about_ca_system_score_codex":0.0007956556,"about_ca_system_score_gemma":0.017581662,"threshold_uncertainty_score":0.98798776},"labels":[],"label_agreement":null},{"id":"W3141562410","doi":"10.2196/24803","title":"An Attention Model With Transfer Embeddings to Classify Pneumonia-Related Bilingual Imaging Reports: Algorithm Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation","keywords":"Medicine; Receiver operating characteristic; Pneumonia; Artificial intelligence; Convolutional neural network; Deep learning; Machine learning; Transfer of learning; Recall; Medical record; Test set; Data set; F1 score; Algorithm; Precision and recall; Radiology; Computer science; Internal medicine","score_opus":0.016901110689598667,"score_gpt":0.3239892570117903,"score_spread":0.30708814632219167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3141562410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8685246,0.000018981014,0.122866936,0.007792178,0.00008676908,0.0004259855,0.0000028825743,0.00016947457,0.0001122027],"genre_scores_gemma":[0.80885154,0.00003417121,0.16758642,0.02257627,0.000097174045,0.0001224951,0.00046513186,0.000063332525,0.00020344918],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973905,0.000027805323,0.00094670197,0.00024627833,0.0010852105,0.00030347353],"domain_scores_gemma":[0.99859804,0.00006721944,0.00010401278,0.00030966848,0.0003164537,0.00060459547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006226083,0.00020621142,0.00032699102,0.00018802244,0.00012119491,0.000094174786,0.000066291934,0.00018254665,0.000058683807],"category_scores_gemma":[0.00019980609,0.00017038558,0.00004273627,0.00039439605,0.00008512896,0.00039799613,0.000051519408,0.00040202664,0.000011027928],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016522482,0.0018726982,0.018362047,0.0021264656,0.00040078236,0.0027040192,0.10574942,0.002702077,0.0078042923,0.0003216524,0.003262994,0.8545283],"study_design_scores_gemma":[0.0025077467,0.0002502873,0.005268978,0.0020209642,0.00019696736,0.002232501,0.005141879,0.9612389,0.010071221,0.00007505485,0.010471057,0.0005244277],"about_ca_topic_score_codex":0.0000067843685,"about_ca_topic_score_gemma":0.000008297533,"teacher_disagreement_score":0.95853686,"about_ca_system_score_codex":0.00020286534,"about_ca_system_score_gemma":0.0014307216,"threshold_uncertainty_score":0.69481224},"labels":[],"label_agreement":null},{"id":"W3143295419","doi":"10.2196/25645","title":"A Framework for Criteria-Based Selection and Processing of Fast Healthcare Interoperability Resources (FHIR) Data for Statistical Analysis: Design and Implementation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Interoperability; Preprocessor; Standardization; Data mining; Database; Data pre-processing; JavaScript; Information retrieval; Data science; World Wide Web; Artificial intelligence","score_opus":0.1537996179040226,"score_gpt":0.557697629413855,"score_spread":0.4038980115098324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143295419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33882827,0.00010761648,0.6562704,0.0009794612,0.00007557972,0.0034193061,0.0002850711,0.00003143662,0.0000028954619],"genre_scores_gemma":[0.86962646,0.000015370537,0.12761667,0.0008391489,0.00012026355,0.0012981144,0.00046272847,0.000016387947,0.0000048746733],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961581,0.0009357132,0.0017075238,0.0002659378,0.00045494977,0.00047775893],"domain_scores_gemma":[0.9955781,0.0026641139,0.0005310642,0.0003498926,0.0005703576,0.00030643638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042728065,0.00015273591,0.0006013019,0.00013546537,0.00047533144,0.000036165864,0.00017035652,0.00024522745,0.00009124569],"category_scores_gemma":[0.0015378435,0.00012453106,0.000028065626,0.00043410235,0.00007164245,0.00022137555,0.00013221489,0.0004821954,4.6092487e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022747465,0.0013459348,0.20707148,0.08861259,0.0010498777,0.0000032786595,0.3122218,0.000013114491,0.00004108767,0.002090931,0.00655553,0.37871963],"study_design_scores_gemma":[0.0042024883,0.0024845852,0.017685164,0.0012873384,0.0005125462,0.000004814755,0.22288626,0.7468178,0.000030558473,0.0010858355,0.0027302331,0.000272318],"about_ca_topic_score_codex":0.00017474979,"about_ca_topic_score_gemma":0.0017248566,"teacher_disagreement_score":0.7468047,"about_ca_system_score_codex":0.00015097043,"about_ca_system_score_gemma":0.0018763122,"threshold_uncertainty_score":0.50782293},"labels":[],"label_agreement":null},{"id":"W3143650267","doi":"10.2196/25066","title":"Predicting Intensive Care Transfers and Other Unforeseen Events: Analytic Model Validation Study and Comparison to Existing Methods","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; Michigan Institute for Data Science, University of Michigan; National Institutes of Health","keywords":"Intensive care unit; Medicine; Receiver operating characteristic; Intensive care; Emergency medicine; Health care; Coronavirus disease 2019 (COVID-19); Medical emergency; Test (biology); Intensive care medicine; Disease; Internal medicine","score_opus":0.1876355175496016,"score_gpt":0.48468922947648857,"score_spread":0.297053711926887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143650267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988403,0.0001668119,0.008988486,0.0006728755,0.000044140514,0.0007977848,0.0000130179,0.000040222425,0.0008736493],"genre_scores_gemma":[0.981348,0.000020932848,0.015906075,0.0025161984,0.000033978242,0.000094065406,0.000040002196,0.000014506867,0.00002628649],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998467,0.00006869714,0.0005981123,0.00014620234,0.0005233488,0.00019660583],"domain_scores_gemma":[0.9987577,0.00023478894,0.00007876795,0.00018285647,0.0003571016,0.00038877976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003624389,0.00015567233,0.0004373089,0.00010078525,0.00008660299,0.000034768276,0.00004844404,0.00009912425,0.000031349595],"category_scores_gemma":[0.0008303839,0.00012011847,0.00004709157,0.00019994329,0.000041557483,0.00009832015,0.00008026996,0.00021338112,0.0000032564583],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001102154,0.00046689957,0.6351617,0.00069242064,0.00054152694,0.000037644135,0.22749202,0.00030112438,0.000030052317,0.00007681944,0.0003319037,0.13475768],"study_design_scores_gemma":[0.005092577,0.0011597966,0.033542782,0.0009478529,0.0007646756,0.000087730456,0.4308047,0.5249821,0.0018982575,0.00005810963,0.0003957365,0.00026567254],"about_ca_topic_score_codex":0.000031571188,"about_ca_topic_score_gemma":0.000027267508,"teacher_disagreement_score":0.60161895,"about_ca_system_score_codex":0.00007789222,"about_ca_system_score_gemma":0.00011257486,"threshold_uncertainty_score":0.4898289},"labels":[],"label_agreement":null},{"id":"W3146264788","doi":"10.2196/25884","title":"Machine Learning Approach to Predicting COVID-19 Disease Severity Based on Clinical Blood Test Data: Statistical Analysis and Model Development","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Al-Imam Muhammad Ibn Saud Islamic University","keywords":"Coronavirus disease 2019 (COVID-19); Medicine; Random forest; Decision tree; Machine learning; Artificial intelligence; Gradient boosting; Disease; Severity of illness; Correlation; Support vector machine; Intensive care medicine; Computer science; Emergency medicine; Internal medicine; Infectious disease (medical specialty)","score_opus":0.08106341909412505,"score_gpt":0.40477083904109934,"score_spread":0.3237074199469743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146264788","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12315176,0.00006418897,0.85483867,0.01924742,0.00009135387,0.0010161983,0.0006963617,0.00038962052,0.00050444435],"genre_scores_gemma":[0.5809715,0.00008750576,0.2659676,0.14636678,0.00020202775,0.00014179744,0.0060752966,0.000047964706,0.00013955374],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956321,0.0001777043,0.0014237933,0.00052912824,0.0017831691,0.00045410095],"domain_scores_gemma":[0.991776,0.0034161434,0.00021139643,0.0009236166,0.00015580209,0.0035170554],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002407556,0.00029424133,0.00077265967,0.00029324755,0.0002598817,0.0001004674,0.00032262426,0.00023267666,0.000156065],"category_scores_gemma":[0.03684975,0.00025520075,0.00010309481,0.0008999488,0.00020593866,0.00015122032,0.0007167171,0.0011001037,0.000019025487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004074671,0.0060916096,0.9290436,0.0031750984,0.0009608496,0.00053349254,0.0030299206,0.029704789,0.0000013723287,0.00012574048,0.010756542,0.016169526],"study_design_scores_gemma":[0.002345342,0.00015520155,0.039180882,0.00018597119,0.0012192791,0.000020177626,0.00017838427,0.93969655,0.0000034473173,0.000009295909,0.016753787,0.00025168178],"about_ca_topic_score_codex":0.000024147623,"about_ca_topic_score_gemma":0.000027187527,"teacher_disagreement_score":0.90999174,"about_ca_system_score_codex":0.00018269461,"about_ca_system_score_gemma":0.0043760696,"threshold_uncertainty_score":0.99999005},"labels":[],"label_agreement":null},{"id":"W3147447916","doi":"10.2196/24205","title":"Transforming a Patient Registry Into a Customized Data Set for the Advanced Statistical Analysis of Health Risk Factors and for Medication-Related Hospitalization Research: Retrospective Hospital Patient Registry Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Missing data; Medicine; Raw data; Medical prescription; Cluster analysis; Data mining; Medical emergency; Computer science; Artificial intelligence; Nursing; Machine learning","score_opus":0.0604098692029636,"score_gpt":0.4199439338740642,"score_spread":0.3595340646711006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147447916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9217369,0.00048017525,0.06635115,0.002406208,0.00017841661,0.0069010067,0.0017740043,0.000058145197,0.00011398271],"genre_scores_gemma":[0.99120474,0.00049378513,0.0024024611,0.000111511894,0.00002379481,0.00059696165,0.005129784,0.00002186309,0.000015095202],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9956663,0.00019963273,0.0015994221,0.0003693999,0.001762496,0.00040272376],"domain_scores_gemma":[0.9956267,0.0015035139,0.00080841273,0.0011130231,0.0006118211,0.00033652555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002049143,0.00022537749,0.0008058228,0.00024146259,0.00036933977,0.00006255304,0.0003384233,0.00014265752,0.000078145444],"category_scores_gemma":[0.006486784,0.0001549879,0.00013712917,0.0010386028,0.00051096594,0.000291827,0.00026270343,0.0004202773,5.23027e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032728352,0.008782896,0.13282317,0.009962835,0.025053483,0.000059276033,0.48119706,0.0005035223,0.000006292729,0.0142872315,0.048757188,0.2752942],"study_design_scores_gemma":[0.015799465,0.0053539886,0.092098385,0.0007477988,0.005102146,0.000005105772,0.6154569,0.25804204,0.00002891323,0.0013955222,0.0055102673,0.0004595049],"about_ca_topic_score_codex":0.00021287178,"about_ca_topic_score_gemma":0.00013586985,"teacher_disagreement_score":0.27483472,"about_ca_system_score_codex":0.00032802392,"about_ca_system_score_gemma":0.0011705348,"threshold_uncertainty_score":0.7765755},"labels":[],"label_agreement":null},{"id":"W3149377276","doi":"10.2196/26601","title":"Hyperpolarized Magnetic Resonance and Artificial Intelligence: Frontiers of Imaging in Pancreatic Cancer","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Advanced NMR Techniques and Applications","field":"Chemistry","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Pancreatic Cancer Action Network; Cancer Prevention and Research Institute of Texas; University of Texas MD Anderson Cancer Center; University of Texas Health Science Center at Houston; National Cancer Institute; National Institutes of Health","keywords":"Magnetic resonance imaging; Pancreatic cancer; Medical imaging; Medicine; Computer science; Artificial intelligence; Cancer; Radiology; Internal medicine","score_opus":0.02789718845286254,"score_gpt":0.3615461827424522,"score_spread":0.33364899428958966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149377276","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043230404,0.9956713,0.0029703712,0.000035001736,0.0000251054,0.00029976122,0.00007389591,0.00003213945,0.0008492176],"genre_scores_gemma":[0.000017096094,0.9874196,0.0116562685,0.000043570068,0.00006553579,0.00059277227,0.00007830221,0.000024705936,0.00010211694],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99773836,0.000020537549,0.001427502,0.00016301508,0.00039077958,0.0002597784],"domain_scores_gemma":[0.9988954,0.00015047792,0.00040226884,0.00035574727,0.000051089082,0.00014503331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001720773,0.00026611713,0.0012043656,0.00010862451,0.000036147525,0.000023701898,0.00032598624,0.00034622394,0.0005209806],"category_scores_gemma":[0.00014058067,0.00022738607,0.00013920532,0.00035576924,0.00025581507,0.00008637963,0.00016415321,0.00069395517,0.0000038099506],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017692632,0.000034222783,0.000026785816,0.005992724,0.0000072893417,0.000005663356,0.00021826859,2.1531618e-7,8.92061e-7,0.0006806874,0.00023198457,0.9927995],"study_design_scores_gemma":[0.00007010309,0.0000063223433,0.0000010368152,0.01842477,0.0001257337,0.000031493902,0.0007182625,0.0035504347,0.000024908493,0.00062777736,0.97613883,0.0002803441],"about_ca_topic_score_codex":0.000024801175,"about_ca_topic_score_gemma":0.0000070324713,"teacher_disagreement_score":0.99251914,"about_ca_system_score_codex":0.00010087348,"about_ca_system_score_gemma":0.00037995694,"threshold_uncertainty_score":0.9272535},"labels":[],"label_agreement":null},{"id":"W3150483035","doi":"10.2196/26230","title":"Smart Decentralization of Personal Health Records with Physician Apps and Helper Agents on Blockchain: Platform Design and Implementation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Smart contract; Computer science; Metadata; Database transaction; Data integrity; Computer security; Database; World Wide Web","score_opus":0.022779772750904693,"score_gpt":0.3080822813126043,"score_spread":0.2853025085616996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150483035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7119599,0.000030102254,0.28627276,0.0010291833,0.000023706447,0.0005731666,0.0000028281943,0.000045963392,0.0000624227],"genre_scores_gemma":[0.9836479,0.00007892177,0.014869278,0.0013009143,0.00001053254,0.000071211995,0.000012443661,0.0000042789798,0.0000045636516],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988792,0.000035170255,0.00035408075,0.00013163505,0.00042434473,0.00017558411],"domain_scores_gemma":[0.9993702,0.00005186759,0.00017466505,0.00019698076,0.000078572666,0.00012771826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003293504,0.00010069158,0.00017261921,0.0000722139,0.00013678227,0.000034253386,0.00015459218,0.00006959017,0.000011530185],"category_scores_gemma":[0.000009750674,0.00008195518,0.0000122720185,0.0003176439,0.00008124958,0.0001188138,0.00011016709,0.00014774528,0.0000011700253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000456432,0.0013961039,0.010136071,0.00034868703,0.00014688414,0.0000100825955,0.10369415,0.000041390307,0.0000113914075,0.050758142,0.0019185181,0.83149296],"study_design_scores_gemma":[0.0066377977,0.0041842107,0.04845156,0.00036276033,0.00004000548,0.000117430114,0.077484034,0.85408825,0.0022484497,0.0036077062,0.0021535943,0.0006241781],"about_ca_topic_score_codex":0.000014855323,"about_ca_topic_score_gemma":0.000053011157,"teacher_disagreement_score":0.8540469,"about_ca_system_score_codex":0.000029982306,"about_ca_system_score_gemma":0.00017078308,"threshold_uncertainty_score":0.33420354},"labels":[],"label_agreement":null},{"id":"W3151861317","doi":"10.2196/28413","title":"Use of Machine Learning Algorithms to Predict the Understandability of Health Education Materials: Development and Evaluation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Resource (disambiguation); Knowledge management; Machine learning; Risk analysis (engineering); Process management; Data science; Medicine; Engineering","score_opus":0.1585616419709508,"score_gpt":0.5043738493609444,"score_spread":0.34581220738999363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151861317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909289,0.00006324501,0.004548219,0.0012558725,0.00037475303,0.0025508874,0.000027625621,0.00002350598,0.00022701173],"genre_scores_gemma":[0.9889684,0.000037583475,0.007470734,0.002930475,0.000039040315,0.000307586,0.00017858694,0.0000061373917,0.00006150367],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9930192,0.0018188293,0.0036856306,0.00009779546,0.0011376471,0.00024085163],"domain_scores_gemma":[0.99666166,0.00068183016,0.001198375,0.00031787736,0.0009097837,0.00023046849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014259195,0.00010670945,0.00035694812,0.000084081716,0.00045994058,0.000020160593,0.00013099833,0.00011415944,0.0005914247],"category_scores_gemma":[0.0034976753,0.0000697465,0.000018609177,0.00033477,0.000070870556,0.00056380936,0.00020134306,0.00041921608,0.000009238161],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007577394,0.00064266735,0.1263688,0.00415457,0.00003592276,7.92086e-8,0.3307209,0.000022206126,0.0000036222345,0.00028597325,0.0012840608,0.53640544],"study_design_scores_gemma":[0.0022350997,0.0005626907,0.55394894,0.0019436538,0.000036080688,0.0000042118586,0.30614564,0.04844532,0.00032903513,0.00021716153,0.08587826,0.00025390985],"about_ca_topic_score_codex":0.000206514,"about_ca_topic_score_gemma":0.00010463807,"teacher_disagreement_score":0.5361515,"about_ca_system_score_codex":0.00025703813,"about_ca_system_score_gemma":0.0057888413,"threshold_uncertainty_score":0.9998474},"labels":[],"label_agreement":null},{"id":"W3151875318","doi":"10.2196/23305","title":"Effective Training Data Extraction Method to Improve Influenza Outbreak Prediction from Online News Articles: Deep Learning Model Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; National Research Foundation","keywords":"Computer science; Word embedding; Machine learning; Artificial intelligence; Microblogging; Social media; Data mining; Word (group theory); Embedding; World Wide Web","score_opus":0.05695722559282902,"score_gpt":0.40064171698820844,"score_spread":0.34368449139537943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151875318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7018592,0.000053224452,0.2947833,0.0002571131,0.00021646879,0.0013711356,0.00075724523,0.000327734,0.00037459825],"genre_scores_gemma":[0.83459413,0.000027812355,0.15203436,0.0059041944,0.0008945276,0.00032870454,0.0060224,0.000078538935,0.000115360184],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961749,0.0003181065,0.0011914935,0.0004453626,0.0014312954,0.00043888195],"domain_scores_gemma":[0.9966605,0.00059069187,0.00036954187,0.0011837297,0.00029719446,0.0008983445],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012637363,0.0002887989,0.0006535595,0.00014764922,0.00012647484,0.00008363624,0.00037102404,0.0002260288,0.00019562339],"category_scores_gemma":[0.0046951747,0.00025939368,0.000089524925,0.0005123754,0.00005529757,0.00089166185,0.0006537087,0.0010458485,0.000111500565],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005038719,0.0015531683,0.02262369,0.00020721159,0.0004605131,0.00013911015,0.03317444,0.0036148576,0.0010553703,0.000007841502,0.0011025553,0.93555737],"study_design_scores_gemma":[0.003879358,0.0004931926,0.049158555,0.00026851904,0.0002751806,0.000045287856,0.042111557,0.89810276,0.00015330722,0.0000541303,0.0052119787,0.00024616427],"about_ca_topic_score_codex":0.00009739168,"about_ca_topic_score_gemma":0.00027497404,"teacher_disagreement_score":0.9353112,"about_ca_system_score_codex":0.00017813659,"about_ca_system_score_gemma":0.00048725406,"threshold_uncertainty_score":0.9999858},"labels":[],"label_agreement":null},{"id":"W3152927204","doi":"10.2196/27172","title":"Anomaly Detection Algorithm for Real-World Data and Evidence in Clinical Research: Implementation, Evaluation, and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data mining; Anomaly detection; Data quality; Cluster analysis; Data set; Algorithm; Audit; Process (computing); Machine learning; Artificial intelligence; Metric (unit)","score_opus":0.33701158427584943,"score_gpt":0.5574363388989187,"score_spread":0.22042475462306932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152927204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30424643,0.00004991227,0.69295263,0.0009050552,0.000066877416,0.0016350849,0.000007914817,0.00007301389,0.000063102125],"genre_scores_gemma":[0.89653593,0.00042486377,0.101805836,0.00021389502,0.00010406919,0.00083045405,0.000046571295,0.000006949523,0.00003143011],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973476,0.00035925367,0.0009242704,0.00031410527,0.0008588956,0.0001959087],"domain_scores_gemma":[0.997586,0.0008012615,0.00019795333,0.00069338066,0.00056854327,0.00015285145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009584437,0.000085671454,0.00016604515,0.00021605092,0.00022029747,0.00022471922,0.0004668335,0.000067814806,0.000014776562],"category_scores_gemma":[0.0007030754,0.00008228136,0.000017588514,0.0009910918,0.00012231879,0.0011720409,0.0006837694,0.00026818027,0.0000030403203],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028978386,0.00010165222,0.010163386,0.000024894547,0.000008413553,9.705163e-7,0.0010135345,3.845427e-7,0.000004791066,0.0006099204,0.00047149052,0.98759764],"study_design_scores_gemma":[0.0011126284,0.00042573415,0.12793626,0.00007117315,0.000019524561,0.000018405159,0.004580598,0.85944384,0.000521271,0.0026759969,0.0030369773,0.00015756534],"about_ca_topic_score_codex":0.00012994032,"about_ca_topic_score_gemma":0.0016607913,"teacher_disagreement_score":0.9874401,"about_ca_system_score_codex":0.00006438257,"about_ca_system_score_gemma":0.00036230695,"threshold_uncertainty_score":0.33553365},"labels":[],"label_agreement":null},{"id":"W3153608027","doi":"10.2196/17503","title":"A User-Centered Chatbot (Wakamola) to Collect Linked Data in Population Networks to Support Studies of Overweight and Obesity Causes: Design and Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chatbot; Overweight; Underweight; Population; Obesity; Medicine; Computer science; Psychology; World Wide Web; Internet privacy; Family medicine; Applied psychology; Environmental health","score_opus":0.1612743825382565,"score_gpt":0.4489871186621214,"score_spread":0.2877127361238649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153608027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99465036,0.00011509395,0.002347108,0.00037100702,0.00041552674,0.0018327839,0.0000663791,0.000026230076,0.00017553351],"genre_scores_gemma":[0.99683845,0.000023178998,0.0015862484,0.001024359,0.000031783107,0.00015478533,0.00009752674,0.000011912665,0.00023175793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99778545,0.00018875286,0.0011024157,0.00021244223,0.00041208888,0.00029882474],"domain_scores_gemma":[0.99859256,0.00031089113,0.00016869104,0.0004892855,0.00008526177,0.00035334003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000973854,0.00015222024,0.00043286668,0.00016629367,0.00006482215,0.000041315692,0.0002417051,0.000080943784,0.00008587256],"category_scores_gemma":[0.00042620455,0.00014149894,0.00001649346,0.00047151596,0.000060195776,0.0003033678,0.0007659212,0.0002063267,0.000015667601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027104043,0.022560002,0.73305756,0.002882803,0.0011878833,0.00050203816,0.1041674,0.00009183323,0.000008396964,0.0023225984,0.071095705,0.0594134],"study_design_scores_gemma":[0.0059645455,0.016366648,0.94668424,0.00165746,0.000087224864,0.000106303865,0.022552487,0.0042888806,0.00001584166,0.00026435818,0.001555304,0.0004567358],"about_ca_topic_score_codex":0.00010559944,"about_ca_topic_score_gemma":0.0012084587,"teacher_disagreement_score":0.21362668,"about_ca_system_score_codex":0.000085678614,"about_ca_system_score_gemma":0.00007173338,"threshold_uncertainty_score":0.5770159},"labels":[],"label_agreement":null},{"id":"W3154458764","doi":"10.2196/27614","title":"Deciphering the Efficacy and Mechanisms of Chinese Herbal Medicine for Diabetic Kidney Disease by Integrating Web-Based Biochemical Databases and Real-World Clinical Data: Retrospective Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Kidney Disease and Diabetes","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chang Gung Medical Foundation","keywords":"Medicine; Confounding; Disease; Medical prescription; Cohort; Proportional hazards model; MEDLINE; Retrospective cohort study; Traditional Chinese medicine; Kidney disease; Internal medicine; Database; Alternative medicine; Computer science; Pathology; Pharmacology","score_opus":0.026297447123402116,"score_gpt":0.3695713819399432,"score_spread":0.3432739348165411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154458764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920258,0.0005606193,0.0021526855,0.0023046338,0.00017802801,0.0017797198,0.00074082066,0.00006523273,0.00019245855],"genre_scores_gemma":[0.99201715,0.00023553224,0.001684496,0.0032379879,0.0002906521,0.00014902321,0.0023201043,0.000028633558,0.00003644373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968842,0.00011593728,0.0013004601,0.00038366864,0.0009782483,0.00033748389],"domain_scores_gemma":[0.99502546,0.0019767615,0.0003004785,0.0009858448,0.00020926583,0.0015021646],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016779397,0.00029299821,0.00091274985,0.00006414608,0.00012766139,0.00003155267,0.0002794154,0.00009877868,0.00017463714],"category_scores_gemma":[0.016060675,0.00017463793,0.00008229919,0.0003690926,0.0007167723,0.0001793737,0.00049465016,0.00044372014,0.0000011479179],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043369713,0.0014256284,0.9580168,0.0012969621,0.00038934263,0.000030692554,0.00047857544,1.6094592e-7,0.00033537616,0.00039339342,0.035505984,0.0016933683],"study_design_scores_gemma":[0.034713976,0.0015923935,0.8421591,0.003778921,0.0024300497,0.00001854459,0.0044228057,0.106086634,0.00044114082,0.0007154996,0.0030040776,0.0006368512],"about_ca_topic_score_codex":0.000037654772,"about_ca_topic_score_gemma":0.000029618377,"teacher_disagreement_score":0.11585771,"about_ca_system_score_codex":0.00006025335,"about_ca_system_score_gemma":0.0012062265,"threshold_uncertainty_score":0.99222744},"labels":[],"label_agreement":null},{"id":"W3154725383","doi":"10.2196/22664","title":"Neural Network–Based Retinal Nerve Fiber Layer Profile Compensation for Glaucoma Diagnosis in Myopia: Model Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Glaucoma and retinal disorders","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Glaucoma; Nerve fiber layer; Ophthalmology; Retinal; Optical coherence tomography; Medicine; Receiver operating characteristic; Percentile; Visual field; Optic nerve; Optic disc; Optometry; Mathematics; Internal medicine; Statistics","score_opus":0.026033586241695102,"score_gpt":0.2929949594301442,"score_spread":0.2669613731884491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154725383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919258,0.000058877875,0.0038619647,0.002484065,0.00006974113,0.00077149767,0.000004888253,0.000036562677,0.0007866327],"genre_scores_gemma":[0.92524314,0.000024355422,0.06995077,0.0027932825,0.00011054205,0.0006535683,0.0008838683,0.000023038192,0.0003174485],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841386,0.000036978934,0.0006357195,0.00011948962,0.000498332,0.00029561052],"domain_scores_gemma":[0.99923193,0.00016280112,0.00012092293,0.0001295684,0.00014899278,0.00020580403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000342053,0.00014836746,0.00027832369,0.000068336085,0.00008307131,0.0000274782,0.00005910935,0.00019277506,0.00018323376],"category_scores_gemma":[0.0001828607,0.0001227235,0.000056812318,0.00019624775,0.000076636235,0.00012836908,0.00005200487,0.00025058596,0.0000136980325],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012506825,0.0016496709,0.75608695,0.007259911,0.00016976031,0.00017479352,0.015060281,0.0017484883,0.00008915396,0.0028013873,0.046736952,0.16697195],"study_design_scores_gemma":[0.0034885376,0.00017244824,0.09678814,0.0005763442,0.00004830657,0.00004193177,0.0007831798,0.89033675,0.00088325504,0.00015260774,0.006526975,0.00020151517],"about_ca_topic_score_codex":0.0000034382779,"about_ca_topic_score_gemma":0.000021779246,"teacher_disagreement_score":0.88858825,"about_ca_system_score_codex":0.00005895351,"about_ca_system_score_gemma":0.00036972616,"threshold_uncertainty_score":0.5004519},"labels":[],"label_agreement":null},{"id":"W3154946621","doi":"10.2196/27228","title":"Pathway-Driven Coordinated Telehealth System for Management of Patients With Single or Multiple Chronic Diseases in China: System Development and Retrospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Medicine; Chronic care; Integrated care; Usability; eHealth; Telemedicine; Ontology; Health care; Medical emergency; Computer science; Intensive care medicine; Chronic disease","score_opus":0.01560246025680788,"score_gpt":0.2774012318149633,"score_spread":0.2617987715581554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154946621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99368227,0.00009345736,0.0007879696,0.0000428586,0.00010091822,0.0042440523,0.000066502485,0.000114833376,0.00086712296],"genre_scores_gemma":[0.9979204,0.0000095462,0.0011088775,0.000023958357,0.000028576456,0.0005592779,0.0002531128,0.000023087045,0.00007319606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975682,0.000041660223,0.0009155765,0.00021933945,0.00090195995,0.00035325577],"domain_scores_gemma":[0.99885225,0.000053646836,0.0003028842,0.00030799065,0.00019392093,0.00028930517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020229975,0.00023274995,0.0006247815,0.00014494084,0.000084040694,0.00003232212,0.000121454206,0.00007177663,0.000020894555],"category_scores_gemma":[0.000051837083,0.0001635996,0.000040525607,0.00042351766,0.00009113124,0.00015333534,0.00019510402,0.00013719221,0.0000023681494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031502594,0.009651605,0.7946273,0.14238906,0.0020251935,0.0010768191,0.0118430415,0.00008954309,0.0000015046077,0.0025911534,0.00051168,0.03204286],"study_design_scores_gemma":[0.024174884,0.0020057685,0.8898041,0.006944875,0.00027220778,0.000009064676,0.0680605,0.008019134,0.000034889363,0.0000017875778,0.0004154428,0.00025731724],"about_ca_topic_score_codex":0.000009973802,"about_ca_topic_score_gemma":0.000098770266,"teacher_disagreement_score":0.13544418,"about_ca_system_score_codex":0.0013831591,"about_ca_system_score_gemma":0.00083989993,"threshold_uncertainty_score":0.66713977},"labels":[],"label_agreement":null},{"id":"W3155007082","doi":"10.2196/15527","title":"Analysis of Mental Health Disease Trends Using BeGraph Software in Spanish Health Care Centers: Case Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Health care; Medicine; Software; Disease; Data science; Medical emergency; Psychiatry; Computer science; Pathology","score_opus":0.032364414148971725,"score_gpt":0.3898849340744013,"score_spread":0.35752051992542955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155007082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6635444,0.0005972018,0.33196437,0.0020617673,0.0003840193,0.000530558,0.00068806903,0.00016820249,0.00006140083],"genre_scores_gemma":[0.97861105,0.00009107102,0.01509971,0.0052017625,0.000022381559,0.000007685427,0.00093946006,0.000009672323,0.000017231201],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737114,0.00015762754,0.0010565637,0.00016942428,0.00094462064,0.0003005993],"domain_scores_gemma":[0.99835277,0.00003654498,0.00035159415,0.0005307441,0.00010663385,0.00062170904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040373486,0.00013727818,0.00046510462,0.0006535906,0.00012539265,0.000099181474,0.00041161303,0.000040843042,0.000064732456],"category_scores_gemma":[0.00006800579,0.00012781918,0.00013408187,0.0034445706,0.000052589585,0.00045799883,0.0003630209,0.00015724842,0.0000012024173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019249243,0.004186917,0.37206316,0.0013146184,0.00093463087,0.0022927774,0.36963207,0.0016349308,1.851784e-7,0.001371746,0.005167833,0.24138188],"study_design_scores_gemma":[0.0015031706,0.00020336066,0.009646434,0.0002408139,0.000091319685,0.00009736812,0.103539556,0.8834346,0.0000011459756,0.0000054740744,0.0009919034,0.00024486234],"about_ca_topic_score_codex":0.00030726104,"about_ca_topic_score_gemma":0.0014814214,"teacher_disagreement_score":0.88179964,"about_ca_system_score_codex":0.00017592288,"about_ca_system_score_gemma":0.0009820753,"threshold_uncertainty_score":0.5212315},"labels":[],"label_agreement":null},{"id":"W3155053879","doi":"10.2196/24796","title":"Machine Learning Methods for the Diagnosis of Chronic Obstructive Pulmonary Disease in Healthy Subjects: Retrospective Observational Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"AstraZeneca","keywords":"Medicine; COPD; Retrospective cohort study; Vital capacity; Cohort; Cohort study; Pulmonary function testing; Asthma; Internal medicine; Physical therapy; Intensive care medicine; Diffusing capacity; Lung","score_opus":0.03947684835899852,"score_gpt":0.39347154435614146,"score_spread":0.35399469599714295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155053879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98071843,0.0056139836,0.0030333907,0.0029469458,0.00032849293,0.0062908945,0.0001823801,0.000071687595,0.0008137895],"genre_scores_gemma":[0.9919195,0.00083829684,0.003004219,0.00046025464,0.00027643933,0.0028453793,0.00041506081,0.000044168668,0.00019669122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99576986,0.00044041444,0.0012025187,0.0003409239,0.0016746236,0.0005716769],"domain_scores_gemma":[0.99542814,0.0023098583,0.00033579176,0.0005917919,0.0007245998,0.0006097934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019269916,0.00028301822,0.0007488478,0.00020218067,0.00021303739,0.000025999761,0.00033334648,0.00015856413,0.0007825226],"category_scores_gemma":[0.0047751684,0.00021381937,0.00024389058,0.0010643963,0.00042698832,0.00027906743,0.0003418923,0.0011618731,0.000006903549],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092258095,0.0016435924,0.95523006,0.0014699571,0.0002628523,0.00012474741,0.0014888644,0.00010412201,0.0000046194705,0.00050378055,0.000072219686,0.0381726],"study_design_scores_gemma":[0.0024317426,0.00040077543,0.84225404,0.00021084759,0.000158006,0.00002791239,0.00342471,0.14886679,0.00003207072,0.00048330103,0.0015505617,0.00015921862],"about_ca_topic_score_codex":0.00012618073,"about_ca_topic_score_gemma":0.00006789681,"teacher_disagreement_score":0.14876267,"about_ca_system_score_codex":0.0013792913,"about_ca_system_score_gemma":0.0030768241,"threshold_uncertainty_score":0.87193006},"labels":[],"label_agreement":null},{"id":"W3155505183","doi":"10.2196/28763","title":"Detecting Adverse Drug Events Through the Chronological Relationship Between the Medication Period and the Presence of Adverse Reactions From Electronic Medical Record Systems: Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clopidogrel; Medicine; Ticlopidine; Aspirin; Adverse effect; Medical record; Adverse drug reaction; Postmarketing surveillance; Drug; Pharmacovigilance; Emergency medicine; Observational study; Internal medicine; Pharmacology","score_opus":0.1546224626638324,"score_gpt":0.4413911666600811,"score_spread":0.2867687039962487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155505183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98258996,0.0004068935,0.0006509848,0.013308358,0.0008218665,0.001248781,0.000056454162,0.00006950614,0.00084717915],"genre_scores_gemma":[0.9967555,0.00048684087,0.000043688236,0.0014369811,0.0005198533,0.00044946125,0.00009529952,0.000011778662,0.00020060765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952031,0.0016697774,0.0012775341,0.00021175701,0.0012233838,0.00041447976],"domain_scores_gemma":[0.988524,0.009972109,0.00064820546,0.00043679198,0.00019128421,0.00022758897],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0033613162,0.00022402714,0.0003776886,0.00004063331,0.0010683473,0.000016694466,0.00071913993,0.00036338522,0.0007497621],"category_scores_gemma":[0.004065562,0.000119980825,0.00013802316,0.00048483143,0.001040531,0.0004478577,0.00030166304,0.0028217928,0.000052753654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062056474,0.001277334,0.89307815,0.00029742633,0.0019026637,0.00004704047,0.068859585,0.0010805666,0.000056346078,0.016810749,0.0074589625,0.008510624],"study_design_scores_gemma":[0.014814887,0.00018599717,0.5088424,0.00045312662,0.0016453704,0.00028247485,0.1670361,0.085476644,0.00021534489,0.0056355447,0.21474668,0.000665446],"about_ca_topic_score_codex":0.00018737507,"about_ca_topic_score_gemma":0.00015074202,"teacher_disagreement_score":0.38423574,"about_ca_system_score_codex":0.00012307246,"about_ca_system_score_gemma":0.00093312125,"threshold_uncertainty_score":0.99947876},"labels":[],"label_agreement":null},{"id":"W3155548469","doi":"10.2196/28247","title":"A Novel Metric to Quantify the Effect of Pathway Enrichment Evaluation With Respect to Biomedical Text-Mined Terms: Development and Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metric (unit); Computer science; Robustness (evolution); Data mining; Drug discovery; Inference; Computational biology; Machine learning; Artificial intelligence; Bioinformatics; Biology; Gene","score_opus":0.036136888950801034,"score_gpt":0.3561194037950782,"score_spread":0.3199825148442772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155548469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899371,0.00011108492,0.0079616755,0.0006240068,0.000081351405,0.001121838,0.0000081934495,0.00001440844,0.0001403184],"genre_scores_gemma":[0.9910847,0.000004445226,0.00806391,0.00045644006,0.000051592848,0.00024539232,0.000045911525,0.000007728309,0.000039883107],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99746186,0.00017800202,0.00058880553,0.0002330877,0.001286704,0.00025156722],"domain_scores_gemma":[0.99878055,0.00020892487,0.00011553132,0.000409521,0.00014731559,0.00033814288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026204872,0.00017928044,0.00030604008,0.000103192084,0.00008569844,0.000028101502,0.0002625477,0.00017704866,0.000025037985],"category_scores_gemma":[0.0027397156,0.00009575067,0.000039421,0.00060235156,0.0001848397,0.0000041751673,0.00036849442,0.00016258897,0.00000583535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012652145,0.001895672,0.044617537,0.0005271677,0.0005548593,0.000029487746,0.017413162,0.000014343506,0.019351715,0.000026056246,0.0029659104,0.91133887],"study_design_scores_gemma":[0.020473009,0.041243657,0.5446439,0.00085965183,0.00038645984,0.0003495695,0.027966594,0.0022743617,0.24192841,0.000018630004,0.11840349,0.0014522843],"about_ca_topic_score_codex":0.000006266225,"about_ca_topic_score_gemma":0.000050116294,"teacher_disagreement_score":0.9098866,"about_ca_system_score_codex":0.00004495062,"about_ca_system_score_gemma":0.00043485887,"threshold_uncertainty_score":0.3904599},"labels":[],"label_agreement":null},{"id":"W3155650309","doi":"10.2196/14755","title":"Automatically Diagnosing Disk Bulge and Disk Herniation With Lumbar Magnetic Resonance Images by Using Deep Convolutional Neural Networks: Method Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Imaging and Analysis","field":"Engineering","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Sagittal plane; Lumbar; Magnetic resonance imaging; Convolutional neural network; Intervertebral disk; Computer science; Lumbar vertebrae; Vertebra; Medicine; Back pain; Radiology; Artificial intelligence; Anatomy; Pathology","score_opus":0.006530040880933705,"score_gpt":0.25698274434007207,"score_spread":0.25045270345913834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155650309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50565875,0.002328355,0.49129915,0.00014412252,0.00008476426,0.00020362012,0.000005757688,0.00018323305,0.00009226932],"genre_scores_gemma":[0.8955153,0.00023304154,0.103390045,0.00048269442,0.00012315172,0.00008496568,0.000082544604,0.000039378017,0.00004884891],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977426,0.00009648582,0.0007166099,0.00015153014,0.0009182934,0.0003744957],"domain_scores_gemma":[0.9990381,0.00024106503,0.00007841134,0.00017673042,0.00008829631,0.00037741804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004778246,0.00022534443,0.0003572194,0.00005758848,0.00015797172,0.00013458336,0.00014030062,0.000106004016,0.00014054558],"category_scores_gemma":[0.00021322086,0.00018324035,0.000036056415,0.00033897662,0.00012941135,0.0002689644,0.00009460803,0.0004015337,0.0000050571093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011470574,0.0006115434,0.06460112,0.0007957365,0.0003479206,0.00021412651,0.0097793685,0.03721103,0.00007779345,0.000043473345,0.002786586,0.8835198],"study_design_scores_gemma":[0.00071548217,0.000034188004,0.014350236,0.00018825027,0.00008091031,0.000055749028,0.0012560262,0.98230326,0.000028294979,0.00000806302,0.00073919457,0.00024036397],"about_ca_topic_score_codex":0.000006566591,"about_ca_topic_score_gemma":0.00001226769,"teacher_disagreement_score":0.9450922,"about_ca_system_score_codex":0.00008201517,"about_ca_system_score_gemma":0.00008767533,"threshold_uncertainty_score":0.74723244},"labels":[],"label_agreement":null},{"id":"W3156342727","doi":"10.2196/27419","title":"Returning to a Normal Life via COVID-19 Vaccines in the United States: A Large-scale Agent-Based Simulation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; Vaccination; Coronavirus disease 2019 (COVID-19); Food and drug administration; Population; Intervention (counseling); Environmental health; Virology; Nursing","score_opus":0.15076963660366896,"score_gpt":0.44565065391002695,"score_spread":0.29488101730635796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156342727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7737907,0.000020423222,0.21374391,0.010708357,0.00008380759,0.0013431392,0.000019574389,0.00017598343,0.0001141017],"genre_scores_gemma":[0.89631605,0.000011817564,0.0044578966,0.09858029,0.00011638238,0.00034428167,0.00012331367,0.000020037727,0.00002993407],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954518,0.00079780654,0.0016241065,0.00022154875,0.0012952853,0.0006094162],"domain_scores_gemma":[0.9871169,0.011141885,0.00033593562,0.0005684128,0.0002164673,0.0006204536],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004497096,0.00029964786,0.0006364039,0.00022966144,0.00030220224,0.000073255265,0.00053929084,0.00021530833,0.00047334132],"category_scores_gemma":[0.04128379,0.00019125167,0.0001219399,0.0016467388,0.000060533344,0.00015054193,0.00042386475,0.0006875331,0.00006110567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005680094,0.006625012,0.20241292,0.0031909472,0.00033132365,0.0005543623,0.5136932,0.21162666,0.0000041426683,0.0009774127,0.057738803,0.0022771717],"study_design_scores_gemma":[0.0032612837,0.00037607815,0.008562923,0.00013702901,0.000064257045,0.000006684367,0.08374696,0.85853034,0.0000032742003,0.0020889195,0.042854268,0.00036799244],"about_ca_topic_score_codex":0.00011009944,"about_ca_topic_score_gemma":0.0009215198,"teacher_disagreement_score":0.6469037,"about_ca_system_score_codex":0.00022644157,"about_ca_system_score_gemma":0.00037989012,"threshold_uncertainty_score":0.96679187},"labels":[],"label_agreement":null},{"id":"W3156448175","doi":"10.2196/25869","title":"Federated Learning for Thyroid Ultrasound Image Analysis to Protect Personal Information: Validation Study in a Real Health Care Environment","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion","keywords":"Artificial intelligence; Deep learning; Machine learning; Computer science; Thyroid nodules; Receiver operating characteristic; Medicine; Thyroid; Internal medicine","score_opus":0.0221225010509256,"score_gpt":0.3177019805599278,"score_spread":0.2955794795090022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156448175","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20228636,0.000020401852,0.7874645,0.007788248,0.00006494415,0.0017510087,0.000028082095,0.00033743258,0.00025899665],"genre_scores_gemma":[0.6886601,0.000063014704,0.30836612,0.0011659442,0.00003429652,0.0009002225,0.00078489835,0.000010720668,0.00001471389],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99719906,0.00014658686,0.00091731845,0.00021318869,0.001109627,0.0004142362],"domain_scores_gemma":[0.99785787,0.00022580677,0.0002794499,0.0012937603,0.00013985467,0.00020325732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011371683,0.00017784398,0.00034646987,0.000386076,0.00026110525,0.00044913817,0.003278952,0.00013984968,0.000043379343],"category_scores_gemma":[0.0074508735,0.00016841052,0.00007767831,0.0014718062,0.000044906184,0.0015679774,0.0076732244,0.00048413884,0.000040705916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017528643,0.0016473435,0.02628406,0.001750187,0.0013519572,0.00009453959,0.39324024,0.0029343716,0.00016588034,0.0005203525,0.08572248,0.4861133],"study_design_scores_gemma":[0.0028139993,0.0014155774,0.013438112,0.00012020074,0.000056704524,0.000034171735,0.07556953,0.8986269,0.0008058548,0.00047969486,0.005966807,0.00067239895],"about_ca_topic_score_codex":0.000056698456,"about_ca_topic_score_gemma":0.00008096091,"teacher_disagreement_score":0.8956926,"about_ca_system_score_codex":0.00045606005,"about_ca_system_score_gemma":0.0004788692,"threshold_uncertainty_score":0.95641255},"labels":[],"label_agreement":null},{"id":"W3157079598","doi":"10.2196/23578","title":"A Novel Approach to Assessing Differentiation Degree and Lymph Node Metastasis of Extrahepatic Cholangiocarcinoma: Prediction Using a Radiomics-Based Particle Swarm Optimization and Support Vector Machine Model","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cholangiocarcinoma and Gallbladder Cancer Studies","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Affiliated Hospital of Southwest Medical University; Southwest Medical University; Peking University; National Natural Science Foundation of China; Baidu","keywords":"Support vector machine; Particle swarm optimization; Radiomics; Receiver operating characteristic; Medicine; Diffusion MRI; Magnetic resonance imaging; Artificial intelligence; Computer science; Radiology; Pattern recognition (psychology); Machine learning","score_opus":0.07162737930996059,"score_gpt":0.2967990464266894,"score_spread":0.2251716671167288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157079598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5317922,0.000117038595,0.46722943,0.00036201027,0.000020178668,0.00032849362,0.000035972254,0.000033903372,0.00008073698],"genre_scores_gemma":[0.90886843,0.000023055369,0.08978769,0.0011062191,0.000054462427,0.00003786315,0.00010106948,0.000018776453,0.0000024036533],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984296,0.00002091023,0.0006141851,0.00016992766,0.0005492606,0.00021613073],"domain_scores_gemma":[0.99909973,0.00004552671,0.0001813036,0.00014760275,0.0001009011,0.00042494992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020476035,0.00018739751,0.00043836806,0.00010427517,0.00008738564,0.000047859292,0.000066238164,0.000107401014,0.000009490765],"category_scores_gemma":[0.00014911061,0.0001582076,0.00006502763,0.00027600053,0.00009386131,0.0002827975,0.000084575615,0.00014877418,4.5386744e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018737316,0.0027777408,0.609682,0.015381828,0.0016178801,0.00002606263,0.09121869,0.22230735,0.019934991,0.00034279734,0.0005731344,0.034263752],"study_design_scores_gemma":[0.003024946,0.00012878353,0.052255653,0.0001177148,0.00033531996,0.000042203243,0.00056175166,0.94269633,0.00070864824,0.000001532941,0.000003951208,0.000123157],"about_ca_topic_score_codex":0.000022401042,"about_ca_topic_score_gemma":0.000001092488,"teacher_disagreement_score":0.720389,"about_ca_system_score_codex":0.00007746205,"about_ca_system_score_gemma":0.00018741428,"threshold_uncertainty_score":0.64515185},"labels":[],"label_agreement":null},{"id":"W3157263344","doi":"10.2196/27793","title":"Unsupervised Machine Learning for Identifying Challenging Behavior Profiles to Explore Cluster-Based Treatment Efficacy in Children With Autism Spectrum Disorder: Retrospective Data Analysis Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Autism spectrum disorder; Autism; Aggression; Psychology; Clinical psychology; Psychological intervention; Cluster (spacecraft); Developmental psychology; Psychiatry; Computer science","score_opus":0.08533193728358447,"score_gpt":0.3778355698966736,"score_spread":0.29250363261308915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157263344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769347,0.000051892523,0.015165035,0.0028449327,0.00003857022,0.0046295575,0.000106759326,0.00018017035,0.00004839277],"genre_scores_gemma":[0.9965324,0.00006175099,0.0012082432,0.00015923282,0.000029564855,0.0013426205,0.0005566067,0.000056459266,0.000053146177],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954371,0.00029620394,0.00087978767,0.00078397855,0.0017229385,0.00088001014],"domain_scores_gemma":[0.9977606,0.0003734774,0.00020237877,0.0012303652,0.000021521653,0.00041168203],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006516206,0.0004100532,0.0007440978,0.00078601553,0.00043051317,0.00024840893,0.0010531136,0.0001295742,0.00022199903],"category_scores_gemma":[0.00066574506,0.00033188562,0.00013792502,0.0027213832,0.00011853449,0.0005176462,0.00074047426,0.00068124384,0.000026526057],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002533086,0.0074534835,0.9487331,0.000119619915,0.00045721268,0.00017639206,0.029717473,0.0043401658,0.00005701495,0.00048032074,0.000009818404,0.008202104],"study_design_scores_gemma":[0.010923615,0.002198591,0.587398,0.00015013474,0.0004796336,0.000033334138,0.007978976,0.38893744,0.0011014044,0.000058020378,0.00007842291,0.0006624428],"about_ca_topic_score_codex":0.00019435998,"about_ca_topic_score_gemma":0.0015044705,"teacher_disagreement_score":0.38459727,"about_ca_system_score_codex":0.00034427733,"about_ca_system_score_gemma":0.00036653253,"threshold_uncertainty_score":0.99991333},"labels":[],"label_agreement":null},{"id":"W3157411108","doi":"10.2196/23898","title":"Health Natural Language Processing: Methodology Development and Applications","year":2021,"lang":"en","type":"editorial","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Harbin Institute of Technology; Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Scope (computer science); Computer science; Health informatics; Data science; Health care; Natural language; Domain (mathematical analysis); Knowledge management; Natural language processing; Political science","score_opus":0.03536590945122039,"score_gpt":0.377093759670877,"score_spread":0.3417278502196566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157411108","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016370897,0.0036844206,0.85046804,0.0007595521,0.14426613,0.00031475333,0.0000036152555,0.00016176172,0.00032536493],"genre_scores_gemma":[0.00006814547,0.00015400223,0.77528137,0.0015090205,0.2220274,0.00026943974,0.00026251283,0.00001557909,0.00041251726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713004,0.00010327642,0.0008724784,0.00024320988,0.0012869249,0.00036409448],"domain_scores_gemma":[0.9981311,0.00052609126,0.0003912199,0.00046215497,0.00016211667,0.00032730316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012235455,0.0002148238,0.0004888631,0.0001170738,0.0001608365,0.0001804359,0.0009784328,0.0005743021,0.00000839846],"category_scores_gemma":[0.00046788348,0.00018312004,0.00003676195,0.00023383797,0.00007226368,0.00024876674,0.000760208,0.001238823,0.000013451736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.4548747e-7,0.000015451062,4.393131e-7,0.00081158854,0.00001172198,0.0000048954553,0.013055497,6.356028e-7,7.946362e-8,0.0006016567,0.2432655,0.742232],"study_design_scores_gemma":[0.00020771209,0.000012740751,0.000001683704,0.00024281286,0.0000031471789,0.00002012056,0.00070515636,0.03390048,0.00000501023,0.00006314321,0.96464294,0.00019505114],"about_ca_topic_score_codex":0.00000980885,"about_ca_topic_score_gemma":0.000023961462,"teacher_disagreement_score":0.74203694,"about_ca_system_score_codex":0.00012675102,"about_ca_system_score_gemma":0.0038394837,"threshold_uncertainty_score":0.74674183},"labels":[],"label_agreement":null},{"id":"W3157439450","doi":"10.2196/25237","title":"Improving Current Glycated Hemoglobin Prediction in Adults: Use of Machine Learning Algorithms With Electronic Health Records","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine learning; Logistic regression; Glycated hemoglobin; Random forest; Artificial intelligence; Support vector machine; Multilayer perceptron; Computer science; Predictive modelling; Receiver operating characteristic; Health records; Preprint; Perceptron; Data mining; Artificial neural network; Medicine; Diabetes mellitus; Health care; Type 2 diabetes","score_opus":0.013246855760491207,"score_gpt":0.28915737983348805,"score_spread":0.2759105240729968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157439450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29868463,0.0013739076,0.6942878,0.003207309,0.0007063751,0.0010147134,0.00002524685,0.00056616025,0.00013386749],"genre_scores_gemma":[0.8417172,0.0017014808,0.15328072,0.0020376751,0.00025465363,0.00019328913,0.00055893016,0.00006686321,0.0001892018],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99656856,0.00030093835,0.0011721414,0.00024157744,0.001075475,0.00064132607],"domain_scores_gemma":[0.9981799,0.0002081064,0.0005906847,0.00045461612,0.00024095268,0.0003257395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096115586,0.00020115853,0.00039125062,0.00021490625,0.00010486741,0.00007371459,0.00047519364,0.00014190315,0.00004366862],"category_scores_gemma":[0.0006370837,0.00017033902,0.000049207087,0.0011744285,0.00005995613,0.0007703249,0.00030411783,0.0018217723,0.000008522457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053462307,0.00020190771,0.03433831,0.0019144361,0.00001647114,0.000019368334,0.008196759,0.0011942505,0.0000017752299,0.0010558981,0.00024167843,0.9527657],"study_design_scores_gemma":[0.0011064006,0.0006735559,0.0033302275,0.0011546697,0.000002279662,0.000108065215,0.0002692413,0.9868167,0.000030976436,0.000029445764,0.006326647,0.00015181254],"about_ca_topic_score_codex":0.00082991115,"about_ca_topic_score_gemma":0.0005019021,"teacher_disagreement_score":0.9856224,"about_ca_system_score_codex":0.00035716535,"about_ca_system_score_gemma":0.0019630152,"threshold_uncertainty_score":0.7914796},"labels":[],"label_agreement":null},{"id":"W3157923155","doi":"10.2196/21347","title":"Predicting Intensive Care Unit Length of Stay and Mortality Using Patient Vital Signs: Machine Learning Model Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Science Center, University of Tennessee; King Fahad Medical City","keywords":"Vital signs; Quantile; Machine learning; Predictive modelling; Intensive care unit; Binary classification; Artificial intelligence; Logistic regression; Medicine; Computer science; Baseline (sea); Random forest; Population; Data mining; Support vector machine; Statistics; Intensive care medicine","score_opus":0.10499276071115358,"score_gpt":0.3608094307840327,"score_spread":0.2558166700728791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157923155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99745846,0.0004929651,0.0015025244,0.00005710404,0.00003173363,0.00026132457,0.000014158201,0.000022488977,0.00015925053],"genre_scores_gemma":[0.9911884,0.00012273339,0.008050013,0.00036899946,0.000013684877,0.000017808077,0.00022454154,0.000009496536,0.0000043018986],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986007,0.00002987592,0.0005691921,0.000099428995,0.0005527559,0.00014804686],"domain_scores_gemma":[0.9989191,0.000091469745,0.00018737238,0.000105704006,0.0004889226,0.00020738112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014016204,0.0001311913,0.00029612405,0.00005936506,0.000087465996,0.000018191457,0.000023780707,0.00010177657,0.000023511127],"category_scores_gemma":[0.00042113714,0.00010387399,0.000031697742,0.00009474781,0.00008805917,0.00012441028,0.00012495379,0.0002181305,6.0638104e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056828565,0.00026119582,0.80243874,0.0014514526,0.0004736467,0.000072518975,0.12828685,0.00072478276,0.00040019583,0.00008953033,0.000014906763,0.06572936],"study_design_scores_gemma":[0.0043393862,0.0006944058,0.021025313,0.0018939499,0.00050012115,0.00022186076,0.1828684,0.71052897,0.077173494,0.000037940077,0.00034975063,0.0003663919],"about_ca_topic_score_codex":0.000020118528,"about_ca_topic_score_gemma":0.0000074394075,"teacher_disagreement_score":0.78141344,"about_ca_system_score_codex":0.000070516646,"about_ca_system_score_gemma":0.0002698844,"threshold_uncertainty_score":0.42358583},"labels":[],"label_agreement":null},{"id":"W3157931152","doi":"10.2196/30153","title":"Correction: Extracting Family History Information From Electronic Health Records: Natural Language Processing Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Health records; Natural language processing; Electronic health record; Natural history; Natural language; Information retrieval; Data science; Artificial intelligence; Medicine; Health care","score_opus":0.011528348978302783,"score_gpt":0.30915069478096563,"score_spread":0.29762234580266284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157931152","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060351294,0.008891258,0.91314805,0.004760381,0.004516902,0.00038122069,0.000006228929,0.0010420702,0.0069026267],"genre_scores_gemma":[0.92408824,0.0002102357,0.052820336,0.021264846,0.00041129353,0.000055941622,0.00054549694,0.000016538597,0.0005870734],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969427,0.00019487564,0.0010392242,0.0001666457,0.0011344916,0.0005220377],"domain_scores_gemma":[0.9979819,0.00027419883,0.0007019475,0.000495572,0.0002427755,0.00030357979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008708449,0.000178028,0.0003602514,0.00028507842,0.0002128217,0.00018868672,0.00059948146,0.00016596794,0.00017477402],"category_scores_gemma":[0.00066657923,0.00016994526,0.0001233313,0.0012181727,0.000037610575,0.0022811948,0.00021202597,0.0014691202,0.00006458175],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045853994,0.000027672551,0.000923446,0.00018510806,0.00006194699,0.000009606403,0.041540485,0.00012711294,0.0000016036157,0.00022103134,0.0119626755,0.9449347],"study_design_scores_gemma":[0.00021658765,0.000041446176,0.004556968,0.00013525433,0.000017487075,0.000039413506,0.0050721504,0.9165023,0.0000063593325,0.000025213512,0.07320491,0.00018193608],"about_ca_topic_score_codex":0.00072348176,"about_ca_topic_score_gemma":0.00034929338,"teacher_disagreement_score":0.9447528,"about_ca_system_score_codex":0.0010491053,"about_ca_system_score_gemma":0.0029184215,"threshold_uncertainty_score":0.69301665},"labels":[],"label_agreement":null},{"id":"W3158238102","doi":"10.2196/26463","title":"Physicians’ Perspectives of Telemedicine During the COVID-19 Pandemic in China: Qualitative Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Telemedicine; Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Medical emergency; Data science; Virology; Computer science; Health care; Political science; Pathology; Outbreak; Disease","score_opus":0.07281440418764618,"score_gpt":0.4604670442217693,"score_spread":0.38765264003412314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158238102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99327594,0.00019483731,0.0003715858,0.0044139046,0.00009215004,0.00122112,0.0000306008,0.000047702488,0.00035215123],"genre_scores_gemma":[0.9957012,0.00019880038,0.00016477704,0.0034205003,0.00015455179,0.00010775759,0.00012415489,0.000014143436,0.0001140979],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961201,0.00060845295,0.0013976252,0.00015988354,0.0013518349,0.0003620997],"domain_scores_gemma":[0.9976269,0.0010227025,0.0003962172,0.00036834518,0.00024352082,0.0003423153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003336748,0.00018394881,0.000623164,0.000193527,0.00010609339,0.000008144876,0.00017204588,0.0000986077,0.0005486426],"category_scores_gemma":[0.0041056066,0.00012100925,0.0000661791,0.0010352937,0.00029453577,0.00013907108,0.000100802776,0.0006655377,0.0000071941304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017262553,0.00066622917,0.539173,0.00064665533,0.00009039013,0.00006245933,0.45476988,0.0000020614616,0.000026045509,0.000067500885,0.0013667517,0.002956404],"study_design_scores_gemma":[0.0048230565,0.0004230957,0.5474683,0.00009646375,0.000028471528,0.00008284439,0.44637096,0.00010947684,0.000023746556,0.00003409856,0.0004694946,0.000069991685],"about_ca_topic_score_codex":0.00089736556,"about_ca_topic_score_gemma":0.0022004175,"teacher_disagreement_score":0.008398936,"about_ca_system_score_codex":0.00025584898,"about_ca_system_score_gemma":0.0009705636,"threshold_uncertainty_score":0.6007251},"labels":[],"label_agreement":null},{"id":"W3158513288","doi":"10.2196/28277","title":"Drug-Drug Interaction Predictions via Knowledge Graph and Text Embedding: Instrument Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China; Baidu","keywords":"Computer science; Knowledge graph; Embedding; Graph; Binary classification; Machine learning; Drug-drug interaction; Big data; Data mining; Theoretical computer science; Drug; Artificial intelligence; Support vector machine; Medicine","score_opus":0.024686333741670573,"score_gpt":0.3544232595842591,"score_spread":0.3297369258425885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158513288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44243267,0.000037620317,0.55258775,0.00074724806,0.0009580871,0.000351313,0.0000027306432,0.00015366693,0.0027289193],"genre_scores_gemma":[0.96912616,0.000027796605,0.030162998,0.00028584898,0.000117549054,0.00009940528,0.000027445942,0.000008941055,0.00014384605],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99755454,0.00027382417,0.0007104793,0.0002115659,0.0010336462,0.00021597162],"domain_scores_gemma":[0.99846137,0.0004864848,0.00018430033,0.000370014,0.00022931279,0.0002685438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000924693,0.00016758786,0.00020694456,0.00021887758,0.00020279454,0.00028866477,0.00038899144,0.00006388901,0.00005292063],"category_scores_gemma":[0.00022597951,0.00015661599,0.000063534826,0.000720996,0.00006742345,0.0015386054,0.0006566704,0.00036843598,0.000045682165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025818606,0.0033919206,0.004225709,0.00041983565,0.00029442002,0.000048073925,0.14983869,0.010482727,0.00004236364,0.01757625,0.012222662,0.80143154],"study_design_scores_gemma":[0.00080092024,0.00007461662,0.00492807,0.00010561762,0.000020601265,0.00012791755,0.005455539,0.98016566,0.00039600537,0.002535646,0.005179021,0.00021036468],"about_ca_topic_score_codex":0.0000074801974,"about_ca_topic_score_gemma":0.000023464238,"teacher_disagreement_score":0.96968293,"about_ca_system_score_codex":0.000104716244,"about_ca_system_score_gemma":0.00035395825,"threshold_uncertainty_score":0.63866144},"labels":[],"label_agreement":null},{"id":"W3158906097","doi":"10.2196/28921","title":"Ethical Applications of Artificial Intelligence: Evidence From Health Research on Veterans","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Corporate governance; Veterans Affairs; Trustworthiness; Applications of artificial intelligence; Computer science; Artificial intelligence; Scale (ratio); Health care; Data science; Engineering ethics; Knowledge management; Risk analysis (engineering); Medicine; Computer security; Political science; Business; Engineering","score_opus":0.5211005707907579,"score_gpt":0.5946362071618861,"score_spread":0.07353563637112825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158906097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.748885,0.0010049379,0.11706227,0.12740351,0.000774797,0.0021522539,0.000046659872,0.00013273027,0.0025378636],"genre_scores_gemma":[0.9811765,0.0011490962,0.0075661605,0.008861134,0.0007834272,0.00024276119,0.00012713432,0.000014996428,0.00007881077],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9956251,0.00028954347,0.0015197755,0.00018805047,0.0019621437,0.0004153847],"domain_scores_gemma":[0.994926,0.0026571322,0.0001868782,0.0005944561,0.0009826296,0.0006529304],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026675942,0.00011838011,0.00036529062,0.00020275373,0.00019693628,0.00003133538,0.00023419705,0.0005037319,0.0012200725],"category_scores_gemma":[0.002845463,0.00010248591,0.000094430376,0.0010086095,0.0004144128,0.000099071825,0.00007692809,0.0020796782,0.0005162196],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014195757,0.00052385667,0.00038054603,0.0006563121,0.00002422072,0.000010006579,0.026190719,0.000010801769,0.000093657836,0.009486653,0.0044688648,0.9580124],"study_design_scores_gemma":[0.00037052826,0.008188267,0.0053866855,0.025797583,0.00014192685,0.00029357334,0.42721444,0.09100802,0.20783529,0.11556499,0.1168965,0.0013022017],"about_ca_topic_score_codex":0.00045531106,"about_ca_topic_score_gemma":0.00013146696,"teacher_disagreement_score":0.9567102,"about_ca_system_score_codex":0.00018771827,"about_ca_system_score_gemma":0.0032315012,"threshold_uncertainty_score":0.999693},"labels":[],"label_agreement":null},{"id":"W3159309869","doi":"10.2196/28272","title":"Document Retrieval for Precision Medicine Using a Deep Learning Ensemble Method","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Computer science; Information retrieval; Query expansion; Relevance (law); Ranking (information retrieval); Boosting (machine learning); Learning to rank; Document retrieval; Matching (statistics); Relevance feedback; Context (archaeology); Search engine; Artificial intelligence; Data mining; Image retrieval","score_opus":0.041991955349555826,"score_gpt":0.38531124913811454,"score_spread":0.34331929378855874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159309869","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013125637,0.00007343714,0.9829549,0.0009957489,0.0004357952,0.00042506368,0.000001196971,0.00013545006,0.0018527667],"genre_scores_gemma":[0.029969737,0.00012745585,0.96517175,0.0030912275,0.0003424347,0.00005205417,0.000070993265,0.000020221883,0.001154123],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963131,0.00013141293,0.0010369446,0.00015855204,0.0018825461,0.00047747203],"domain_scores_gemma":[0.9976383,0.0006468572,0.00027246657,0.00039331807,0.0006056658,0.0004434052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024520452,0.00017967282,0.00034262412,0.00017041499,0.00029762767,0.00018695435,0.0006729781,0.00021720128,0.00029788236],"category_scores_gemma":[0.0016089916,0.00013722762,0.00011737712,0.0007988924,0.00007306252,0.0011652239,0.00045820753,0.0004691622,0.000051596562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010830447,0.0001277823,0.000055220804,0.000552984,0.000059962334,0.00005758237,0.032251228,0.00065063103,0.001519138,0.044982236,0.0027506242,0.9168843],"study_design_scores_gemma":[0.0015053248,0.00029340474,0.00005247172,0.00020025623,0.000017422088,0.0002007495,0.0013822047,0.9282393,0.005228005,0.0017888172,0.060864896,0.00022715262],"about_ca_topic_score_codex":0.000003310031,"about_ca_topic_score_gemma":0.000001318382,"teacher_disagreement_score":0.92758864,"about_ca_system_score_codex":0.00012541054,"about_ca_system_score_gemma":0.00041527094,"threshold_uncertainty_score":0.55959797},"labels":[],"label_agreement":null},{"id":"W3159323157","doi":"10.2196/28227","title":"Multifeature Fusion Attention Network for Suicide Risk Assessment Based on Social Media: Algorithm Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Computer science; Social media; Context (archaeology); Key (lock); Task (project management); Artificial intelligence; Machine learning; GRASP; Natural language processing; Information retrieval; World Wide Web; Computer security","score_opus":0.043303320738544565,"score_gpt":0.40006492896982443,"score_spread":0.3567616082312799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159323157","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7195613,0.000110361434,0.26893264,0.002440235,0.0030504116,0.0019608473,0.00013630441,0.0001999299,0.00360799],"genre_scores_gemma":[0.31751382,0.0000475477,0.66605866,0.0077118855,0.0024206645,0.0012345853,0.004744295,0.00006877888,0.00019974654],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976558,0.00017634216,0.00078626274,0.0001684644,0.0007899606,0.00042318183],"domain_scores_gemma":[0.99836636,0.0007613903,0.00034005605,0.0001461185,0.00013163734,0.00025442994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013671025,0.00016886437,0.00025245492,0.00006454197,0.00044211757,0.00004587054,0.00009450014,0.00038023025,0.00038098573],"category_scores_gemma":[0.00018912293,0.00015546245,0.000057665216,0.00017785873,0.000048877606,0.00010612267,0.00006712019,0.00050973776,0.000034198627],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005840949,0.00026120496,0.0032276297,0.00034753446,0.00003675987,0.0000157992,0.006486532,0.00001373086,0.0000034541233,0.00086547254,0.011109751,0.9775737],"study_design_scores_gemma":[0.017429603,0.00048716436,0.39968815,0.0017158128,0.00016753632,0.00007670487,0.028998578,0.48765913,0.0004568104,0.00090495276,0.06122848,0.0011870718],"about_ca_topic_score_codex":0.0000046739333,"about_ca_topic_score_gemma":0.000022171425,"teacher_disagreement_score":0.97638667,"about_ca_system_score_codex":0.00020047903,"about_ca_system_score_gemma":0.00023096624,"threshold_uncertainty_score":0.63395745},"labels":[],"label_agreement":null},{"id":"W3159335488","doi":"10.2196/24014","title":"Physician Stress During Electronic Health Record Inbox Work: In Situ Measurement With Wearable Sensors","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kaiser Permanente; National Science Foundation","keywords":"Medicine; Burnout; Workload; Stress (linguistics); Wearable computer; Occupational stress; Computer science; Clinical psychology","score_opus":0.039730352546924565,"score_gpt":0.373765536354473,"score_spread":0.33403518380754843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159335488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786995,0.0010902799,0.0003425642,0.005551836,0.0005102009,0.00215278,0.0000055889013,0.00021975368,0.011427467],"genre_scores_gemma":[0.98863274,0.001440887,0.0005563399,0.006820633,0.0005300919,0.0007326854,0.000028042246,0.00007403632,0.0011845169],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99167526,0.0010466045,0.002237533,0.00028271202,0.0021076251,0.0026502723],"domain_scores_gemma":[0.9971341,0.00027939517,0.0007690048,0.0006300236,0.0003653963,0.0008221151],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003202369,0.00033494385,0.00086214783,0.00020074518,0.0005587698,0.00002328028,0.00033080406,0.00041374518,0.00025882234],"category_scores_gemma":[0.00028101628,0.0002796711,0.00007130617,0.001228098,0.000070209775,0.00029946942,0.00015145342,0.0033985763,0.00034935222],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002784463,0.004251274,0.24212551,0.0791025,0.001019296,0.00063355215,0.28713632,0.0005274676,0.00047910833,0.004155618,0.054955553,0.32282934],"study_design_scores_gemma":[0.0395992,0.0038409112,0.12600364,0.14407726,0.00010508642,0.00024222811,0.27394825,0.0081357155,0.0020383305,0.00073442736,0.39662102,0.004653938],"about_ca_topic_score_codex":0.00046829812,"about_ca_topic_score_gemma":0.016232796,"teacher_disagreement_score":0.34166548,"about_ca_system_score_codex":0.0037464646,"about_ca_system_score_gemma":0.0122716855,"threshold_uncertainty_score":0.99996555},"labels":[],"label_agreement":null},{"id":"W3159496962","doi":"10.2196/24381","title":"Automating Stroke Data Extraction From Free-Text Radiology Reports Using Natural Language Processing: Instrument Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; University Health Network; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Neurovascular bundle; Occlusion; Stroke (engine); Radiology; Computed tomography angiography; Angiography; Data extraction; Artificial intelligence; Computer science; Surgery; MEDLINE","score_opus":0.0356305453592576,"score_gpt":0.35683715733671695,"score_spread":0.32120661197745937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159496962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99115723,0.00031400926,0.0043184436,0.00039264263,0.00059702195,0.0007357038,0.000028365774,0.00018893839,0.0022676352],"genre_scores_gemma":[0.96610117,0.000011309659,0.030678503,0.0007147438,0.00044176565,0.000030147876,0.0017459772,0.000022100674,0.00025429207],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967846,0.00007326908,0.0012082543,0.00029505018,0.001326793,0.0003119935],"domain_scores_gemma":[0.99765885,0.00010119286,0.00061002444,0.0012857687,0.00012841538,0.0002157215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006709959,0.00021580796,0.00043446658,0.00011420048,0.00011248886,0.00008310062,0.00033154577,0.00019020183,0.0004379674],"category_scores_gemma":[0.0012150699,0.00018575387,0.000052921998,0.00024070947,0.00007080436,0.0006756595,0.0009127125,0.00063003285,0.000014280025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019233093,0.0025294072,0.11529718,0.001618061,0.0015382008,0.0067242333,0.047524467,0.000039037874,0.013222037,0.000009073685,0.048162103,0.7631439],"study_design_scores_gemma":[0.007606368,0.00034073112,0.041806746,0.0013245264,0.0011815807,0.005471065,0.13151592,0.793683,0.008353632,0.000013403604,0.00793577,0.00076723855],"about_ca_topic_score_codex":0.00006527141,"about_ca_topic_score_gemma":0.000008911906,"teacher_disagreement_score":0.79364395,"about_ca_system_score_codex":0.00021552693,"about_ca_system_score_gemma":0.00042755832,"threshold_uncertainty_score":0.75748235},"labels":[],"label_agreement":null},{"id":"W3159726507","doi":"10.2196/26714","title":"A Biomedical Knowledge Graph System to Propose Mechanistic Hypotheses for Real-World Environmental Health Observations: Cohort Study and Informatics Application","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Computer science; Informatics; Data science; Biomedicine; Health informatics; Context (archaeology); Graph; Information retrieval; Bioinformatics; Medicine; Theoretical computer science; Public health; Biology; Engineering; Pathology","score_opus":0.024184441161883178,"score_gpt":0.30747199383974194,"score_spread":0.28328755267785877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159726507","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077097215,0.000066526954,0.9172998,0.00061289425,0.00026967586,0.0041695624,0.000033116303,0.00030080197,0.00015041674],"genre_scores_gemma":[0.7580067,0.00015080503,0.236038,0.0024048497,0.00016185886,0.0029105155,0.00018574757,0.00003416568,0.000107386266],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968207,0.000091551905,0.00139343,0.00024660034,0.0009681474,0.00047957984],"domain_scores_gemma":[0.99765325,0.00043067362,0.00038410258,0.0006904274,0.00009601841,0.00074553513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092894066,0.0002584073,0.00047155356,0.00025612419,0.00033383034,0.00014241888,0.0006651727,0.00011972831,0.0000032843855],"category_scores_gemma":[0.00014359818,0.0002231155,0.00006688918,0.0011139134,0.00012132477,0.00060355524,0.0005669693,0.00027803448,0.00002514735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009722791,0.004657125,0.026871793,0.006092455,0.00047404057,0.000048941827,0.0723427,0.0002835237,0.000099473225,0.29677162,0.011284178,0.5809769],"study_design_scores_gemma":[0.0020138843,0.0011928432,0.015607644,0.0005324457,0.0000496789,0.00012925193,0.013584574,0.9490873,0.000055027234,0.0027792344,0.014266862,0.00070125214],"about_ca_topic_score_codex":0.000008057632,"about_ca_topic_score_gemma":0.00007359178,"teacher_disagreement_score":0.9488038,"about_ca_system_score_codex":0.00022205412,"about_ca_system_score_gemma":0.00031603844,"threshold_uncertainty_score":0.90983856},"labels":[],"label_agreement":null},{"id":"W3160392665","doi":"10.2196/28090","title":"Toward Personalized Web-Based Cognitive Rehabilitation for Patients With Ischemic Stroke: Elo Rating Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Rehabilitation; Cognition; Physical medicine and rehabilitation; Stroke (engine); Task (project management); Cognitive skill; Receiver operating characteristic; Psychology; Medicine; Physical therapy; Psychiatry; Internal medicine","score_opus":0.014212930816840452,"score_gpt":0.28643520847814186,"score_spread":0.2722222776613014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160392665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619155,0.000059116406,0.025931306,0.0009945817,0.00014314851,0.0018033497,0.00010030911,0.00010470113,0.008947974],"genre_scores_gemma":[0.8775335,0.000009392987,0.11754178,0.002209937,0.00012811589,0.0006135444,0.0014773317,0.00003132315,0.00045508513],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978257,0.000054814143,0.0006271172,0.00016516566,0.0010511606,0.00027606048],"domain_scores_gemma":[0.9970499,0.0013757041,0.00019961939,0.0001628811,0.00090422237,0.00030762434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033818986,0.00018540896,0.00040383518,0.00011792422,0.0000825871,0.00003089441,0.00006556482,0.00021710873,0.00021098218],"category_scores_gemma":[0.0025810152,0.00013495848,0.00020311536,0.00025539586,0.00025084103,0.00023317955,0.000024596979,0.00031458557,0.000012482967],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017243182,0.017238298,0.4237113,0.0540657,0.002592282,0.00005195864,0.15182914,0.00014438367,0.0008933903,0.003587494,0.13048352,0.19815934],"study_design_scores_gemma":[0.17452046,0.011461783,0.058673568,0.008424253,0.0011994533,0.00013569734,0.24284026,0.41280764,0.0019990604,0.00014121225,0.08575412,0.002042485],"about_ca_topic_score_codex":7.624356e-7,"about_ca_topic_score_gemma":5.9948445e-7,"teacher_disagreement_score":0.41266325,"about_ca_system_score_codex":0.00010741557,"about_ca_system_score_gemma":0.0010413027,"threshold_uncertainty_score":0.5503447},"labels":[],"label_agreement":null},{"id":"W3160522549","doi":"10.2196/29433","title":"Foodborne Disease Risk Prediction Using Multigraph Structural Long Short-term Memory Networks: Algorithm Design and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Food Safety and Hygiene","field":"Agricultural and Biological Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Computer science; Similarity (geometry); Multigraph; Data mining; Margin (machine learning); Beijing; Term (time); Disease; Artificial neural network; Artificial intelligence; Machine learning; Geography; Medicine; China; Image (mathematics)","score_opus":0.02821971403158088,"score_gpt":0.2683872972837118,"score_spread":0.24016758325213092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160522549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850934,0.00017721894,0.013766802,0.00008134856,0.00021579335,0.0005294117,0.000044440007,0.0000794552,0.000012092852],"genre_scores_gemma":[0.9963464,0.00015525313,0.00285273,0.00010439534,0.00030240932,0.000025243378,0.00020451091,0.0000014476333,0.000007582636],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825877,0.0002156457,0.00051837874,0.00016773635,0.0005755882,0.00026386965],"domain_scores_gemma":[0.9991205,0.00017621134,0.00012569632,0.00008647447,0.000096401156,0.00039474378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005231455,0.00016415818,0.00019580305,0.000017197865,0.00036468153,0.00011307285,0.00014446577,0.00012016915,0.00015080976],"category_scores_gemma":[0.000093762006,0.00007315134,0.00006439278,0.00031916134,0.000099180616,0.00042135426,0.00012846544,0.0002736615,0.0000020979421],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095918025,0.00029169305,0.06277713,0.000047009926,0.00010103132,0.00007764031,0.0018815682,0.0028406656,0.00013340944,0.0000068628497,0.000102395985,0.9316447],"study_design_scores_gemma":[0.00038535974,0.00029232452,0.450558,0.00005563292,0.00007145948,0.00002437334,0.00228144,0.5460046,0.00009594537,0.00003968387,0.000028793154,0.00016238635],"about_ca_topic_score_codex":0.000020559433,"about_ca_topic_score_gemma":0.00004165429,"teacher_disagreement_score":0.93148226,"about_ca_system_score_codex":0.000023251296,"about_ca_system_score_gemma":0.000033087133,"threshold_uncertainty_score":0.29830253},"labels":[],"label_agreement":null},{"id":"W3160819010","doi":"10.2196/29251","title":"Physicians’ Attitudes Toward Telemedicine Consultations During the COVID-19 Pandemic: Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Khalifa University of Science, Technology and Research","keywords":"Telemedicine; Medicine; Likert scale; Specialty; Pandemic; Descriptive statistics; Health care; Family medicine; Cross-sectional study; Teleradiology; Medical emergency; Coronavirus disease 2019 (COVID-19); Psychology; Disease","score_opus":0.08814056877013011,"score_gpt":0.4483761200970456,"score_spread":0.3602355513269155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160819010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9891317,0.00009137777,0.0013606694,0.0067130956,0.00038087275,0.0013545608,0.000038743594,0.00021140547,0.0007176085],"genre_scores_gemma":[0.9710895,0.00011761314,0.00046457833,0.02631945,0.0008064503,0.00029094607,0.00034052256,0.000019395324,0.00055153295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99592334,0.00010943965,0.0014530332,0.00020148316,0.0018558275,0.00045689865],"domain_scores_gemma":[0.9975499,0.00061918364,0.00031966844,0.00039712645,0.00042834043,0.0006857847],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010926605,0.00021928808,0.00041205646,0.00013150253,0.00049341144,0.00006285405,0.0002032191,0.00014937343,0.0021920658],"category_scores_gemma":[0.0020995669,0.00014842914,0.000101268444,0.0006626532,0.0003638549,0.00022081581,0.00012678883,0.0007693623,0.00008252222],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008803622,0.0004889943,0.9773416,0.0007325226,0.00016226836,0.00012217341,0.012812324,0.0000073154406,0.00004050444,0.0001224828,0.004858768,0.003223044],"study_design_scores_gemma":[0.007981693,0.00036667232,0.93971676,0.000062414154,0.00008089696,0.0012187648,0.021319702,0.00024970513,0.000034958528,0.000040804665,0.028780047,0.00014756918],"about_ca_topic_score_codex":0.000091729904,"about_ca_topic_score_gemma":0.00018261305,"teacher_disagreement_score":0.037624795,"about_ca_system_score_codex":0.0002770726,"about_ca_system_score_gemma":0.0014058747,"threshold_uncertainty_score":0.99872005},"labels":[],"label_agreement":null},{"id":"W3161027543","doi":"10.2196/29667","title":"A Word Pair Dataset for Semantic Similarity and Relatedness in Korean Medical Vocabulary: Reference Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Natural language processing; Computer science; Similarity (geometry); Vocabulary; Word (group theory); Word embedding; Task (project management); Artificial intelligence; Semantic similarity; Set (abstract data type); Health informatics; Information retrieval; Unified Medical Language System; Embedding; Linguistics; Medicine; Pathology","score_opus":0.03191483108306381,"score_gpt":0.31704466072013704,"score_spread":0.28512982963707323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161027543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920704,0.00042206302,0.0050953478,0.0019461683,0.000078069635,0.00019825854,0.000078606005,0.000018636081,0.000092475326],"genre_scores_gemma":[0.94887644,0.001154586,0.03248727,0.0038328362,0.00013792397,0.00016263934,0.013194101,0.000023186712,0.0001310382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986793,0.000052031577,0.00047084465,0.00017713156,0.00038702716,0.00023369845],"domain_scores_gemma":[0.9992765,0.000081061975,0.00007523546,0.00018316325,0.000049433766,0.00033458965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074716285,0.00012905858,0.00020381984,0.000038160833,0.000067565226,0.000028762783,0.00014471219,0.000517355,0.000024445972],"category_scores_gemma":[0.0014719076,0.00010651758,0.000016369895,0.00009762042,0.00023071136,0.000009546488,0.0002840509,0.00025347018,0.0000019872778],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026165711,0.0005621199,0.014764087,0.0021575924,0.00020600032,0.00018723831,0.005969424,0.0000020263822,0.00065752567,0.00076037616,0.059052553,0.9154194],"study_design_scores_gemma":[0.0062014186,0.0004758747,0.009646974,0.0011434641,0.000055798406,0.0006905619,0.00525369,0.011232582,0.018896047,0.0006717288,0.94479275,0.00093911984],"about_ca_topic_score_codex":0.0000045665306,"about_ca_topic_score_gemma":0.00006443362,"teacher_disagreement_score":0.91448027,"about_ca_system_score_codex":0.000011336168,"about_ca_system_score_gemma":0.00047396292,"threshold_uncertainty_score":0.4343661},"labels":[],"label_agreement":null},{"id":"W3161600009","doi":"10.2196/29242","title":"Informing Developmental Milestone Achievement for Children With Autism: Machine Learning Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Mental Health; National Institutes of Health","keywords":"Milestone; Machine learning; Autism spectrum disorder; Autism; Developmental Milestone; Artificial intelligence; Computer science; Psychology; Developmental psychology","score_opus":0.0326435305297664,"score_gpt":0.37771006517908634,"score_spread":0.3450665346493199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161600009","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6897657,0.000695419,0.21852095,0.0125316195,0.0007071449,0.02539261,0.00031725934,0.0011514059,0.05091789],"genre_scores_gemma":[0.3295098,0.0016505577,0.5129304,0.054372232,0.0010463826,0.07797189,0.012855377,0.00021290049,0.009450484],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99661005,0.00009707015,0.0014119324,0.00018285633,0.0007720884,0.00092601724],"domain_scores_gemma":[0.99791443,0.00029022933,0.00045176668,0.0002549346,0.00017101775,0.000917646],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010191093,0.00023150051,0.00039824808,0.00010505492,0.0013925233,0.000015420475,0.00025292786,0.00034522405,0.00042439986],"category_scores_gemma":[0.00022492131,0.00018166439,0.00005608059,0.00037792706,0.000089950874,0.00020636033,0.00020396717,0.0013190118,0.00016517635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004499925,0.0015037654,0.21661116,0.011692087,0.00041385295,0.000010746,0.050510723,0.00013199744,0.00001639648,0.061288558,0.052781664,0.60458905],"study_design_scores_gemma":[0.0066744485,0.00027492555,0.03069562,0.0005737123,0.000048067017,0.00015257974,0.012618175,0.016260846,0.000024507679,0.00012068504,0.9320647,0.0004917269],"about_ca_topic_score_codex":0.00004553754,"about_ca_topic_score_gemma":0.00008612789,"teacher_disagreement_score":0.8792831,"about_ca_system_score_codex":0.00028010143,"about_ca_system_score_gemma":0.003479017,"threshold_uncertainty_score":0.99990755},"labels":[],"label_agreement":null},{"id":"W3162149093","doi":"10.2196/17886","title":"Predicting Prolonged Length of Hospital Stay for Peritoneal Dialysis–Treated Patients Using Stacked Generalization: Model Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health Commission of the People's Republic of China; National Natural Science Foundation of China","keywords":"Brier score; Medicine; Receiver operating characteristic; Peritoneal dialysis; Logistic regression; Psychological intervention; Emergency medicine; Random forest; Benchmark (surveying); Data mining; Statistics; Computer science; Machine learning; Surgery; Internal medicine; Mathematics","score_opus":0.02347629763896835,"score_gpt":0.2955023546809443,"score_spread":0.27202605704197597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162149093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99180484,0.000017393375,0.0065675294,0.00004964543,0.0000655796,0.001355935,0.00001761445,0.000026672471,0.00009477446],"genre_scores_gemma":[0.98851234,0.000011316471,0.010507088,0.00009492703,0.000053632742,0.00012001711,0.0006473128,0.00001177726,0.000041596308],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796754,0.000037790753,0.00082253455,0.00013044073,0.0008664056,0.00017531592],"domain_scores_gemma":[0.9988811,0.000028593224,0.00025189112,0.00016005985,0.00047066243,0.00020766586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031787343,0.00013984706,0.0003567935,0.00007825466,0.000104066334,0.00003540806,0.000056085515,0.00008140347,0.000022623113],"category_scores_gemma":[0.00021525101,0.000109768494,0.000067488945,0.00022546781,0.000044923636,0.0001566231,0.00011245085,0.00007735467,5.603025e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043530442,0.009520699,0.8389622,0.0033443272,0.0025950472,0.000026294409,0.09280505,0.0034399927,0.00009003781,0.00015950957,0.0003354429,0.048286125],"study_design_scores_gemma":[0.006566162,0.0006513926,0.03402104,0.00027059554,0.0008975697,0.0000011698133,0.007679484,0.9475874,0.0018725569,0.000009949552,0.000206528,0.00023617172],"about_ca_topic_score_codex":0.0000037511318,"about_ca_topic_score_gemma":0.000004746091,"teacher_disagreement_score":0.9441474,"about_ca_system_score_codex":0.0000654409,"about_ca_system_score_gemma":0.00022676778,"threshold_uncertainty_score":0.44762293},"labels":[],"label_agreement":null},{"id":"W3162291681","doi":"10.2196/24721","title":"Automated Generation of Personalized Shock Wave Lithotripsy Protocols: Treatment Planning Using Deep Learning","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Kidney Stones and Urolithiasis Treatments","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Deep learning; Random forest; Machine learning; Logistic regression; Computer science; Mean squared error; Shock wave lithotripsy; Artificial neural network; Medicine; Lithotripsy; Statistics; Surgery; Mathematics","score_opus":0.09310149983732104,"score_gpt":0.3906213265459849,"score_spread":0.2975198267086639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162291681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916826,0.00022909505,0.0018922992,0.00019556523,0.00008411248,0.0038890538,0.000007862796,0.00023341624,0.0017860229],"genre_scores_gemma":[0.92364854,0.00015709324,0.06753925,0.0016325115,0.0005979017,0.0032473735,0.0011016523,0.00008627027,0.0019893993],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792176,0.00007842944,0.00079662324,0.00012923722,0.0007871649,0.0002867991],"domain_scores_gemma":[0.9988466,0.000056694334,0.00027806222,0.00022210716,0.00021055619,0.00038596397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019010682,0.00021107716,0.00052510225,0.00010143923,0.00011809938,0.000030131061,0.000049453654,0.00023492753,0.00035930364],"category_scores_gemma":[0.0002762683,0.0001567442,0.00015775427,0.00026910644,0.00008108148,0.00013990553,0.000044693566,0.00022145176,0.000012143204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029820506,0.012748082,0.2907535,0.009436452,0.0066023385,0.004546603,0.27564105,0.0033674927,0.024454704,0.0014586726,0.0050049317,0.36300412],"study_design_scores_gemma":[0.0070735314,0.0008231827,0.0034728926,0.00086228654,0.00022357091,0.0008766147,0.0036878304,0.9637847,0.0050506215,0.0000047527747,0.013953292,0.00018673454],"about_ca_topic_score_codex":0.000011166973,"about_ca_topic_score_gemma":5.779831e-7,"teacher_disagreement_score":0.9604172,"about_ca_system_score_codex":0.00023162087,"about_ca_system_score_gemma":0.00060766685,"threshold_uncertainty_score":0.6391843},"labels":[],"label_agreement":null},{"id":"W3162761077","doi":"10.2196/29614","title":"Preferences of the Public for Sharing Health Data: Discrete Choice Experiment","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NordForsk","keywords":"Computer science; Public health; Data science; Psychology; Medicine","score_opus":0.20537183130363168,"score_gpt":0.5179340726862215,"score_spread":0.3125622413825898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162761077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7220643,0.0063854232,0.026436718,0.1802311,0.013688643,0.02023985,0.000970786,0.0005296208,0.029453546],"genre_scores_gemma":[0.9629434,0.0007732851,0.005445875,0.021971017,0.0018297923,0.0029448683,0.0007930872,0.000069776295,0.0032289247],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956352,0.00040137177,0.001980269,0.00017752589,0.0009435111,0.00086210045],"domain_scores_gemma":[0.9959456,0.001200871,0.00090964144,0.0012439495,0.00023556515,0.00046441748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031878275,0.00014045562,0.00045865402,0.00004346951,0.000590614,0.000018476183,0.0012252837,0.00023979624,0.00029918604],"category_scores_gemma":[0.0022807517,0.000087579545,0.00006353085,0.00031223736,0.00009035689,0.00035781303,0.0010474286,0.00085144443,0.000027444436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007470803,0.0006379273,0.057554726,0.0485441,0.0003633953,0.0000014975566,0.11380508,0.000003607122,0.000045222332,0.07607057,0.59941745,0.1034817],"study_design_scores_gemma":[0.0017874298,0.00017114168,0.00141643,0.002451961,0.000010469849,0.00000772267,0.023231652,0.018729212,0.0000719876,0.0004803724,0.951453,0.00018866178],"about_ca_topic_score_codex":0.00019128797,"about_ca_topic_score_gemma":0.0013757705,"teacher_disagreement_score":0.3520355,"about_ca_system_score_codex":0.00029470894,"about_ca_system_score_gemma":0.0074424455,"threshold_uncertainty_score":0.99818444},"labels":[],"label_agreement":null},{"id":"W3163217846","doi":"10.2196/27591","title":"A National, Semantic-Driven, Three-Pillar Strategy to Enable Health Data Secondary Usage Interoperability for Research Within the Swiss Personalized Health Network: Methodological Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Semantic interoperability; Health informatics; Computer science; Data sharing; Knowledge management; Semantics (computer science); Data science; Cross-domain interoperability; Health care; World Wide Web; Public health; Medicine; Nursing; Political science","score_opus":0.6110936040541414,"score_gpt":0.6201452197226125,"score_spread":0.009051615668471125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163217846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4082469,0.0064903055,0.1523148,0.33546492,0.0069105276,0.07942805,0.0016469329,0.0009624239,0.00853513],"genre_scores_gemma":[0.7134151,0.00087757857,0.070080616,0.19072692,0.0063926163,0.012124422,0.0022810362,0.0002679849,0.003833742],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9723459,0.015947133,0.0045036394,0.0007566258,0.0036000812,0.0028466147],"domain_scores_gemma":[0.98285776,0.011110301,0.00095011515,0.0018437384,0.0016627107,0.0015753625],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10208751,0.00036848348,0.0014160317,0.00015601369,0.0032578886,0.00010668771,0.0019591143,0.00046952275,0.00087646034],"category_scores_gemma":[0.011300947,0.00023857063,0.00011520619,0.0013721387,0.00031767914,0.00038141978,0.0018921739,0.0047824206,0.00021013746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005717097,0.001355291,0.006747828,0.009935593,0.00035843212,0.000020159316,0.10456694,0.00022795892,0.0000028950853,0.01774375,0.82568777,0.032781668],"study_design_scores_gemma":[0.00798365,0.008427816,0.005173315,0.003217902,0.000032290103,0.000111624635,0.28468126,0.17555287,0.000002338849,0.010426587,0.50356966,0.0008206648],"about_ca_topic_score_codex":0.0012564012,"about_ca_topic_score_gemma":0.02207782,"teacher_disagreement_score":0.3221181,"about_ca_system_score_codex":0.0017249781,"about_ca_system_score_gemma":0.040133808,"threshold_uncertainty_score":0.9980397},"labels":[],"label_agreement":null},{"id":"W3163682701","doi":"10.2196/25304","title":"Combining External Medical Knowledge for Improving Obstetric Intelligent Diagnosis: Model Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Social Science Fund of China; China Postdoctoral Science Foundation","keywords":"Interpretability; Computer science; Medical knowledge; Artificial intelligence; Medical diagnosis; Benchmark (surveying); Process (computing); Medical record; Machine learning; Data science; Data mining; Medicine","score_opus":0.042182338966027376,"score_gpt":0.34394058763180047,"score_spread":0.3017582486657731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163682701","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077898845,0.00062714965,0.9191736,0.0010148957,0.00047625406,0.00030074886,0.0000010831005,0.0001369386,0.00037049476],"genre_scores_gemma":[0.54576564,0.00015552668,0.45115602,0.0021042246,0.00014856024,0.00050276297,0.000029820701,0.000019886784,0.00011759007],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972661,0.00007662585,0.00093169376,0.00020690581,0.0011351507,0.0003834888],"domain_scores_gemma":[0.9977302,0.000898469,0.00020744391,0.00029998517,0.0002523093,0.0006115696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012286119,0.00016785687,0.00024898097,0.00014441338,0.00021854173,0.00018127669,0.000657414,0.00023702128,0.000038451017],"category_scores_gemma":[0.002754589,0.0001505495,0.000048355363,0.00034757584,0.00005299967,0.00040713447,0.0007872786,0.000538472,0.000020140855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026077241,0.000111101755,0.0017779132,0.0010367255,0.000012319033,0.000014872111,0.020392608,0.00016253082,0.0000013412301,0.015735637,0.00031718507,0.96043515],"study_design_scores_gemma":[0.00048614971,0.00006142976,0.00020679411,0.00040025776,0.0000045567667,0.0000633777,0.00042249728,0.9922895,0.0006892099,0.00061445654,0.0045818873,0.00017989408],"about_ca_topic_score_codex":0.000003817644,"about_ca_topic_score_gemma":0.000008156066,"teacher_disagreement_score":0.99212694,"about_ca_system_score_codex":0.00012104423,"about_ca_system_score_gemma":0.0015486607,"threshold_uncertainty_score":0.6139231},"labels":[],"label_agreement":null},{"id":"W3163919899","doi":"10.2196/26393","title":"Measuring the Interactions Between Health Demand, Informatics Supply, and Technological Applications in Digital Medical Innovation for China: Content Mapping and Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Beijing Nova Program; National Natural Science Foundation of China; China Association for Science and Technology","keywords":"Health informatics; Informatics; Public health informatics; Business informatics; The Internet; Data science; Knowledge management; China; Computer science; Node (physics); Business; Public health; Medicine; World Wide Web; Health policy; Political science; International health; Engineering; Nursing","score_opus":0.05424437482597525,"score_gpt":0.33732640610787173,"score_spread":0.28308203128189646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163919899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18894103,0.000087979315,0.7938108,0.016350249,0.000032189844,0.00056286214,0.000016284472,0.00010003979,0.00009857091],"genre_scores_gemma":[0.9733553,0.00009837491,0.024630208,0.0014174912,0.000045886914,0.0002656024,0.00016849334,0.00000571266,0.000012933485],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99730694,0.000063767664,0.0013730732,0.000143466,0.00078696193,0.00032581578],"domain_scores_gemma":[0.99795,0.00086334173,0.00037968575,0.0003674324,0.00019621188,0.00024330597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018459859,0.00015084431,0.00038391506,0.00044281108,0.00032353887,0.00027227442,0.0005164328,0.00018657155,0.0000090457925],"category_scores_gemma":[0.0018679621,0.000105906656,0.000053060965,0.0022116175,0.00019515502,0.0006633435,0.0006090242,0.0008477626,0.000001981749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031828356,0.0000877292,0.3116824,0.000747325,0.00016353355,0.0000029125629,0.015277629,0.00006670434,7.240206e-7,0.07045812,0.0001627529,0.60134697],"study_design_scores_gemma":[0.00086548436,0.00008414589,0.22955404,0.00034552463,0.000028453333,0.00011514822,0.008395197,0.7437906,0.000011243578,0.003010376,0.013522685,0.00027711093],"about_ca_topic_score_codex":0.000019807232,"about_ca_topic_score_gemma":0.00006162203,"teacher_disagreement_score":0.7844143,"about_ca_system_score_codex":0.0000888668,"about_ca_system_score_gemma":0.00034826592,"threshold_uncertainty_score":0.4318748},"labels":[],"label_agreement":null},{"id":"W3163959533","doi":"10.2196/28868","title":"A Multimodal Imaging–Based Deep Learning Model for Detecting Treatment-Requiring Retinal Vascular Diseases: Model Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Retinal; Deep learning; Artificial intelligence; Medicine; Machine learning; Ophthalmology","score_opus":0.02479949544856033,"score_gpt":0.3248583032652716,"score_spread":0.3000588078167113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163959533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81059694,0.00017210908,0.18796824,0.0000709589,0.00002144823,0.0009910389,0.000008715189,0.00008785715,0.00008269305],"genre_scores_gemma":[0.9551481,0.000019212412,0.04369083,0.00019797517,0.000039602484,0.0004934483,0.00030208408,0.000029436062,0.00007932689],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980451,0.000038373946,0.0006159129,0.00022572657,0.00072118157,0.000353719],"domain_scores_gemma":[0.99879587,0.00010967677,0.00015669281,0.00021336258,0.00018560862,0.0005388117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020009748,0.00025758805,0.00038028328,0.000094688294,0.000292979,0.000079374244,0.00006212007,0.0000765104,0.00002073551],"category_scores_gemma":[0.00034262444,0.0002075882,0.00015419771,0.00011559858,0.00004988424,0.00020410468,0.000072604256,0.00016032036,0.0000051523243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012283899,0.0062246304,0.34174457,0.002519885,0.0012258217,0.00044691938,0.03533919,0.054466005,0.00010588959,0.000057638776,0.000023647708,0.55661744],"study_design_scores_gemma":[0.0077991867,0.00029813996,0.0050387336,0.00024516782,0.00049755705,0.000022390572,0.0039237,0.98167723,0.00021452522,0.00003227711,0.000057990877,0.00019310683],"about_ca_topic_score_codex":0.0000046777996,"about_ca_topic_score_gemma":0.0000042909005,"teacher_disagreement_score":0.9272112,"about_ca_system_score_codex":0.00021979876,"about_ca_system_score_gemma":0.0006138864,"threshold_uncertainty_score":0.84652007},"labels":[],"label_agreement":null},{"id":"W3164041865","doi":"10.2196/28729","title":"The Association Between Using a Mobile Version of an Electronic Health Record and the Well-Being of Nurses: Cross-sectional Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Strategic Research Council; Academy of Finland","keywords":"Usability; Cross-sectional study; Medicine; Workflow; Health care; Nursing; Family medicine; Computer science; Database","score_opus":0.0340501683028603,"score_gpt":0.45764589790434357,"score_spread":0.4235957296014833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164041865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951227,0.00013257841,0.00025803107,0.00038529234,0.000320845,0.003343655,0.00003577458,0.00002173707,0.0003794441],"genre_scores_gemma":[0.9969412,0.0007585968,0.00016372396,0.000742568,0.00016363469,0.00096848066,0.00012197082,0.000011716393,0.00012809536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946642,0.0017687958,0.0019695035,0.00012314202,0.00090332364,0.0005710562],"domain_scores_gemma":[0.992865,0.0044340217,0.0014565197,0.00036980462,0.0005540449,0.0003206041],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010973375,0.00010883859,0.00041149303,0.000053778876,0.0014844525,0.000016649266,0.00023437072,0.00023393317,0.00008878624],"category_scores_gemma":[0.0011256937,0.000069377085,0.000049171333,0.00042889913,0.00017139335,0.00014888533,0.0001279096,0.0009582031,0.000010334377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013672904,0.0001397346,0.98205906,0.00045330898,0.000043141434,8.399858e-8,0.0077896477,0.000009385841,3.438469e-7,0.001015917,0.00043383273,0.007918828],"study_design_scores_gemma":[0.0038726968,0.00043608545,0.94942546,0.00013544079,0.000022906854,0.0000020709324,0.015385794,0.006922377,0.0000033525678,0.00055633514,0.023151617,0.00008585288],"about_ca_topic_score_codex":0.001098927,"about_ca_topic_score_gemma":0.0014509485,"teacher_disagreement_score":0.032633577,"about_ca_system_score_codex":0.00043096286,"about_ca_system_score_gemma":0.0036613408,"threshold_uncertainty_score":0.99981546},"labels":[],"label_agreement":null},{"id":"W3164128247","doi":"10.2196/20407","title":"The Clinical Decision Support System AMPEL for Laboratory Diagnostics: Implementation and Technical Evaluation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical decision support system; Computer science; Decision support system; Medical emergency; Health informatics; Health care; Medicine; Medical physics; Artificial intelligence; Public health; Nursing","score_opus":0.08220354098883886,"score_gpt":0.5594160020215506,"score_spread":0.47721246103271175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164128247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7980958,0.0039236126,0.11881768,0.015652712,0.017695224,0.03263512,0.00052462437,0.0010312712,0.011623954],"genre_scores_gemma":[0.92312753,0.008223292,0.024129558,0.017838404,0.005774677,0.0189358,0.0013181178,0.00016786126,0.00048475564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934904,0.0011362971,0.0030785068,0.00018483945,0.0014043712,0.0007056106],"domain_scores_gemma":[0.98456866,0.01255392,0.0007128768,0.00045769877,0.0011931884,0.0005136643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017725036,0.00015807204,0.0004042079,0.00005233211,0.001009282,0.000038157268,0.00023246225,0.0005808204,0.00021034593],"category_scores_gemma":[0.007998104,0.00010822601,0.0000760619,0.0002525602,0.0001260152,0.00018921422,0.0001808617,0.000979179,0.0001440673],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012483871,0.000100175894,0.022394175,0.002711357,0.00006468357,0.0000073085066,0.0031380882,5.6082416e-7,0.0000050341355,0.018033912,0.42675713,0.5266627],"study_design_scores_gemma":[0.008059254,0.0007216682,0.018994974,0.001538996,0.00014272968,0.00006758541,0.06737245,0.020862672,0.000018156323,0.0009420042,0.8809243,0.00035520815],"about_ca_topic_score_codex":0.000011208422,"about_ca_topic_score_gemma":0.00058077695,"teacher_disagreement_score":0.5263075,"about_ca_system_score_codex":0.0005707661,"about_ca_system_score_gemma":0.0071878396,"threshold_uncertainty_score":0.9984405},"labels":[],"label_agreement":null},{"id":"W3164429803","doi":"10.2196/29986","title":"Ambulatory Risk Models for the Long-Term Prevention of Sepsis: Retrospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Washington Research Foundation","keywords":"Medicine; Sepsis; Interpretability; Intensive care medicine; Ambulatory; Emergency medicine; Medical record; Receiver operating characteristic; Framingham Risk Score; Internal medicine; Machine learning; Computer science; Disease","score_opus":0.0665638722546908,"score_gpt":0.38248113660249256,"score_spread":0.31591726434780176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164429803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99266446,0.0005206899,0.0037565515,0.00029295275,0.00019315898,0.0018413385,0.000024055673,0.000033310756,0.0006734778],"genre_scores_gemma":[0.9977852,0.0003595043,0.00064722804,0.00041488823,0.00011766852,0.00048606715,0.000043455453,0.000012377221,0.00013361344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99827665,0.00004205572,0.0006204473,0.00010221911,0.00078667176,0.00017196515],"domain_scores_gemma":[0.99858123,0.00021878794,0.00025570474,0.0004156353,0.00038034288,0.00014832611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004435752,0.00012847189,0.00036830446,0.00004409178,0.00008666974,0.000015521755,0.00010050648,0.0001125276,0.00018472662],"category_scores_gemma":[0.000410017,0.000077411954,0.00021419449,0.00016692239,0.00007664266,0.00011999519,0.00006933017,0.00021367091,0.000009095768],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037676218,0.011551715,0.85348815,0.0009803395,0.0037810863,0.00006082272,0.030999914,0.00010449723,0.0000083893565,0.0010084383,0.00753212,0.09010778],"study_design_scores_gemma":[0.007581289,0.0016975955,0.95582455,0.00051191513,0.0014133774,0.000025343088,0.0100455135,0.020463541,0.001231479,0.0007902188,0.0002536295,0.00016155731],"about_ca_topic_score_codex":0.000007526223,"about_ca_topic_score_gemma":0.000021378182,"teacher_disagreement_score":0.102336414,"about_ca_system_score_codex":0.000095653166,"about_ca_system_score_gemma":0.00023860094,"threshold_uncertainty_score":0.31567678},"labels":[],"label_agreement":null},{"id":"W3164443705","doi":"10.2196/20994","title":"Experiences With Internet Triaging of 9498 Outpatients Daily at the Largest Public Hospital in Taiwan During the COVID-19 Pandemic: Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Taipei Veterans General Hospital","keywords":"Triage; Observational study; The Internet; Medical emergency; Medicine; Pandemic; Coronavirus disease 2019 (COVID-19); World Wide Web; Disease; Computer science; Infectious disease (medical specialty); Pathology","score_opus":0.08203155362625882,"score_gpt":0.3345542227129005,"score_spread":0.25252266908664167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164443705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865021,0.000033734254,0.007964998,0.004552517,0.00017998063,0.00053192175,0.0000041058074,0.00006181561,0.00016879139],"genre_scores_gemma":[0.9966397,0.0000019986742,0.00024130385,0.0027962823,0.000026305705,0.00018695611,0.000010346593,0.0000063150865,0.00009075388],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9968891,0.00013858016,0.0008539668,0.00019611031,0.0015798967,0.00034230758],"domain_scores_gemma":[0.9980926,0.00063226453,0.00033192176,0.00056786835,0.00014561843,0.00022974607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010443301,0.00017006214,0.00024593945,0.000094569325,0.00018203046,0.0003258159,0.0014626536,0.00006368729,0.000059927683],"category_scores_gemma":[0.0015329998,0.00009457041,0.000056954843,0.00082445244,0.00020436772,0.0014735027,0.0012088597,0.0003690678,0.000007044213],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019788497,0.00028864367,0.7233216,0.00009326549,0.00003143933,0.000038906994,0.2738462,0.000040595027,0.0000015622929,0.0005994492,0.00014003391,0.0015784592],"study_design_scores_gemma":[0.010065463,0.0011503145,0.44205073,0.0004971287,0.000023651197,0.00024571316,0.46460494,0.07008692,0.0001672663,0.00019053981,0.009978789,0.00093853637],"about_ca_topic_score_codex":0.000058078444,"about_ca_topic_score_gemma":0.0007880686,"teacher_disagreement_score":0.28127092,"about_ca_system_score_codex":0.0002980221,"about_ca_system_score_gemma":0.00095614215,"threshold_uncertainty_score":0.38564694},"labels":[],"label_agreement":null},{"id":"W3164924750","doi":"10.2196/28218","title":"Head and Tail Entity Fusion Model in Medical Knowledge Graph Construction: Case Study for Pituitary Adenoma","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chinese Academy of Medical Sciences Initiative for Innovative Medicine; Peking Union Medical College; Chinese Academy of Medical Sciences","keywords":"Computer science; Pituitary adenoma; Artificial intelligence; Graph; Economic shortage; Machine learning; Information retrieval; Natural language processing; Adenoma; Medicine; Pathology","score_opus":0.02464694647546247,"score_gpt":0.33066999365689026,"score_spread":0.3060230471814278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164924750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6170879,0.00025167168,0.38082927,0.0006178449,0.0003963073,0.00051731605,0.0000036976885,0.00009081998,0.00020514318],"genre_scores_gemma":[0.9306678,0.00016173448,0.06770487,0.001123758,0.00012642435,0.00015976533,0.0000108955055,0.000011639429,0.00003308623],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977044,0.000082833154,0.0007954334,0.0002512273,0.00078857155,0.00037754423],"domain_scores_gemma":[0.99847674,0.00031095682,0.00011749374,0.00041943407,0.00014757275,0.00052778627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058039965,0.00018980358,0.0003298629,0.00015921262,0.00018539741,0.00007405078,0.00046338263,0.00024816868,0.000027750088],"category_scores_gemma":[0.00021542309,0.00016804636,0.00007061992,0.00070665125,0.0002462139,0.00079762505,0.00073724403,0.00058243267,0.0000041376234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006500895,0.0024109278,0.010053255,0.0007674139,0.00009344781,0.010549944,0.039504062,0.0007716658,0.000006517572,0.031401634,0.0048492136,0.8995269],"study_design_scores_gemma":[0.0024496259,0.00020090466,0.00029564573,0.00014346682,0.000008939807,0.006255581,0.00400193,0.9798772,0.000010606173,0.0059643285,0.00055349665,0.00023829704],"about_ca_topic_score_codex":0.00000974876,"about_ca_topic_score_gemma":0.0005545022,"teacher_disagreement_score":0.97910553,"about_ca_system_score_codex":0.000037605678,"about_ca_system_score_gemma":0.0003886338,"threshold_uncertainty_score":0.6852732},"labels":[],"label_agreement":null},{"id":"W3165049566","doi":"10.2196/28497","title":"Using Electronic Health Records to Mitigate Workplace Burnout Among Clinicians During the COVID-19 Pandemic: Field Study in Iran","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Burnout; Medicine; Workload; Psychological intervention; Preparedness; Pandemic; Health care; Family medicine; Usability; Nursing; Logistic regression; Odds; Coronavirus disease 2019 (COVID-19); Disease; Clinical psychology","score_opus":0.1297806068726452,"score_gpt":0.5069116848066997,"score_spread":0.3771310779340545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165049566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97651005,0.0003292786,0.0031765515,0.012827082,0.001014062,0.0047569266,0.000008221636,0.00019330745,0.0011845083],"genre_scores_gemma":[0.940969,0.0004287357,0.000218505,0.055507164,0.0006566688,0.0008067884,0.000013362457,0.00004619379,0.0013535711],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9895997,0.0028692172,0.0035810897,0.00033526614,0.0012134752,0.00240124],"domain_scores_gemma":[0.99345374,0.0031180012,0.0008557465,0.00086381874,0.00012094727,0.0015877667],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009856892,0.0003301394,0.0009122517,0.00023867213,0.001228785,0.000036274007,0.0006706602,0.00058569905,0.00058717915],"category_scores_gemma":[0.0036809826,0.0002531072,0.00011285289,0.0013474841,0.00011673169,0.0002228771,0.0003889442,0.0047383253,0.00014877864],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012643065,0.00020255569,0.8948586,0.0019689172,0.000048158767,0.00005045606,0.09335875,0.00010906892,0.000001785407,0.00014111106,0.0052316273,0.003902563],"study_design_scores_gemma":[0.015982749,0.0033847578,0.12252931,0.007840061,0.00007036573,0.0004452616,0.49481216,0.025504,0.0000076166148,0.0006110242,0.32706067,0.0017519904],"about_ca_topic_score_codex":0.0034358648,"about_ca_topic_score_gemma":0.08640687,"teacher_disagreement_score":0.7723293,"about_ca_system_score_codex":0.0038113312,"about_ca_system_score_gemma":0.012169113,"threshold_uncertainty_score":0.99999213},"labels":[],"label_agreement":null},{"id":"W3165167124","doi":"10.2196/27778","title":"A Roadmap for Automating Lineage Tracing to Aid Automatically Explaining Machine Learning Predictions for Clinical Decision Support","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Computer science; Machine learning; Raw data; Artificial intelligence; Function (biology); Feature (linguistics); Tracing; Data mining","score_opus":0.05455985297948563,"score_gpt":0.3945674415140535,"score_spread":0.34000758853456786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165167124","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018723028,0.000022953269,0.9759393,0.0015542601,0.0009164576,0.0011115588,0.000018542434,0.00079089147,0.0009230542],"genre_scores_gemma":[0.09655119,0.000026441006,0.8985246,0.0033254672,0.00045907462,0.00066277955,0.000077820085,0.000038633116,0.0003340435],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946693,0.00013000681,0.002735037,0.0004234009,0.0011743688,0.0008678553],"domain_scores_gemma":[0.9925823,0.0047769607,0.0004361249,0.0006758523,0.000618858,0.0009098837],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044841506,0.0002987401,0.00061622896,0.00023089293,0.00068035565,0.0004770522,0.0011268534,0.000367407,0.00013445223],"category_scores_gemma":[0.012824915,0.00027976313,0.00034442105,0.0007870053,0.00008748648,0.001217497,0.0006432724,0.00071526197,0.0001460477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101721926,0.0006224381,0.000738318,0.0007500347,0.0001306312,0.00008379428,0.03298019,0.008018114,0.00005179641,0.02014756,0.015760528,0.9206149],"study_design_scores_gemma":[0.0007196558,0.0006813999,0.00007391094,0.00042496048,0.000019820207,0.00008462277,0.0022227976,0.9606888,0.0008192006,0.00084337697,0.03311503,0.000306398],"about_ca_topic_score_codex":0.0000036399383,"about_ca_topic_score_gemma":0.0000274375,"teacher_disagreement_score":0.9526707,"about_ca_system_score_codex":0.00011100417,"about_ca_system_score_gemma":0.00084071094,"threshold_uncertainty_score":0.9999654},"labels":[],"label_agreement":null},{"id":"W3165206559","doi":"10.2196/23099","title":"Predicting Semantic Similarity Between Clinical Sentence Pairs Using Transformer Models: Evaluation and Representational Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Natural language processing; Semantic similarity; Computer science; Artificial intelligence; Sentence; Security token; Similarity (geometry); Transformer","score_opus":0.15012426007762372,"score_gpt":0.413109033859521,"score_spread":0.26298477378189733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165206559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41578856,0.000030557432,0.5831732,0.0004666966,0.00008215903,0.00012863344,0.0000029413604,0.000045230558,0.00028197284],"genre_scores_gemma":[0.89849085,0.000039395592,0.10078949,0.00049759593,0.00012850628,0.00001105587,0.000033074015,0.0000043341274,0.0000057307616],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962274,0.00023730697,0.0012115762,0.00026788944,0.0017913091,0.00026454468],"domain_scores_gemma":[0.9982243,0.00046237666,0.00021695816,0.00044492076,0.00035100305,0.00030044766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030318454,0.00013081038,0.00034679758,0.00012996321,0.00015597523,0.00014872655,0.0003639087,0.00019867827,0.000051582465],"category_scores_gemma":[0.0005339015,0.00012139828,0.0001501493,0.0007492787,0.000101499274,0.0012507163,0.00019750382,0.00041111239,0.0000024708927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009015603,0.00021127291,0.6593808,0.00038054326,0.0011830414,0.000039818817,0.022170205,0.06745872,0.000010299034,0.0049254247,0.00012868825,0.24410215],"study_design_scores_gemma":[0.00043948935,0.000012719265,0.012889861,0.000057827576,0.00024260541,0.000020675878,0.00082332786,0.9825739,0.00001857076,0.0027808596,0.00001653197,0.0001236086],"about_ca_topic_score_codex":0.000029511577,"about_ca_topic_score_gemma":0.000022567301,"teacher_disagreement_score":0.9151152,"about_ca_system_score_codex":0.00004982526,"about_ca_system_score_gemma":0.0005062493,"threshold_uncertainty_score":0.49504784},"labels":[],"label_agreement":null},{"id":"W3165804421","doi":"10.2196/24940","title":"Evaluation of the Privacy Risks of Personal Health Identifiers and Quasi-Identifiers in a Distributed Research Network: Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; Korea Health Industry Development Institute","keywords":"Identifier; Health Insurance Portability and Accountability Act; Computer science; Data sharing; Information privacy; Unique identifier; Computer security; Data mining; Internet privacy; Confidentiality; Medicine","score_opus":0.6582071449493858,"score_gpt":0.6404815273805706,"score_spread":0.01772561756881519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165804421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954848,0.0002838708,0.00033189985,0.0023670362,0.00007694748,0.0013108472,0.000006267436,0.0000049540554,0.0001333349],"genre_scores_gemma":[0.9987177,0.0003001956,0.0006796756,0.00011400301,0.00002864317,0.000065464206,0.00003885355,0.0000062640215,0.000049189177],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9890028,0.0013040352,0.0015315451,0.00017475635,0.007595271,0.00039157053],"domain_scores_gemma":[0.9945047,0.0027790396,0.00028763997,0.0003312496,0.0018155428,0.0002818278],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055234704,0.00008611246,0.00034935895,0.00012982171,0.00015506295,0.00003184104,0.0001791609,0.00022706762,0.000070797025],"category_scores_gemma":[0.030818988,0.00006297526,0.000035451383,0.00083675457,0.00057949807,0.000106580956,0.00057852396,0.0015857681,0.0000014647038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029076217,0.0028534136,0.6139245,0.0066058505,0.00041687317,0.000018862736,0.19100873,0.00004953744,0.000028353452,0.0012845669,0.0018543234,0.18166421],"study_design_scores_gemma":[0.005846714,0.00056927593,0.86845773,0.0029965749,0.0000860484,0.000022516257,0.07955864,0.037097976,0.0004897276,0.0044992957,0.00025194229,0.0001235711],"about_ca_topic_score_codex":0.000090788315,"about_ca_topic_score_gemma":0.00044730084,"teacher_disagreement_score":0.2545332,"about_ca_system_score_codex":0.00026355928,"about_ca_system_score_gemma":0.0054940092,"threshold_uncertainty_score":0.9773448},"labels":[],"label_agreement":null},{"id":"W3167437416","doi":"10.2196/20713","title":"Blockchain Applications in Health Care and Public Health: Increased Transparency","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; University Health Network; University of Toronto; University of Waterloo","funders":"Mitacs","keywords":"Interoperability; Blockchain; Transparency (behavior); Data sharing; Health care; Business; Smart contract; Big data; Computer science; Supply chain; Computer security; Internet privacy; Data science; World Wide Web; Marketing; Medicine; Data mining","score_opus":0.01655328073803256,"score_gpt":0.28903888841287806,"score_spread":0.2724856076748455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167437416","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10351125,0.0053770114,0.813263,0.07448503,0.00006928754,0.00135515,0.000034564175,0.00060971436,0.0012949718],"genre_scores_gemma":[0.93683326,0.00064223836,0.054398026,0.007454076,0.00002569645,0.00055238296,0.000078116536,0.000007627319,0.000008561098],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980963,0.00008985124,0.00079507765,0.00019756294,0.00039733527,0.00042387878],"domain_scores_gemma":[0.9985035,0.00010894924,0.00017419676,0.0006267463,0.00009089187,0.00049568864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005899143,0.00012846747,0.00027735982,0.00017673674,0.000221966,0.00006146222,0.0006343653,0.00019496726,0.00001989771],"category_scores_gemma":[0.00006172387,0.00012254597,0.000034121567,0.0010516994,0.0001418229,0.00011915755,0.00021377097,0.0004633906,0.000007910924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.817019e-7,0.00039090271,0.0024226229,0.0007517397,0.00001289289,0.00000581511,0.041945565,0.0000026010302,0.000001251113,0.45892397,0.001015615,0.49452627],"study_design_scores_gemma":[0.0046103955,0.000558673,0.0118877515,0.0005468373,0.00000663274,0.00037704973,0.056320768,0.2363082,0.00015458466,0.02403972,0.6638964,0.001293017],"about_ca_topic_score_codex":0.00009587592,"about_ca_topic_score_gemma":0.00042085486,"teacher_disagreement_score":0.83332205,"about_ca_system_score_codex":0.00010398424,"about_ca_system_score_gemma":0.0012822761,"threshold_uncertainty_score":0.499728},"labels":[],"label_agreement":null},{"id":"W3167440378","doi":"10.2196/21990","title":"Forecasting the Requirement for Nonelective Hospital Beds in the National Health Service of the United Kingdom: Model Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Exponential smoothing; Occupancy; Autoregressive integrated moving average; Hospital bed; Operations management; Health care; Medicine; Medical emergency; Emergency medicine; Operations research; Computer science; Time series; Engineering; Economics","score_opus":0.1278667281362057,"score_gpt":0.38921455464784316,"score_spread":0.26134782651163746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167440378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97360957,0.00005913837,0.0012094959,0.021914812,0.00016494392,0.0020094423,0.000012818725,0.000011382396,0.0010084114],"genre_scores_gemma":[0.9845775,0.000017337083,0.0012818127,0.01363806,0.00007356305,0.00034315922,0.000039062037,0.0000066196903,0.000022909213],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977174,0.00006576761,0.00073717226,0.00007229732,0.0011891302,0.00021824124],"domain_scores_gemma":[0.9986256,0.00026511605,0.0002210057,0.00014967432,0.00068964297,0.00004896934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014087395,0.00011123184,0.00021273027,0.00004825123,0.0002727881,0.0000087787175,0.00023761242,0.00004712294,0.000009229497],"category_scores_gemma":[0.0007297571,0.000051045045,0.00005978258,0.00073329126,0.00006612019,0.000061202474,0.00016580697,0.00029772572,6.2069546e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013390814,0.002738992,0.0147213,0.0018163872,0.00078777806,0.0000068640575,0.93086994,0.0010193109,0.000007913187,0.004304745,0.036109872,0.007483006],"study_design_scores_gemma":[0.00687471,0.0011966971,0.031714816,0.0017812242,0.00013948168,0.000054791228,0.38433126,0.5556792,0.0003149373,0.0010203774,0.016507706,0.0003848222],"about_ca_topic_score_codex":0.000025517147,"about_ca_topic_score_gemma":0.00022442375,"teacher_disagreement_score":0.55465984,"about_ca_system_score_codex":0.00012550676,"about_ca_system_score_gemma":0.001160091,"threshold_uncertainty_score":0.20980932},"labels":[],"label_agreement":null},{"id":"W3167853560","doi":"10.2196/26000","title":"Effects of Background Colors, Flashes, and Exposure Values on the Accuracy of a Smartphone-Based Pill Recognition System Using a Deep Convolutional Neural Network: Deep Learning and Experimental Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cold Fusion and Nuclear Reactions","field":"Earth and Planetary Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; National IT Industry Promotion Agency","keywords":"Flash (photography); Artificial intelligence; Convolutional neural network; Background image; Computer science; Pill; Artificial neural network; Computer vision; Pattern recognition (psychology); Image (mathematics); Medicine; Physics; Optics","score_opus":0.02356374804654585,"score_gpt":0.2485887198440398,"score_spread":0.22502497179749395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167853560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99806225,0.0005879748,0.00021684346,0.000034414676,0.00011457331,0.0002423505,0.0000065701906,0.000017654065,0.0007173781],"genre_scores_gemma":[0.9984015,0.00004196597,0.0012502121,0.00017682622,0.000048184305,0.0000043324308,0.00006902888,0.000002781156,0.0000051342645],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890465,0.00016108566,0.00032538455,0.00007691387,0.0003871402,0.00014482602],"domain_scores_gemma":[0.9985985,0.0009874094,0.0001806009,0.000062369145,0.000050930787,0.00012014541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028606728,0.00009505621,0.00018150013,0.00003797811,0.00020330126,0.0000361488,0.000057536578,0.00009115124,0.0002790216],"category_scores_gemma":[0.00013228119,0.00006632213,0.00003998834,0.00015492723,0.00018948178,0.00013018766,0.00002697088,0.00021571093,0.0000041304042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048303585,0.0027904236,0.20924228,0.020096967,0.0011511939,0.00019846403,0.06480008,0.042958554,0.005403007,0.002931158,0.0036593722,0.64193815],"study_design_scores_gemma":[0.0009223269,0.00030049958,0.023969017,0.00029175027,0.000029912348,0.00010156982,0.012058813,0.9613379,0.0005211694,0.000009564264,0.00035029452,0.00010715083],"about_ca_topic_score_codex":0.000043785178,"about_ca_topic_score_gemma":0.0000260794,"teacher_disagreement_score":0.91837937,"about_ca_system_score_codex":0.000008593287,"about_ca_system_score_gemma":0.00006180437,"threshold_uncertainty_score":0.30550906},"labels":[],"label_agreement":null},{"id":"W3167873286","doi":"10.2196/19905","title":"Patient Representation From Structured Electronic Medical Records Based on Embedding Technique: Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Computer science; Artificial intelligence; Medical diagnosis; Representation (politics); Embedding; Feature learning; Feature (linguistics); Cosine similarity; Cluster analysis; Pattern recognition (psychology); Machine learning; Data mining; Medicine; Pathology","score_opus":0.015573988269684298,"score_gpt":0.340829851255232,"score_spread":0.3252558629855477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167873286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67954844,0.00001537064,0.31782177,0.0012373235,0.00024159317,0.000627552,0.0000014323649,0.00019285826,0.0003136511],"genre_scores_gemma":[0.9168599,0.0000067770425,0.081092186,0.0016748528,0.000058649806,0.00019276972,0.00009396224,0.000010116521,0.000010786863],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961703,0.00032154808,0.00080244854,0.0002589437,0.0021355448,0.0003112262],"domain_scores_gemma":[0.9984138,0.0003988677,0.0002364445,0.00048732728,0.00013560131,0.00032796795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000818067,0.00016219697,0.00022240562,0.0001252763,0.00016465207,0.00012646217,0.00039281265,0.00020666119,0.00035731142],"category_scores_gemma":[0.0011308329,0.00014035692,0.000027670989,0.000412653,0.00003046161,0.00026766662,0.0003094075,0.0007782312,0.000016525153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029690595,0.0003494245,0.021739714,0.00015671908,0.00004326776,0.00011356303,0.02843103,0.00042161506,0.000010330529,0.00082026864,0.0007525671,0.9471318],"study_design_scores_gemma":[0.0010550797,0.00048585073,0.013294686,0.00032083667,0.000007281467,0.000039185663,0.0018463378,0.9758078,0.0027828852,0.0006225413,0.0034370834,0.00030044667],"about_ca_topic_score_codex":0.00002922698,"about_ca_topic_score_gemma":0.000046332254,"teacher_disagreement_score":0.97538614,"about_ca_system_score_codex":0.0001791131,"about_ca_system_score_gemma":0.0011683836,"threshold_uncertainty_score":0.5723589},"labels":[],"label_agreement":null},{"id":"W3168092689","doi":"10.2196/30115","title":"Predicting Writing Styles of Web-Based Materials for Children’s Health Education Using the Selection of Semantic Features: Machine Learning Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine learning; Feature selection; Artificial intelligence; Random forest; Computer science; Naive Bayes classifier; Health promotion; Natural language processing; Public health; Support vector machine; Medicine; Nursing","score_opus":0.019578149479373672,"score_gpt":0.34115123383938917,"score_spread":0.32157308436001547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168092689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99048054,0.00024649475,0.007774975,0.00019733736,0.00015438229,0.00045891467,0.00003637648,0.000035807006,0.000615157],"genre_scores_gemma":[0.996213,0.000018583469,0.0028418177,0.0003791334,0.00016262506,0.000069050795,0.00024319455,0.000014148604,0.000058447567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981305,0.00030700964,0.00076957716,0.000107108055,0.00045157605,0.00023422045],"domain_scores_gemma":[0.9984171,0.00031778731,0.0007584221,0.0001159965,0.00032438338,0.0000663245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011477941,0.00012285696,0.00031356703,0.000084730455,0.00021060144,0.000033724365,0.00013920847,0.0001351637,0.00017501308],"category_scores_gemma":[0.00049620203,0.00008874613,0.00007874476,0.00022796087,0.00009845576,0.000067232475,0.000036781355,0.00032669437,8.581726e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005273795,0.003327827,0.55990124,0.013005233,0.0011774037,0.00000133011,0.10566964,0.0011336663,0.0046960237,0.014917883,0.0025673176,0.29307505],"study_design_scores_gemma":[0.008462125,0.0018512944,0.34089008,0.0062107923,0.00045439115,0.00047822748,0.29821444,0.3243024,0.016968353,0.00021034386,0.0009639401,0.0009936072],"about_ca_topic_score_codex":0.00018318948,"about_ca_topic_score_gemma":0.000018278719,"teacher_disagreement_score":0.32316872,"about_ca_system_score_codex":0.000035782898,"about_ca_system_score_gemma":0.0007360557,"threshold_uncertainty_score":0.36189622},"labels":[],"label_agreement":null},{"id":"W3168290506","doi":"10.2196/27527","title":"Relation Classification for Bleeding Events From Electronic Health Records Using Deep Learning Systems: An Empirical Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute on Drug Abuse; National Institute of Mental Health; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Convolutional neural network; Artificial intelligence; Computer science; Deep learning; F1 score; Machine learning; Natural language processing; Macro; Encoder; Test set; Data set; Relation (database); Artificial neural network; Data mining","score_opus":0.06727003259079725,"score_gpt":0.4104207815372956,"score_spread":0.34315074894649833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168290506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4164473,0.00013232551,0.58103913,0.0008682999,0.00056642096,0.00067997415,0.0000012579347,0.00020915418,0.000056136247],"genre_scores_gemma":[0.9613167,0.00003433906,0.03735688,0.0006545167,0.00031986064,0.000119033626,0.00014343702,0.00002204534,0.000033208522],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960698,0.00070523913,0.0012157273,0.0003107867,0.0011193719,0.000579071],"domain_scores_gemma":[0.99768656,0.00046213673,0.0006361908,0.00051418145,0.00028580622,0.00041510802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022742294,0.00018302504,0.0003604905,0.00013958373,0.00048393072,0.000192688,0.0005897564,0.00022523741,0.000024047074],"category_scores_gemma":[0.00080915046,0.00017880976,0.00006125905,0.00057343696,0.000019382178,0.00096607103,0.0001918807,0.0010446431,0.000014314569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055810357,0.0010226717,0.5448213,0.0012461643,0.00016839204,0.000014039764,0.11695767,0.01320065,0.000017950579,0.007336342,0.0004740232,0.31468493],"study_design_scores_gemma":[0.0005896489,0.0005100777,0.030548863,0.0001739626,0.000008906295,0.000022821967,0.0078083905,0.95799726,0.0000010750748,0.00026002427,0.0019146573,0.0001642801],"about_ca_topic_score_codex":0.00017302543,"about_ca_topic_score_gemma":0.00008166749,"teacher_disagreement_score":0.9447966,"about_ca_system_score_codex":0.0006331879,"about_ca_system_score_gemma":0.0012046793,"threshold_uncertainty_score":0.729165},"labels":[],"label_agreement":null},{"id":"W3169092741","doi":"10.2196/23401","title":"A Machine Learning–Based Algorithm for the Prediction of Intensive Care Unit Delirium (PRIDE): Retrospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delirium; Medicine; Intensive care unit; Emergency medicine; Receiver operating characteristic; Retrospective cohort study; Psychological intervention; Referral; Logistic regression; Medical record; Algorithm; Intensive care medicine; Machine learning; Computer science; Internal medicine","score_opus":0.01880630126484086,"score_gpt":0.3089388837772106,"score_spread":0.2901325825123698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169092741","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39517584,0.0029351248,0.5462274,0.022692632,0.0033184509,0.018446593,0.002215834,0.0007125316,0.008275591],"genre_scores_gemma":[0.93418396,0.0001176397,0.003067822,0.059780665,0.0002796037,0.000498811,0.0016661203,0.00006374234,0.00034163403],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976771,0.00009061888,0.00073809427,0.00015610424,0.0010489866,0.0002890917],"domain_scores_gemma":[0.93930256,0.00047314324,0.00025528643,0.00031295282,0.05947563,0.00018044173],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0003166082,0.00022236028,0.000496008,0.00015240231,0.00015840064,0.00001833491,0.00015353458,0.00019319457,0.00025749355],"category_scores_gemma":[0.024817161,0.00015556006,0.00022617755,0.00048562055,0.0002949374,0.00008850043,0.00011068876,0.0008876295,0.000011159036],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002442906,0.0027355186,0.1875785,0.0035777036,0.0047383835,0.000602184,0.2557526,0.00012121985,0.00019315038,0.00038814027,0.065560274,0.47630942],"study_design_scores_gemma":[0.0074846474,0.0027208482,0.012251475,0.00044482743,0.00054085435,0.00008219533,0.71519077,0.25153008,0.001003748,0.000021923051,0.008559823,0.00016880014],"about_ca_topic_score_codex":0.00003445038,"about_ca_topic_score_gemma":0.000041189105,"teacher_disagreement_score":0.5431596,"about_ca_system_score_codex":0.00012672301,"about_ca_system_score_gemma":0.0006919907,"threshold_uncertainty_score":0.98339725},"labels":[],"label_agreement":null},{"id":"W3169446760","doi":"10.2196/24405","title":"Using Electronic Medical Record Data for Research in a Healthcare Information and Management Systems Society (HIMSS) Analytics Electronic Medical Record Adoption Model (EMRAM) Stage 7 Hospital in Beijing: Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Beijing; Electronic health record; Analytics; Health care; Stage (stratigraphy); Electronic medical record; Medicine; Medical record; Data science; Cross-sectional study; Computer science; Medical emergency; China; Geography; Political science","score_opus":0.24677676108096527,"score_gpt":0.5448073801284593,"score_spread":0.29803061904749406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169446760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95357454,0.0006801646,0.030524349,0.0035880792,0.0012774207,0.009685903,0.00015086166,0.00016225583,0.0003564565],"genre_scores_gemma":[0.98178977,0.0076292166,0.0024819053,0.0023377214,0.00084024423,0.0029561922,0.0015343409,0.00010037983,0.00033022952],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98171425,0.0018618491,0.0058726305,0.00074331864,0.006163974,0.0036439523],"domain_scores_gemma":[0.99358076,0.0018400344,0.0009933932,0.0012861526,0.0009842281,0.0013154302],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0343375,0.00048514825,0.0011157064,0.0007515858,0.0009705706,0.00018929318,0.0013766721,0.0018986803,0.00014552331],"category_scores_gemma":[0.0026279748,0.0004723868,0.00012722278,0.0019365544,0.0002642966,0.0017669203,0.0015394384,0.007516063,0.000036162524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0006588985,0.0019593374,0.89434606,0.029971609,0.00044922254,0.00010261318,0.014190824,0.0007712739,6.709686e-7,0.021247795,0.006352488,0.029949218],"study_design_scores_gemma":[0.0061039478,0.0007579934,0.008944658,0.0019717528,0.000021601409,0.000038592378,0.022845758,0.9426271,1.178345e-7,0.00041348583,0.015847802,0.00042719755],"about_ca_topic_score_codex":0.0023058262,"about_ca_topic_score_gemma":0.016202904,"teacher_disagreement_score":0.94185585,"about_ca_system_score_codex":0.006362849,"about_ca_system_score_gemma":0.023630252,"threshold_uncertainty_score":0.9997728},"labels":[],"label_agreement":null},{"id":"W3169561617","doi":"10.2196/26398","title":"Current-Visit and Next-Visit Prediction for Fatty Liver Disease With a Large-Scale Dataset: Model Development and Performance Comparison","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Liver Disease Diagnosis and Treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Random forest; Artificial intelligence; Support vector machine; Machine learning; Naive Bayes classifier; Computer science; Feature selection; Test set; Receiver operating characteristic; AdaBoost; Decision tree; Data mining","score_opus":0.030586100327730185,"score_gpt":0.3018508174580428,"score_spread":0.27126471713031264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169561617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988903,0.0020192952,0.0067939786,0.000342652,0.000044284105,0.00085170433,0.00095121935,0.000044139273,0.000049714017],"genre_scores_gemma":[0.97535753,0.0022316945,0.011596307,0.0014971553,0.000108296495,0.0005535055,0.008592761,0.000023693994,0.000039075665],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854606,0.000009972223,0.0004172113,0.00018065683,0.0005758356,0.0002702635],"domain_scores_gemma":[0.9987175,0.000050735092,0.00009430176,0.00021852454,0.00010800757,0.0008109294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001236202,0.00018860312,0.000299914,0.000051298408,0.00016891482,0.000060940598,0.00005414422,0.00007204233,0.00004993549],"category_scores_gemma":[0.000026263664,0.00013551171,0.000032886324,0.00008498262,0.00008098537,0.00037207347,0.00011972604,0.0001646484,0.000010002731],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014107383,0.0038685952,0.6490847,0.008522092,0.00047326947,0.00008627966,0.018565405,0.00007064874,0.0000020230093,0.00022434547,0.019451108,0.2982408],"study_design_scores_gemma":[0.0047365986,0.00023540137,0.16657345,0.0009313716,0.00038166236,0.000030345427,0.0007772944,0.79681087,0.00008217585,0.000005687001,0.029255655,0.00017947915],"about_ca_topic_score_codex":8.9280957e-7,"about_ca_topic_score_gemma":0.0000059545036,"teacher_disagreement_score":0.79674023,"about_ca_system_score_codex":0.00005930597,"about_ca_system_score_gemma":0.00043340985,"threshold_uncertainty_score":0.55260074},"labels":[],"label_agreement":null},{"id":"W3170419072","doi":"10.2196/27955","title":"Automatic Extraction of Lung Cancer Staging Information From Computed Tomography Reports: Deep Learning Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lung cancer; Medicine; Computed tomography; Radiology; Cancer; Lung cancer staging; Modalities; Pathological; Clinical Practice; Cancer staging; Medical physics; Oncology; Pathology; Internal medicine; Physical therapy","score_opus":0.009387121173403021,"score_gpt":0.3046130268829353,"score_spread":0.2952259057095323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170419072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711531,0.0010547007,0.0211567,0.00041780554,0.00044669863,0.00068539695,0.000014989627,0.00022049715,0.0048501417],"genre_scores_gemma":[0.98246354,0.00040181263,0.015020636,0.00082074816,0.00012805156,0.00020566805,0.00092456327,0.000014025641,0.000020979729],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997536,0.00003700157,0.0011081818,0.0001018835,0.000998403,0.000218533],"domain_scores_gemma":[0.9984973,0.00011486462,0.0005880506,0.00027827313,0.00027583438,0.0002456866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023253352,0.00016412124,0.00042809747,0.00015875955,0.00007526046,0.00004543085,0.000061276616,0.00017255142,0.00070853974],"category_scores_gemma":[0.00012006259,0.00013498226,0.00014264099,0.00045701794,0.00006013777,0.0005858772,0.000060997736,0.00038937668,0.000005681591],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081642844,0.0014200807,0.45753878,0.008474378,0.0019804176,0.00022336633,0.035225827,0.0011257676,0.000059157726,0.00022193475,0.0070352773,0.48661336],"study_design_scores_gemma":[0.0028386675,0.00013449164,0.1060253,0.0025709886,0.0005475632,0.00023450279,0.005526517,0.8725375,0.0014039599,0.000038389135,0.007861577,0.00028056372],"about_ca_topic_score_codex":0.00012318093,"about_ca_topic_score_gemma":0.0000077362765,"teacher_disagreement_score":0.8714117,"about_ca_system_score_codex":0.00020564852,"about_ca_system_score_gemma":0.00036938468,"threshold_uncertainty_score":0.7758013},"labels":[],"label_agreement":null},{"id":"W3170777560","doi":"10.2196/29315","title":"Development, Acceptance, and Concerns Surrounding App-Based Services to Overcome the COVID-19 Outbreak in South Korea: Web-Based Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; National Research Foundation","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Smartphone app; Medicine; Internet privacy; World Wide Web; Computer science; Disease","score_opus":0.054429670642304154,"score_gpt":0.3402870664018159,"score_spread":0.28585739575951175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170777560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9121446,0.000030010133,0.08493345,0.0011864034,0.00022233783,0.0008539574,0.000024746532,0.00022341542,0.00038105855],"genre_scores_gemma":[0.972888,0.0000010655002,0.0035343152,0.023362452,0.000027414093,0.00011421109,0.000030146497,0.000013237051,0.000029137753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996514,0.0002516458,0.00097889,0.00033182552,0.0013868137,0.00053677877],"domain_scores_gemma":[0.99633944,0.0018805758,0.000225106,0.0007030248,0.00014754395,0.0007043039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026120131,0.00029149617,0.00042078586,0.00024407194,0.00024593447,0.0008165843,0.001380657,0.00012782784,0.000033729575],"category_scores_gemma":[0.0010431693,0.00022557235,0.00004964023,0.0014601048,0.00006954307,0.0008991772,0.0008351025,0.0004209245,0.000035004086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006298398,0.00043359766,0.8790715,0.0009940771,0.000054855816,0.00019078933,0.10998325,0.0006446052,0.000008118145,0.00097520946,0.00025292466,0.0073281378],"study_design_scores_gemma":[0.007285745,0.00020483478,0.714973,0.0005531598,0.000016169253,0.00001916416,0.017561521,0.23404783,0.00009657248,0.000056652145,0.024142878,0.0010425224],"about_ca_topic_score_codex":0.0001864892,"about_ca_topic_score_gemma":0.007849884,"teacher_disagreement_score":0.23340322,"about_ca_system_score_codex":0.0003653824,"about_ca_system_score_gemma":0.0034581465,"threshold_uncertainty_score":0.9198573},"labels":[],"label_agreement":null},{"id":"W3170847021","doi":"10.2196/28292","title":"Improving Human Happiness Analysis Based on Transfer Learning: Algorithm Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Happiness; Artificial intelligence; Computer science; Agency (philosophy); Sociality; Machine learning; Encoder; Natural language processing; Psychology; Cognitive psychology; Social psychology; Sociology; Social science","score_opus":0.018662429675573498,"score_gpt":0.2798577792954367,"score_spread":0.2611953496198632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170847021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07895171,0.000010574411,0.9199696,0.00021823069,0.00005155265,0.000052909774,3.8450327e-7,0.000061400526,0.00068359],"genre_scores_gemma":[0.74987763,0.000010390958,0.24781266,0.0015134475,0.00008679906,0.000038103823,0.00031491084,0.000010908348,0.00033516053],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826354,0.000052938743,0.00051406916,0.00015390973,0.0008324409,0.00018310356],"domain_scores_gemma":[0.9993596,0.0000738711,0.000082619175,0.00021235943,0.000098613906,0.00017291862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005266414,0.00011862575,0.00022564581,0.0002683333,0.00021343517,0.0002436466,0.00023615098,0.00008755473,0.00015436106],"category_scores_gemma":[0.000041151452,0.000101941114,0.00008691417,0.00093560334,0.000027416794,0.00029040955,0.00009045757,0.00019957397,0.000013573894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024620676,0.00021666866,0.003372189,0.00013297975,0.000427859,0.00003135416,0.011117003,0.002299625,0.00008388606,0.004196715,0.00017015304,0.9779491],"study_design_scores_gemma":[0.00038239668,0.000026732616,0.0011653173,0.000035237943,0.000048247246,0.0000017842715,0.0004456239,0.9916406,0.0026070166,0.000010493714,0.0034926625,0.00014388656],"about_ca_topic_score_codex":0.0000025195159,"about_ca_topic_score_gemma":0.0000025001063,"teacher_disagreement_score":0.98934096,"about_ca_system_score_codex":0.000027870647,"about_ca_system_score_gemma":0.0001402534,"threshold_uncertainty_score":0.4157038},"labels":[],"label_agreement":null},{"id":"W3171691821","doi":"10.2196/28219","title":"Extraction of Traditional Chinese Medicine Entity: Design of a Novel Span-Level Named Entity Recognition Method With Distant Supervision","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Computer science; Artificial intelligence; Medical diagnosis; Classifier (UML); F1 score; Gold standard (test); Supervised learning; Medical record; Natural language processing; Named-entity recognition; Set (abstract data type); Machine learning; Data mining; Pattern recognition (psychology); Artificial neural network; Medicine; Task (project management)","score_opus":0.12076677276680337,"score_gpt":0.36527714906161773,"score_spread":0.24451037629481437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171691821","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42121574,0.00017544361,0.572968,0.002462849,0.00042134253,0.0007444178,0.00025607963,0.000064468455,0.0016916863],"genre_scores_gemma":[0.8340421,0.0003357509,0.16239381,0.00073577755,0.0006227691,0.000100428195,0.0016526124,0.000034560984,0.000082231476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952508,0.00011573057,0.0014673468,0.00021282343,0.0026870116,0.00026628253],"domain_scores_gemma":[0.9963432,0.0013894335,0.0005255454,0.00033557034,0.001041446,0.00036480607],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011870735,0.0003126457,0.0010117703,0.00031036203,0.000089859226,0.000007658393,0.00014025594,0.00020348492,0.0012147428],"category_scores_gemma":[0.002762836,0.00020254546,0.0001483761,0.0008727943,0.0005635389,0.0003890473,0.000057031993,0.0005712451,0.0000072736675],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024798261,0.067221455,0.07952944,0.07375054,0.013241712,0.0031011938,0.12476732,0.0010592756,0.24390246,0.023375548,0.06449751,0.28075528],"study_design_scores_gemma":[0.076558046,0.01273723,0.64144003,0.02726997,0.0033831827,0.016511997,0.02384926,0.16107157,0.018294642,0.013645077,0.003198436,0.00204059],"about_ca_topic_score_codex":0.00004055429,"about_ca_topic_score_gemma":0.000026064914,"teacher_disagreement_score":0.56191057,"about_ca_system_score_codex":0.00010402994,"about_ca_system_score_gemma":0.00066141185,"threshold_uncertainty_score":0.9996983},"labels":[],"label_agreement":null},{"id":"W3171838725","doi":"10.2196/23219","title":"A System to Support Diverse Social Program Management","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Accenture","keywords":"Computer science; Workflow; Standardization; Flexibility (engineering); Knowledge management; Process management; Modular design; Information system; World Wide Web; Business; Engineering","score_opus":0.02948189449222794,"score_gpt":0.31519809917383956,"score_spread":0.28571620468161163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171838725","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061087754,0.000018810842,0.49690127,0.00828905,0.003352713,0.002159156,0.0000116084575,0.0036064836,0.42457315],"genre_scores_gemma":[0.27042568,0.000016420723,0.71452636,0.011520543,0.0002763289,0.00067741494,0.00005221027,0.000022204445,0.0024828461],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799496,0.00005117213,0.0004538941,0.00008000539,0.0010760325,0.00034394648],"domain_scores_gemma":[0.99904245,0.000041310213,0.00007582506,0.00048852555,0.00013316455,0.00021869701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038450203,0.00011966869,0.00017689314,0.000103611754,0.00021386665,0.00024606512,0.0013622359,0.000095671756,0.0000654513],"category_scores_gemma":[0.000030448144,0.00011105962,0.000056869234,0.0005525161,0.000056232017,0.00033714462,0.0022046221,0.00022240628,0.0005751344],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033143026,0.00018619347,0.000054166656,0.0012318295,0.00007864097,0.0004384732,0.06284885,0.000003533336,2.447337e-7,0.28374493,0.10655472,0.5448551],"study_design_scores_gemma":[0.0013060364,0.00030896076,0.0016939439,0.0007333744,0.00002349499,0.00039437812,0.05835721,0.044810653,0.0001214384,0.0005257558,0.89095026,0.00077451917],"about_ca_topic_score_codex":0.000001974634,"about_ca_topic_score_gemma":0.000003110226,"teacher_disagreement_score":0.7843955,"about_ca_system_score_codex":0.0001223915,"about_ca_system_score_gemma":0.00023157448,"threshold_uncertainty_score":0.73923814},"labels":[],"label_agreement":null},{"id":"W3172163129","doi":"10.2196/24022","title":"A Tool for Evaluating Medication Alerting Systems: Development and Initial Assessment","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Usability; Reliability (semiconductor); Computer science; System usability scale; Heuristic evaluation; Human–computer interaction","score_opus":0.1348891946207214,"score_gpt":0.5419734868451088,"score_spread":0.4070842922243874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172163129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91188204,0.00042332662,0.07132173,0.0022755414,0.0020943754,0.004411065,0.000013585446,0.00020989317,0.007368415],"genre_scores_gemma":[0.88014734,0.000113566755,0.093518905,0.009655063,0.0021099688,0.012403915,0.0004469145,0.000084986896,0.0015193259],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947933,0.00054366986,0.0024843367,0.00016240186,0.0012506318,0.0007656415],"domain_scores_gemma":[0.9960504,0.0020500242,0.0007408465,0.0002486811,0.0004970627,0.00041293853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070556644,0.00016772014,0.00042930475,0.00008055546,0.0007993141,0.00002882927,0.00015440496,0.00041263417,0.00018132136],"category_scores_gemma":[0.0025358011,0.00014358926,0.000034336383,0.00017245386,0.000045032615,0.00015095917,0.00016153525,0.0008496722,0.00005566529],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009305491,0.00030244424,0.018355357,0.051314227,0.00032147992,0.000023421955,0.1307946,0.00002076585,0.00011246111,0.023312861,0.028012464,0.74733686],"study_design_scores_gemma":[0.0074371714,0.00041596513,0.005977578,0.009439262,0.000068065965,0.000121998775,0.07833963,0.51516396,0.0000929507,0.00024954474,0.3819699,0.00072393887],"about_ca_topic_score_codex":0.000019743135,"about_ca_topic_score_gemma":0.0000429955,"teacher_disagreement_score":0.7466129,"about_ca_system_score_codex":0.0006458008,"about_ca_system_score_gemma":0.009846417,"threshold_uncertainty_score":0.9957668},"labels":[],"label_agreement":null},{"id":"W3172260675","doi":"10.2196/21929","title":"The Fast Health Interoperability Resources (FHIR) Standard: Systematic Literature Review of Implementations, Applications, Challenges and Opportunities","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":280,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Computer science; Systematic review; Documentation; Health care; Health information technology; Health informatics; Implementation; Data science; Knowledge management; MEDLINE; Medicine; World Wide Web; Software engineering; Nursing; Public health","score_opus":0.14482426378452348,"score_gpt":0.507788053023976,"score_spread":0.3629637892394525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172260675","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.585018e-7,0.9807556,0.00009812854,0.0040415586,0.00028475243,0.0133087775,0.00037941607,0.00007042943,0.001060829],"genre_scores_gemma":[3.4377052e-7,0.98504317,0.0001441723,0.0025295753,0.00025781756,0.011089751,0.00052236626,0.00004732901,0.0003654734],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98277867,0.0064652204,0.008120391,0.00027514834,0.001507649,0.0008529345],"domain_scores_gemma":[0.98831904,0.0043544746,0.0046420298,0.0012836402,0.0007513925,0.0006494011],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014568598,0.0005168127,0.004424529,0.00018135038,0.00092174485,0.000049414506,0.0007865746,0.00061988475,0.0001142053],"category_scores_gemma":[0.0010902958,0.0002886101,0.00031711633,0.0003923769,0.00027102508,0.00017311954,0.00043949077,0.0024417061,0.000022812004],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010103619,0.000011782403,2.4107595e-7,0.5431655,0.00007642024,7.3265323e-7,0.006827607,3.5810285e-10,9.3557335e-11,0.0026411924,0.0050070477,0.44226846],"study_design_scores_gemma":[0.0000920525,0.000065832195,1.7078314e-7,0.47464672,0.000086421496,0.00004030851,0.016758077,0.0000020183031,1.2353975e-9,0.000012652691,0.5081951,0.00010068232],"about_ca_topic_score_codex":0.000011827782,"about_ca_topic_score_gemma":0.000112985785,"teacher_disagreement_score":0.503188,"about_ca_system_score_codex":0.0007525298,"about_ca_system_score_gemma":0.0075259474,"threshold_uncertainty_score":0.9999566},"labels":[],"label_agreement":null},{"id":"W3172292263","doi":"10.2196/28266","title":"Usage Patterns of Web-Based Stroke Calculators in Clinical Decision Support: Retrospective Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke","keywords":"Calculator; Stroke (engine); Medicine; Atrial fibrillation; Computer science; Medical emergency; Emergency medicine; Internal medicine","score_opus":0.015544921785722483,"score_gpt":0.3415691636310684,"score_spread":0.3260242418453459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172292263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9720879,0.000014275901,0.01991625,0.00041532944,0.0001717859,0.00032810448,0.0000713925,0.0000427071,0.0069522494],"genre_scores_gemma":[0.9896195,0.00007002664,0.007384789,0.0022320694,0.00008018782,0.00002421294,0.00020102675,0.000014823482,0.00037336405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99539024,0.00007282279,0.002131106,0.00021520493,0.0018437345,0.00034688355],"domain_scores_gemma":[0.99785167,0.00037188423,0.00041053366,0.0007059652,0.0002199339,0.00044000565],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013438419,0.00020004487,0.0010006682,0.0004817466,0.00002111714,0.000014677641,0.00023190907,0.0003530629,0.0028357676],"category_scores_gemma":[0.0013602249,0.00016597022,0.0005146845,0.0011226805,0.00014325767,0.000104063496,0.00024541843,0.0006960438,0.000043325017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008599606,0.00048958056,0.9780751,0.0002139442,0.0005736414,0.00034340122,0.00041750562,0.000022785769,0.000016324797,0.000053943386,0.006884832,0.0128229465],"study_design_scores_gemma":[0.007198122,0.00036417774,0.8999914,0.00042690933,0.0009077453,0.000020952135,0.0017320189,0.07716954,0.00085337006,0.000008191128,0.011093651,0.00023395114],"about_ca_topic_score_codex":0.0000126447785,"about_ca_topic_score_gemma":0.000069311725,"teacher_disagreement_score":0.078083724,"about_ca_system_score_codex":0.00018862038,"about_ca_system_score_gemma":0.000583719,"threshold_uncertainty_score":0.9980758},"labels":[],"label_agreement":null},{"id":"W3172713205","doi":"10.2196/24649","title":"Intention to Use Wiki-Based Knowledge Tools: Survey of Quebec Emergency Health Professionals","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; Université Laval; Centre intégré de santé et de services sociaux de Chaudière-Appalaches","funders":"Canadian Institutes of Health Research; Université Laval","keywords":"Theory of planned behavior; Likert scale; Descriptive statistics; Psychological intervention; Health care; Psychology; Scale (ratio); Applied psychology; Medical education; Knowledge management; Nursing; Medicine; Control (management); Computer science","score_opus":0.09856670279960512,"score_gpt":0.45981120157806127,"score_spread":0.36124449877845616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172713205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9433132,0.00015493241,0.010831209,0.027950458,0.004859312,0.0012751746,0.000095914984,0.00012685232,0.011392977],"genre_scores_gemma":[0.98219997,0.000120701174,0.0025279312,0.00538565,0.00013833489,0.00009549904,0.00045269157,0.000010067847,0.009069129],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750876,0.0005722824,0.0007953206,0.0000751284,0.0008371138,0.00021136524],"domain_scores_gemma":[0.99754953,0.00029179885,0.00025861847,0.00018068786,0.0013506906,0.0003686699],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022103488,0.000074938864,0.00018144699,0.00008821174,0.00021140411,0.00005830133,0.00019502355,0.00013515308,0.0018232345],"category_scores_gemma":[0.0055983267,0.00006869668,0.000041312036,0.0012351163,0.00008443513,0.0005113295,0.000046462974,0.00014382892,0.00009344488],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004131188,0.001697883,0.03165082,0.0004837458,0.000030630028,8.178998e-7,0.22240826,0.0000074625646,0.000012093573,0.03233152,0.52126414,0.1900713],"study_design_scores_gemma":[0.00056625606,0.00010915984,0.31727758,0.0006541581,0.0000074970662,4.5671e-7,0.09800637,0.0015005613,0.00017975243,0.00017902939,0.5812189,0.00030027397],"about_ca_topic_score_codex":0.006619793,"about_ca_topic_score_gemma":0.18796152,"teacher_disagreement_score":0.28562677,"about_ca_system_score_codex":0.00017998418,"about_ca_system_score_gemma":0.0076928376,"threshold_uncertainty_score":0.99999523},"labels":[],"label_agreement":null},{"id":"W3172809435","doi":"10.2196/26598","title":"Implementing Vertical Federated Learning Using Autoencoders: Practical Application, Generalizability, and Utility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; Korea Health Industry Development Institute; National Research Foundation","keywords":"Autoencoder; Computer science; Generalizability theory; Artificial intelligence; Machine learning; Raw data; Categorical variable; Deep learning; Artificial neural network; Data mining; Feature (linguistics); Data modeling; Pattern recognition (psychology); Database; Statistics","score_opus":0.06282766158257184,"score_gpt":0.38175658249144817,"score_spread":0.3189289209088763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172809435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2871843,0.00001783037,0.70540345,0.0063034105,0.000062919535,0.0003011201,0.0000014708503,0.00046882397,0.00025669078],"genre_scores_gemma":[0.5659216,0.0000150249625,0.4334518,0.00050737,0.00003068816,0.000042059797,0.000019494262,0.000008426285,0.0000035109124],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968663,0.00026309714,0.0008840825,0.00036220337,0.001041295,0.0005830551],"domain_scores_gemma":[0.99637,0.00040642888,0.00014014487,0.0025214637,0.0002954482,0.00026647502],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0021267517,0.00018336164,0.0002816237,0.000069906244,0.00047299216,0.0004939077,0.003476917,0.0002065877,0.000063309635],"category_scores_gemma":[0.030646354,0.00017020348,0.00003247432,0.000782906,0.0002087211,0.0011887382,0.051505893,0.00077174243,0.000013522876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007504778,0.006001087,0.47045818,0.0016275301,0.00059062144,0.00069913437,0.017743679,0.00019314853,0.0006484307,0.022738948,0.08368688,0.39553732],"study_design_scores_gemma":[0.00047260482,0.000059865284,0.003034965,0.000023265839,0.000012757832,0.00013279046,0.0024084512,0.98554397,0.00016736874,0.005225778,0.0027382157,0.00017994495],"about_ca_topic_score_codex":0.000032641627,"about_ca_topic_score_gemma":0.00003083262,"teacher_disagreement_score":0.98535085,"about_ca_system_score_codex":0.000085865744,"about_ca_system_score_gemma":0.00053859747,"threshold_uncertainty_score":0.9775189},"labels":[],"label_agreement":null},{"id":"W3173173427","doi":"10.2196/27116","title":"Social Media Insights During the COVID-19 Pandemic: Infodemiology Study Using Big Data","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Social media; Government (linguistics); Coronavirus disease 2019 (COVID-19); Active listening; Big data; Public relations; Internet privacy; The Internet; Political science; Sociology; World Wide Web; Computer science; Medicine","score_opus":0.32016552773070156,"score_gpt":0.4620155079440381,"score_spread":0.14184998021333656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173173427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854511,0.00005499322,0.0007455637,0.0026907297,0.00076675956,0.00043497884,0.000022641969,0.00015308277,0.009680129],"genre_scores_gemma":[0.98720646,0.00020086815,0.0001325068,0.010895963,0.0012925131,0.000006814445,0.000079913225,0.00000884126,0.00017609345],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99636084,0.00052335294,0.00093140354,0.000118723365,0.0015900979,0.00047560933],"domain_scores_gemma":[0.99729717,0.0009894461,0.00033607488,0.00052547164,0.0001471423,0.00070467015],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.002716755,0.00015129748,0.00029958924,0.000098690514,0.0014538509,0.00017637515,0.0011280901,0.00031962155,0.00067728176],"category_scores_gemma":[0.011237305,0.00010347649,0.00005193628,0.00065952574,0.0006010023,0.000890607,0.0007202164,0.00058042945,0.000077712044],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015102601,0.00011216564,0.006516779,0.0000720619,0.000048467842,0.00002140381,0.9680457,0.000010017264,0.000001939647,0.0023730644,0.01351814,0.009265151],"study_design_scores_gemma":[0.0015776765,0.000018882925,0.0062262756,0.00002207741,0.000034734134,0.0000738014,0.56942123,0.0031080828,0.0000017313582,0.0004984026,0.4187423,0.0002747608],"about_ca_topic_score_codex":0.00017593283,"about_ca_topic_score_gemma":0.0036199444,"teacher_disagreement_score":0.40522417,"about_ca_system_score_codex":0.00025114883,"about_ca_system_score_gemma":0.0029637085,"threshold_uncertainty_score":0.9998461},"labels":[],"label_agreement":null},{"id":"W3175011949","doi":"10.2196/29184","title":"A Worker-Centered Personal Health Record App for Workplace Health Promotion Using National Health Care Data Sets: Design and Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Trade, Industry and Energy","keywords":"Usability; Interoperability; Health care; Medicine; Clinical decision support system; Nursing; Knowledge management; Computer science; World Wide Web","score_opus":0.27884326087459627,"score_gpt":0.5132642166767719,"score_spread":0.23442095580217565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175011949","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17166285,0.009207375,0.7007699,0.06153946,0.0048754904,0.04999484,0.00084561174,0.0008648434,0.00023959175],"genre_scores_gemma":[0.12775052,0.0017480633,0.7819591,0.06948667,0.0024850906,0.0059357416,0.009472443,0.00033783424,0.00082452164],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9899865,0.0024366486,0.0034603511,0.0005250952,0.0018701971,0.0017212009],"domain_scores_gemma":[0.99480313,0.0009900435,0.0016540637,0.0005486846,0.0006113405,0.0013927489],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010902865,0.00036778473,0.0010121034,0.00020730132,0.002223125,0.000053868644,0.000464336,0.00032377077,0.000117168245],"category_scores_gemma":[0.00074850995,0.00034042785,0.000043555476,0.00049888185,0.00006250509,0.00043578446,0.00050422206,0.0013902248,0.00003148926],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00032686317,0.0014334104,0.0128361145,0.020358576,0.00022875895,0.0000061391183,0.36565846,0.000016817614,2.7384294e-7,0.000081418184,0.14586136,0.45319182],"study_design_scores_gemma":[0.013762697,0.003856811,0.0028005154,0.012498108,0.000019316483,0.0001517064,0.4140826,0.17548035,8.48959e-7,0.000059209553,0.3763306,0.00095724495],"about_ca_topic_score_codex":0.00026008446,"about_ca_topic_score_gemma":0.0027817057,"teacher_disagreement_score":0.45223457,"about_ca_system_score_codex":0.0045718616,"about_ca_system_score_gemma":0.07109149,"threshold_uncertainty_score":0.99990475},"labels":[],"label_agreement":null},{"id":"W3176049911","doi":"10.2196/25165","title":"Gender Prediction for a Multiethnic Population via Deep Learning Across Different Retinal Fundus Photograph Fields: Retrospective Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Retinal Imaging and Analysis","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Receiver operating characteristic; Fundus (uterus); Fundus photography; Optic disc; Medicine; Artificial intelligence; Deep learning; Ophthalmology; Cross-sectional study; Population; Optometry; Computer science; Retinal; Internal medicine; Pathology; Fluorescein angiography","score_opus":0.030244145044022203,"score_gpt":0.36683724106127313,"score_spread":0.33659309601725096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176049911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9633096,0.000059262344,0.035273045,0.00007692164,0.00029643846,0.0006005893,0.000013996487,0.00014632512,0.00022383091],"genre_scores_gemma":[0.99735135,0.000028911383,0.0008530087,0.00027131327,0.00039028417,0.00018701426,0.00051541993,0.000020876261,0.00038180986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970391,0.000098136385,0.000960171,0.00025271316,0.001257628,0.00039225633],"domain_scores_gemma":[0.9984885,0.00017387487,0.00027017505,0.0002576748,0.0005081336,0.00030163536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008510831,0.00021848235,0.00043535762,0.00011809372,0.00037156988,0.00012297367,0.00009872594,0.0002868894,0.00029083813],"category_scores_gemma":[0.00089510577,0.00017900467,0.00032577835,0.00039986492,0.000102174636,0.00020627324,0.00008399458,0.0009111427,0.000011241745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023943986,0.0005035001,0.9883941,0.00024734638,0.0002596087,0.000019651801,0.0052523403,0.00008088185,0.00005276815,0.000004767072,0.00008375762,0.004861855],"study_design_scores_gemma":[0.0025081562,0.0004668962,0.89036167,0.000081872815,0.00013101706,0.0001424848,0.00516287,0.10073753,0.000073225536,0.00007624301,0.000110000234,0.00014805188],"about_ca_topic_score_codex":0.000040653027,"about_ca_topic_score_gemma":0.000054050564,"teacher_disagreement_score":0.10065664,"about_ca_system_score_codex":0.00017379469,"about_ca_system_score_gemma":0.000062046944,"threshold_uncertainty_score":0.72995985},"labels":[],"label_agreement":null},{"id":"W3177040000","doi":"10.2196/27670","title":"Social Media Monitoring of the COVID-19 Pandemic and Influenza Epidemic With Adaptation for Informal Language in Arabic Twitter Data: Qualitative Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deanship of Scientific Research, King Saud University; King Saud University; University of Leeds","keywords":"Computer science; Social media; Natural language processing; Artificial intelligence; Naive Bayes classifier; Terminology; Sentiment analysis; Support vector machine; Information retrieval; Data science; World Wide Web; Linguistics","score_opus":0.1639337992724459,"score_gpt":0.46163208562677094,"score_spread":0.29769828635432505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177040000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99757725,0.000108276,0.0007321479,0.00038295175,0.00007136476,0.000865414,0.00016684395,0.000035422374,0.000060317954],"genre_scores_gemma":[0.99616337,0.000018941319,0.0012647727,0.001945551,0.00013269942,0.00011704696,0.00033233417,0.000012156958,0.0000131066845],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977581,0.00018403734,0.000860288,0.00013559051,0.000826416,0.00023560293],"domain_scores_gemma":[0.9975917,0.0012613481,0.00032900143,0.00042856173,0.00014241331,0.00024700345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016511633,0.0001473859,0.00043798852,0.00008472889,0.000065298496,0.000016646052,0.00025446995,0.00011592372,0.000019507865],"category_scores_gemma":[0.0048897443,0.000096095784,0.000038042745,0.0003412816,0.00024514075,0.0004117841,0.0002686656,0.00036767224,0.000002303342],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003793463,0.0001685169,0.36482102,0.0008794989,0.00010235506,0.00001961791,0.6275545,0.0000138529085,0.000008993971,0.000030340529,0.00074090605,0.005281107],"study_design_scores_gemma":[0.008447749,0.00015837602,0.24324302,0.00030829752,0.0001069086,0.000050465267,0.741927,0.003377032,0.000016244023,0.0000539108,0.0021240616,0.00018690077],"about_ca_topic_score_codex":0.00003532042,"about_ca_topic_score_gemma":0.00027442127,"teacher_disagreement_score":0.121577986,"about_ca_system_score_codex":0.00008150005,"about_ca_system_score_gemma":0.0009156444,"threshold_uncertainty_score":0.5853834},"labels":[],"label_agreement":null},{"id":"W3177560551","doi":"10.2196/20675","title":"The Unified Medical Language System at 30 Years and How It Is Used and Published: Systematic Review and Content Analysis","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences","keywords":"Unified Medical Language System; Computer science; Categorization; Subject (documents); MEDLINE; Health informatics; Medical literature; Process (computing); Information retrieval; Natural language processing; Artificial intelligence; Medicine; World Wide Web; Pathology","score_opus":0.10585270748234148,"score_gpt":0.45667635427581527,"score_spread":0.3508236467934738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177560551","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057361867,0.9853331,0.000055680975,0.0059972643,0.00037077355,0.0075058145,0.00008403582,0.0001015816,0.0004944034],"genre_scores_gemma":[0.000031844647,0.98842967,0.000027876911,0.0063657756,0.00019361945,0.0021817805,0.00018679295,0.00005442219,0.0025282209],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9873926,0.0040912805,0.0045115747,0.00041949996,0.00247422,0.0011108331],"domain_scores_gemma":[0.98764306,0.0063948114,0.002742955,0.0012464486,0.00028576233,0.0016869522],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.014138723,0.0006287619,0.0067354282,0.0002929195,0.00073810475,0.00019262121,0.0007313655,0.0016531333,0.0004918627],"category_scores_gemma":[0.006231873,0.00035070555,0.00039134876,0.0010752066,0.00031664237,0.00020895549,0.00091994286,0.0028498257,0.000103002574],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.420388e-7,0.000009053857,0.000016265962,0.9450911,0.001194632,0.000040160896,0.0036437646,6.241373e-10,1.4691355e-9,0.0004171822,0.03541093,0.014175912],"study_design_scores_gemma":[0.00038584543,0.000033713077,0.0000030133092,0.4921842,0.005082142,0.00024075368,0.012246769,0.0002649174,2.6240723e-9,5.1705797e-7,0.4892915,0.00026664193],"about_ca_topic_score_codex":0.00009384597,"about_ca_topic_score_gemma":0.00045840876,"teacher_disagreement_score":0.45388055,"about_ca_system_score_codex":0.00083972764,"about_ca_system_score_gemma":0.0030729475,"threshold_uncertainty_score":0.9998945},"labels":[],"label_agreement":null},{"id":"W3177675558","doi":"10.2196/27980","title":"Frequency of Participation in External Quality Assessment Programs Focused on Rare Diseases: Belgian Guidelines for Human Genetics Centers","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institut National d'assurance Maladie-Invalidité","keywords":"External quality assessment; Accreditation; Context (archaeology); Medical genetics; Medicine; Genetic testing; Quality (philosophy); Health care; Quality assurance; Family medicine; Medical physics; Medical education; Pathology; Genetics; Biology; Political science","score_opus":0.05941625378552719,"score_gpt":0.413834558868995,"score_spread":0.35441830508346783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177675558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99429846,0.00023578851,0.004447314,0.00021008843,0.000100926714,0.0004213451,0.00016909713,0.0000067158726,0.00011026612],"genre_scores_gemma":[0.9890036,0.000073249845,0.008426775,0.0006511686,0.00012150139,0.00017281894,0.0015154894,0.000012466818,0.000022945573],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99835664,0.00005361778,0.00086102093,0.0001352359,0.00036889824,0.00022456705],"domain_scores_gemma":[0.99892515,0.000019258756,0.0002216219,0.00029304202,0.0003322769,0.00020862783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022033109,0.00013147382,0.00020334078,0.00003579594,0.000046656285,0.000025031208,0.0001820384,0.0001387991,0.000025942178],"category_scores_gemma":[0.00024348423,0.00011512215,0.00013523141,0.000073545016,0.00007269995,0.000006341998,0.00008344393,0.000076191034,8.51468e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037007048,0.008072677,0.62902856,0.003981053,0.0004717818,0.000064717475,0.0028302888,0.000538317,0.07483032,0.009244718,0.005422334,0.26514515],"study_design_scores_gemma":[0.021686712,0.0045299125,0.84635454,0.002590639,0.00033406942,0.00003119139,0.008984613,0.016932849,0.067182034,0.009945104,0.01899561,0.0024327193],"about_ca_topic_score_codex":0.000011816843,"about_ca_topic_score_gemma":0.000108249034,"teacher_disagreement_score":0.26271242,"about_ca_system_score_codex":0.000027034492,"about_ca_system_score_gemma":0.0003133686,"threshold_uncertainty_score":0.4694545},"labels":[],"label_agreement":null},{"id":"W3177800883","doi":"10.2196/29195","title":"Social Media Opinions on Working From Home in the United States During the COVID-19 Pandemic: Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Work-Family Balance Challenges","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Observational study; Pandemic; 2019-20 coronavirus outbreak; Social media; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Virology; Computer science; World Wide Web; Outbreak","score_opus":0.2087631822440684,"score_gpt":0.4087543143898874,"score_spread":0.199991132145819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177800883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803629,0.000050248032,0.000019008572,0.017561998,0.0003226189,0.00037736614,0.000028521736,0.00008958911,0.0011877598],"genre_scores_gemma":[0.99004763,0.00042795503,0.000045037956,0.00814058,0.00085312204,0.00013256984,0.00030737917,0.000008605046,0.000037118396],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9963336,0.0006889734,0.0005500843,0.00011600754,0.0019370352,0.0003742931],"domain_scores_gemma":[0.9937718,0.005577597,0.00016857302,0.00022086363,0.00007556681,0.00018557871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021335722,0.0001338853,0.00020586578,0.000078209385,0.0008740862,0.00015443472,0.000791331,0.00019025092,0.00029960516],"category_scores_gemma":[0.0023407114,0.00008436778,0.00005550502,0.0010049635,0.00042181305,0.00016303123,0.00015559277,0.0007932812,0.000025105102],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014039995,0.0001847698,0.3192254,0.000014403123,0.000027864497,0.000014929072,0.6735941,0.00005811199,1.6230427e-7,0.0023091105,0.004070458,0.00048663374],"study_design_scores_gemma":[0.0007229507,0.00001161512,0.4126469,0.0000509914,0.0000068040085,0.0000015111807,0.53225523,0.00014324264,1.2629577e-7,0.0023931756,0.051654,0.00011342781],"about_ca_topic_score_codex":0.00042480332,"about_ca_topic_score_gemma":0.010890558,"teacher_disagreement_score":0.14133886,"about_ca_system_score_codex":0.000263422,"about_ca_system_score_gemma":0.0006965851,"threshold_uncertainty_score":0.6722853},"labels":[],"label_agreement":null},{"id":"W3178509406","doi":"10.2196/30470","title":"Classification of Electronic Health Record–Related Patient Safety Incidents: Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Patient safety; Sociotechnical system; Computer science; Incident report; Electronic health record; Health information technology; Health informatics; Health care; Data mining; Medicine; Medical emergency; Knowledge management; Computer security; Nursing; Public health","score_opus":0.0434390159552931,"score_gpt":0.41646087542615395,"score_spread":0.37302185947086086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178509406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926881,0.00024997813,0.00097257417,0.0012409533,0.000437319,0.0024437697,0.0000049479986,0.000084286694,0.0018780263],"genre_scores_gemma":[0.9968425,0.00032673997,0.0007942989,0.0011699526,0.00005074961,0.00039889448,0.00017069238,0.000021600605,0.0002245673],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.993186,0.0011321957,0.003609789,0.00018188097,0.0011161945,0.00077395857],"domain_scores_gemma":[0.9969791,0.00045389202,0.0013746105,0.00036447006,0.00039520432,0.0004326892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003476671,0.00017729559,0.000540434,0.00014381604,0.00048298624,0.000008852226,0.00016069043,0.0003159127,0.0004073416],"category_scores_gemma":[0.0005785589,0.00015787486,0.000032831376,0.000516238,0.000045708515,0.00021533079,0.00016284201,0.0011672064,0.00009932297],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011373225,0.0011867135,0.13034952,0.0044181775,0.00020910759,0.0000060249095,0.29659867,0.000003018521,0.00001844654,0.003765823,0.0041414155,0.5591894],"study_design_scores_gemma":[0.010536568,0.0032868178,0.29677606,0.004641634,0.000060696082,0.000075828924,0.36020526,0.010805729,0.00016656931,0.00057253137,0.31193823,0.00093406584],"about_ca_topic_score_codex":0.00013777865,"about_ca_topic_score_gemma":0.00070787285,"teacher_disagreement_score":0.5582553,"about_ca_system_score_codex":0.0013576209,"about_ca_system_score_gemma":0.008675164,"threshold_uncertainty_score":0.9969447},"labels":[],"label_agreement":null},{"id":"W3178687183","doi":"10.2196/28023","title":"Effect of Interventions With a Clinical Decision Support System for Hospitalized Older Patients: Systematic Review Mapping Implementation and Design Factors","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Frailty in Older Adults","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; Checklist; MEDLINE; Clinical decision support system; Systematic review; Guideline; Scopus; Delirium; Decision support system; Intensive care medicine; Nursing; Psychology; Data mining; Computer science","score_opus":0.06943883795515862,"score_gpt":0.45889776593025844,"score_spread":0.38945892797509984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178687183","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023390481,0.92344415,0.04473753,0.000017353661,0.00036898928,0.030933762,0.00015424287,0.00008143093,0.000028631835],"genre_scores_gemma":[0.000064134634,0.98772234,0.006437754,0.00010479116,0.000045781973,0.0032668696,0.0022637618,0.000065454566,0.000029087973],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99121547,0.00075805304,0.0061142384,0.00026342363,0.001321638,0.00032716218],"domain_scores_gemma":[0.9915859,0.0040343185,0.0028185633,0.0006339477,0.00048681855,0.00044042172],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0042288033,0.0005580807,0.0064495876,0.00025948967,0.000060105212,0.000039024977,0.00026340265,0.0004935366,0.00010719817],"category_scores_gemma":[0.0037553678,0.00031261687,0.0013037515,0.00041636828,0.00012925775,0.00018520933,0.00014688398,0.00048220815,0.00001045115],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016980108,0.00009715357,0.00008202382,0.80188555,0.0006995452,0.000006630626,0.00024267437,7.840691e-9,6.491248e-10,0.000007090301,0.0020456566,0.1949167],"study_design_scores_gemma":[0.004301889,0.0031928087,0.000021803897,0.9731508,0.010518333,0.00015493846,0.0005568435,0.000056612455,4.5904847e-7,3.1121948e-7,0.00778054,0.00026465405],"about_ca_topic_score_codex":0.0000017794115,"about_ca_topic_score_gemma":7.897334e-7,"teacher_disagreement_score":0.19465204,"about_ca_system_score_codex":0.00021687518,"about_ca_system_score_gemma":0.0005557864,"threshold_uncertainty_score":0.9999326},"labels":[],"label_agreement":null},{"id":"W3178886800","doi":"10.2196/24633","title":"Digital Medical Device Companion (MyIUS) for New Users of Intrauterine Systems: App Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bayer","keywords":"Context (archaeology); Computer science; Digital health; Medicine; Software deployment; Personalization; Multidisciplinary approach; Process management; Health care; Medical emergency; World Wide Web; Engineering","score_opus":0.06200740932899316,"score_gpt":0.4389795626942279,"score_spread":0.3769721533652347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178886800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80506176,0.00059332105,0.13851833,0.008032606,0.0037851396,0.026868224,0.00020935951,0.000676465,0.016254768],"genre_scores_gemma":[0.9193134,0.0012475143,0.019608703,0.018398214,0.0026237713,0.032191537,0.0020821074,0.00014403298,0.004390743],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945437,0.00013770157,0.0029437505,0.00018112209,0.0014917863,0.0007019905],"domain_scores_gemma":[0.9955626,0.0010482664,0.0006368425,0.0004456988,0.0004701037,0.0018364668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015100919,0.00020674132,0.0006391899,0.00010560037,0.0004019188,0.000020051311,0.00041562185,0.00042692377,0.00062588253],"category_scores_gemma":[0.0011077558,0.00017279937,0.00006020843,0.00039215,0.00007260756,0.00020968856,0.00028215782,0.0007455653,0.00020770324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002605572,0.0028552297,0.032133278,0.027872799,0.00026107376,0.000024519879,0.039620794,0.00001597487,0.0000024013361,0.024165783,0.21499309,0.65779454],"study_design_scores_gemma":[0.0039675105,0.00016948441,0.004017724,0.0011094935,0.000020389289,0.00001691799,0.025661591,0.0049773017,0.0000064998876,0.00006355549,0.9597953,0.00019420603],"about_ca_topic_score_codex":0.00004965787,"about_ca_topic_score_gemma":0.00016534551,"teacher_disagreement_score":0.74480224,"about_ca_system_score_codex":0.00017698879,"about_ca_system_score_gemma":0.009210115,"threshold_uncertainty_score":0.99640673},"labels":[],"label_agreement":null},{"id":"W3179564441","doi":"10.2196/28754","title":"Depression Detection on Reddit With an Emotion-Based Attention Network: Algorithm Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities; State Key Laboratory of Novel Software Technology; Nanjing University; National Natural Science Foundation of China","keywords":"Computer science; Mental health; Artificial intelligence; Psychology; Cognitive psychology; Machine learning; Psychiatry","score_opus":0.0273795960637089,"score_gpt":0.34415654535750817,"score_spread":0.3167769492937993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179564441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8581343,0.000019118714,0.13862492,0.00012259846,0.00038610148,0.00034596326,0.000002594867,0.00010388561,0.0022604675],"genre_scores_gemma":[0.93691254,0.000005527224,0.059960466,0.0019089021,0.00035843562,0.00019303382,0.0004920169,0.000025528941,0.00014354898],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824095,0.000136871,0.0005459428,0.00015528512,0.00062773033,0.00029321495],"domain_scores_gemma":[0.99911594,0.00010306851,0.00020740197,0.0002015477,0.000085130974,0.00028693292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058211567,0.00012958123,0.00014384891,0.00006709495,0.00025396943,0.00004184992,0.00006494857,0.0002073651,0.00041224065],"category_scores_gemma":[0.000031152627,0.00011024962,0.000016170326,0.00022141881,0.00004213374,0.0001991676,0.000029804485,0.00030385252,0.000075913704],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077317556,0.00018063643,0.0024951266,0.00014595229,0.000015667252,0.00002236389,0.0017820158,0.000046410772,0.0000074737595,0.00010007534,0.00026777366,0.99485916],"study_design_scores_gemma":[0.016054142,0.0033749854,0.32772803,0.0057172733,0.000113166934,0.0010288123,0.029645683,0.57119787,0.017074598,0.0003858504,0.025952378,0.0017271994],"about_ca_topic_score_codex":0.000006890426,"about_ca_topic_score_gemma":0.000019144229,"teacher_disagreement_score":0.993132,"about_ca_system_score_codex":0.000102218626,"about_ca_system_score_gemma":0.00013001787,"threshold_uncertainty_score":0.45137462},"labels":[],"label_agreement":null},{"id":"W3179717717","doi":"10.2196/27449","title":"Contact Tracing Apps: Lessons Learned on Privacy, Autonomy, and the Need for Detailed and Thoughtful Implementation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Human Genome Research Institute; University of Texas Health Science Center at Houston; National Institute on Aging; National Science Foundation; National Institutes of Health; National Institute of Dental and Craniofacial Research; Cancer Prevention and Research Institute of Texas","keywords":"Contact tracing; Internet privacy; Autonomy; Harm; Scale (ratio); Pandemic; Psychological intervention; Tracing; Computer science; Public relations; Computer security; Coronavirus disease 2019 (COVID-19); Psychology; Political science; Medicine; Nursing","score_opus":0.04460790105917585,"score_gpt":0.3630783279529294,"score_spread":0.31847042689375354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179717717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27052075,0.00013826713,0.68612087,0.039664306,0.00021544874,0.0014154398,0.000014537193,0.00021234564,0.0016980186],"genre_scores_gemma":[0.98697525,0.000041172032,0.0070430026,0.0056741238,0.000054733657,0.00013313313,0.000016666954,0.0000088524475,0.000053079926],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99847186,0.000064521606,0.000548493,0.00017095683,0.00045424377,0.0002899329],"domain_scores_gemma":[0.9977105,0.001501862,0.000176256,0.00033593533,0.00008148383,0.00019392621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008052418,0.00015688466,0.00026633716,0.0000669267,0.0002209911,0.0005469472,0.0003615742,0.00008820093,0.000011839637],"category_scores_gemma":[0.0004929918,0.00011017406,0.000067663306,0.00019908632,0.00007973296,0.0009460465,0.00033278196,0.0002451024,0.000004968594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010028147,0.00008083978,0.0004710381,0.000539831,0.000080495476,0.000014760383,0.0445777,0.000013415607,0.00007411302,0.2604427,0.0005304854,0.69307435],"study_design_scores_gemma":[0.025447225,0.00071832706,0.011312626,0.0010073741,0.000108861976,0.00019222194,0.020388754,0.8563801,0.004585926,0.022150856,0.056656547,0.0010512047],"about_ca_topic_score_codex":0.000008691184,"about_ca_topic_score_gemma":0.000044734366,"teacher_disagreement_score":0.85636663,"about_ca_system_score_codex":0.00007641657,"about_ca_system_score_gemma":0.0005127796,"threshold_uncertainty_score":0.5274224},"labels":[],"label_agreement":null},{"id":"W3182454584","doi":"10.2196/27977","title":"Factors to Effective Telemedicine Visits During the COVID-19 Pandemic: Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Specialty; Medicine; Descriptive statistics; Logistic regression; Medical emergency; Odds; Health care; Odds ratio; Pandemic; Coronavirus disease 2019 (COVID-19); Family medicine; Internal medicine; Disease; Statistics","score_opus":0.046459820177397734,"score_gpt":0.41421904954374866,"score_spread":0.3677592293663509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182454584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867152,0.00004902392,0.0012131041,0.0062239855,0.00031006307,0.0046227206,0.000014800313,0.00020073452,0.0006503829],"genre_scores_gemma":[0.9659691,0.000037717095,0.00013408442,0.032345522,0.0004788079,0.00054962054,0.0001498866,0.000023954084,0.0003113038],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995868,0.00017085685,0.0011821454,0.00022659838,0.0020005656,0.0005518141],"domain_scores_gemma":[0.99654907,0.0007841249,0.00022432007,0.0005442174,0.00024098842,0.001657269],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015121443,0.00028022396,0.00063614594,0.00019563541,0.0003173792,0.000028248862,0.00021612209,0.0001491794,0.0015451565],"category_scores_gemma":[0.0034496635,0.00016202022,0.00009342399,0.0008355321,0.00009385313,0.00013607553,0.00020583904,0.0007317042,0.00007380165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085697684,0.00026005713,0.9583943,0.0004962025,0.00020507723,0.00013993529,0.022497268,0.0000020543105,0.000029593744,0.000018110622,0.008881969,0.00898976],"study_design_scores_gemma":[0.004950549,0.0009884182,0.91239274,0.00009743972,0.00018788826,0.00041877799,0.033072248,0.0000941924,0.00012459108,0.000010462871,0.047496077,0.00016664538],"about_ca_topic_score_codex":0.00010808167,"about_ca_topic_score_gemma":0.0002528656,"teacher_disagreement_score":0.04600157,"about_ca_system_score_codex":0.00041916632,"about_ca_system_score_gemma":0.00078252563,"threshold_uncertainty_score":0.9993676},"labels":[],"label_agreement":null},{"id":"W3183495504","doi":"10.2196/30401","title":"Machine Learning Approaches to Retrieve High-Quality, Clinically Relevant Evidence From the Biomedical Literature: Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Machine learning; Artificial intelligence; Computer science; Unsupervised learning; Quality (philosophy); Process (computing)","score_opus":0.7988339460778502,"score_gpt":0.5699960012533037,"score_spread":0.22883794482454645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183495504","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015275688,0.97535634,0.010259485,0.0045978297,0.00078880426,0.008253279,0.0002974668,0.000039783677,0.00040550646],"genre_scores_gemma":[0.0000043822024,0.9800778,0.0074589676,0.006595232,0.0006123661,0.0012531612,0.0014136867,0.00006419749,0.0025201943],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.78869927,0.08316401,0.08604769,0.0021102868,0.038852915,0.0011258303],"domain_scores_gemma":[0.78126967,0.1580525,0.04014867,0.015755259,0.0022796148,0.0024942805],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.3540752,0.0016194526,0.035559535,0.0005144975,0.0003790837,0.0033599762,0.012793618,0.0015602349,0.007814823],"category_scores_gemma":[0.6368435,0.0005769966,0.009721939,0.008768379,0.00038615707,0.0005747942,0.0028512948,0.004734136,0.011564755],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030936444,0.00009114162,0.000008140132,0.6853339,0.0012220887,0.0000557641,0.0018306223,5.19255e-7,3.1537002e-9,0.00092781277,0.086343795,0.22418308],"study_design_scores_gemma":[0.00006823742,0.000059682003,0.0000010727847,0.49680638,0.0031403517,0.00009662235,0.00029467724,0.00057917135,7.1767103e-9,0.00015503127,0.49840668,0.00039207324],"about_ca_topic_score_codex":0.000015763882,"about_ca_topic_score_gemma":0.000008574589,"teacher_disagreement_score":0.41206288,"about_ca_system_score_codex":0.00020140123,"about_ca_system_score_gemma":0.0016122893,"threshold_uncertainty_score":0.99973595},"labels":[],"label_agreement":null},{"id":"W3184268475","doi":"10.2196/27396","title":"Common Data Elements for Meaningful Stroke Documentation in Routine Care and Clinical Research: Retrospective Data Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Westfälische Wilhelms-Universität Münster","keywords":"Documentation; Computer science; Medical record; Variety (cybernetics); Workflow; World Wide Web; Data science; Medicine; Information retrieval; Database; Artificial intelligence; Surgery","score_opus":0.3366578208498488,"score_gpt":0.6277563351074988,"score_spread":0.29109851425765004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184268475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619608,0.0010668894,0.008862054,0.0049911984,0.0013756268,0.0072816545,0.003959418,0.00014581397,0.010356561],"genre_scores_gemma":[0.95476526,0.0018933633,0.015417979,0.0026200407,0.0009436219,0.0005020466,0.02314269,0.0000454829,0.0006695263],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9920683,0.0019439146,0.0030449876,0.00045578412,0.0015274513,0.00095955585],"domain_scores_gemma":[0.99303997,0.0031964707,0.00059384364,0.0020842564,0.0005879792,0.00049747765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017949726,0.00015675504,0.00075841445,0.00030253822,0.00048741838,0.00004506168,0.0011048514,0.0004567145,0.00032564174],"category_scores_gemma":[0.0064407755,0.00013937171,0.000049350314,0.0010911776,0.00013349738,0.0007468337,0.0021716803,0.0022704797,0.00004099079],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000941119,0.0001336909,0.92751604,0.00171288,0.00036886436,0.000010080497,0.015374949,5.54928e-7,5.9367045e-7,0.0009868771,0.025878636,0.027922722],"study_design_scores_gemma":[0.012872725,0.0011067254,0.21376923,0.0018966777,0.00055739394,0.000008149721,0.24977487,0.34441793,0.000004840901,0.00073786447,0.17428023,0.0005733612],"about_ca_topic_score_codex":0.00068020984,"about_ca_topic_score_gemma":0.027544381,"teacher_disagreement_score":0.7137468,"about_ca_system_score_codex":0.0007229532,"about_ca_system_score_gemma":0.0024803465,"threshold_uncertainty_score":0.9902004},"labels":[],"label_agreement":null},{"id":"W3184856471","doi":"10.2196/30770","title":"Prediction of Critical Care Outcome for Adult Patients Presenting to Emergency Department Using Initial Triage Information: An XGBoost Algorithm Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Triage; Emergency department; Receiver operating characteristic; Medicine; Machine learning; Logistic regression; Respiratory rate; Artificial intelligence; Vital signs; Discriminative model; Blood pressure; Algorithm; Emergency medicine; Computer science; Heart rate; Internal medicine; Surgery","score_opus":0.050365550104336514,"score_gpt":0.3965936565845112,"score_spread":0.34622810648017466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184856471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89750797,0.00009891323,0.09509314,0.0005719476,0.0015769382,0.0015865947,0.0019424874,0.00009436814,0.0015276172],"genre_scores_gemma":[0.95897406,0.00006684439,0.0346676,0.0014595952,0.00048251543,0.00021962302,0.004092081,0.00001735834,0.000020302617],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966372,0.0000422567,0.001775363,0.00012223958,0.0010924168,0.00033050816],"domain_scores_gemma":[0.995971,0.000078530975,0.00022306273,0.00027902581,0.0030361847,0.0004121707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023086835,0.0001901348,0.0005531425,0.0002564069,0.00017770166,0.000018050188,0.000115206436,0.00018082433,0.000290951],"category_scores_gemma":[0.0025230632,0.00016552357,0.0003024246,0.0007615382,0.00006977221,0.00066727557,0.0001411604,0.0001856526,0.000005720399],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007752019,0.004482738,0.5165536,0.023915663,0.0061467765,0.000080991944,0.21485582,0.00053587527,0.00004068946,0.002466462,0.0214592,0.20868698],"study_design_scores_gemma":[0.017221835,0.0040806807,0.15909718,0.00089013204,0.011963595,0.00006153447,0.20039569,0.57583135,0.0030708245,0.00013922177,0.025643643,0.0016043187],"about_ca_topic_score_codex":0.0000088739325,"about_ca_topic_score_gemma":0.000014107635,"teacher_disagreement_score":0.57529545,"about_ca_system_score_codex":0.00008296891,"about_ca_system_score_gemma":0.0001582228,"threshold_uncertainty_score":0.6749855},"labels":[],"label_agreement":null},{"id":"W3185160547","doi":"10.2196/30214","title":"Predicting Patients’ Intention to Use a Personal Health Record Using an Adapted Unified Theory of Acceptance and Use of Technology Model: Secondary Data Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Health care; Medicine; Nursing; Patient portal; Unified theory of acceptance and use of technology; Population; Family medicine; Medical education; Psychology; Environmental health; Social psychology","score_opus":0.15341815442743492,"score_gpt":0.43396516832016585,"score_spread":0.28054701389273096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185160547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9188318,0.00005356833,0.07926931,0.0003407388,0.00016006308,0.0008798605,0.000362103,0.000063353145,0.000039153612],"genre_scores_gemma":[0.96149325,0.00013468528,0.036062207,0.0015999331,0.000030361729,0.00004351752,0.00054695434,0.000024062316,0.000065055356],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953285,0.0007733205,0.0023704206,0.00025579106,0.00068255997,0.0005894462],"domain_scores_gemma":[0.9959613,0.0006946893,0.0012916725,0.0008591312,0.0007054573,0.0004877512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002591287,0.00017052652,0.0008008194,0.00056496344,0.00025417423,0.000012769373,0.00036110566,0.0004278644,0.00014444976],"category_scores_gemma":[0.0026761724,0.00015588815,0.00005537483,0.0014723185,0.0001287713,0.0009805739,0.0005938983,0.0010812372,0.000001635151],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003611959,0.0005387743,0.79945034,0.0058891834,0.0006405144,0.000003333855,0.04951766,0.00014742017,0.00005030739,0.0024191665,0.00078748784,0.14019461],"study_design_scores_gemma":[0.0009988372,0.00034475437,0.019824803,0.0013778936,0.000116377545,0.0000046712016,0.024595046,0.9515709,0.000008666315,0.0001295737,0.0008682158,0.00016025457],"about_ca_topic_score_codex":0.00062441354,"about_ca_topic_score_gemma":0.002930329,"teacher_disagreement_score":0.95142347,"about_ca_system_score_codex":0.00027060686,"about_ca_system_score_gemma":0.0033932712,"threshold_uncertainty_score":0.63569343},"labels":[],"label_agreement":null},{"id":"W3185172885","doi":"10.2196/29226","title":"Predicting Antituberculosis Drug–Induced Liver Injury Using an Interpretable Machine Learning Method: Model Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Drug-Induced Hepatotoxicity and Protection","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sanming Project of Medicine in Shenzhen; Science, Technology and Innovation Commission of Shenzhen Municipality","keywords":"Medicine; Receiver operating characteristic; Pyrazinamide; Ethambutol; Liver injury; Aspartate transaminase; Tuberculosis; Internal medicine; Machine learning; Artificial intelligence; Mycobacterium tuberculosis; Pathology","score_opus":0.1489582230874151,"score_gpt":0.45395172504896714,"score_spread":0.30499350196155206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185172885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98160344,0.000041800144,0.01638133,0.00005345789,0.00037612134,0.0006353424,0.000009383334,0.00015461212,0.0007444822],"genre_scores_gemma":[0.9839696,0.000057687652,0.014825369,0.0007654138,0.00010636101,0.000079084966,0.000062334686,0.000023588656,0.00011053395],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971346,0.0008905348,0.0008231213,0.0002362074,0.0005226304,0.0003929001],"domain_scores_gemma":[0.9987776,0.00021348955,0.00026107527,0.00016908391,0.00016079276,0.0004179042],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027893868,0.00025378837,0.0003499632,0.00016560688,0.00068107975,0.00008806422,0.00018023624,0.00044222057,0.0002907816],"category_scores_gemma":[0.00028622543,0.00024911328,0.00004915433,0.00031050554,0.000055438653,0.0008068323,0.0002969874,0.001790574,0.000019165223],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041710082,0.0037910654,0.100755855,0.0012653343,0.0009221892,0.00013260315,0.27411422,0.023802005,0.02872907,0.00028507688,0.00009450205,0.565691],"study_design_scores_gemma":[0.00085852994,0.00010731501,0.00030714387,0.00007850183,0.00010403872,0.00006656156,0.0047504716,0.92927116,0.06288091,0.000036431717,0.0012704929,0.0002684646],"about_ca_topic_score_codex":0.00009530029,"about_ca_topic_score_gemma":0.00009969353,"teacher_disagreement_score":0.9054691,"about_ca_system_score_codex":0.00013732324,"about_ca_system_score_gemma":0.00034609597,"threshold_uncertainty_score":0.9999961},"labels":[],"label_agreement":null},{"id":"W3185317026","doi":"10.2196/29374","title":"Using a New Model of Electronic Health Record Training to Reduce Physician Burnout: A Plan for Action","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Burnout; Electronic health record; Documentation; Medicine; Action plan; Action (physics); Health care; Nursing; Medical education; Medical emergency; Computer science","score_opus":0.25378494715305816,"score_gpt":0.509928202309986,"score_spread":0.2561432551569279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185317026","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47571215,0.0002494484,0.50291556,0.010702948,0.0014098232,0.0050890925,0.00006851275,0.00022677665,0.0036256625],"genre_scores_gemma":[0.7449911,0.00057242776,0.16241242,0.07893645,0.005470251,0.0018953439,0.00036339634,0.000278857,0.005079727],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99511844,0.00027871915,0.00211955,0.00018925534,0.0007405566,0.0015534782],"domain_scores_gemma":[0.99698645,0.00046554828,0.0009221181,0.00038543806,0.00026217292,0.0009782541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019311844,0.00021362632,0.0007780775,0.00016174193,0.00042901954,0.000009804153,0.0002551904,0.000370908,0.00007057992],"category_scores_gemma":[0.0005444628,0.0002039395,0.00012081502,0.0005176305,0.000027452887,0.00022318159,0.0000820719,0.0012171315,0.000030928215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005160397,0.00028468567,0.00014930086,0.012158654,0.00018590111,0.0000021104188,0.2582576,0.0014253022,0.0015802047,0.020203507,0.07185727,0.63337946],"study_design_scores_gemma":[0.0035889004,0.0010515205,0.000026460742,0.0050286874,0.000034202505,0.000025926067,0.056518916,0.77628416,0.0002620073,0.003313071,0.15339918,0.00046695015],"about_ca_topic_score_codex":0.0003748077,"about_ca_topic_score_gemma":0.0010959234,"teacher_disagreement_score":0.7748589,"about_ca_system_score_codex":0.0013404638,"about_ca_system_score_gemma":0.029433079,"threshold_uncertainty_score":0.97606915},"labels":[],"label_agreement":null},{"id":"W3185363072","doi":"10.2196/30040","title":"Electricity, Computing Hardware, and Internet Infrastructures in Health Facilities in Sierra Leone: Field Mapping Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università ta' Malta; UNICEF; United States Agency for International Development","keywords":"Sierra leone; Health facility; Business; Health care; Electricity; Computer science; Environmental health; Medicine; Engineering; Economic growth; Socioeconomics; Economics; Health services","score_opus":0.02447515924708813,"score_gpt":0.3001485841231508,"score_spread":0.27567342487606267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185363072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8952715,0.00027428273,0.10092782,0.0015581212,0.00024866412,0.0003105966,0.0000011588565,0.00010458006,0.0013032911],"genre_scores_gemma":[0.97832006,0.00008290238,0.018418422,0.003049714,0.000021383876,0.000012773595,0.000004780771,0.000004754631,0.00008520033],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764603,0.0002368824,0.0009760122,0.00012294392,0.0005991902,0.00041894507],"domain_scores_gemma":[0.9987209,0.00058702537,0.00015054157,0.0003568037,0.00006116524,0.00012356185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010227051,0.0001611608,0.00035782057,0.00034793533,0.00008062829,0.00026615005,0.0008203799,0.00011103532,0.00003200325],"category_scores_gemma":[0.00055633514,0.00015629531,0.000022222282,0.00071088236,0.000063633626,0.0005348874,0.001428319,0.0008685754,0.000003726899],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075301577,0.00023475906,0.086329706,0.0013202799,0.00003453586,0.00012606086,0.6847932,0.000118091695,0.000001061284,0.0067527527,0.003499319,0.21678275],"study_design_scores_gemma":[0.0033910824,0.0006992161,0.2497362,0.003501947,0.0000019708582,0.00036054806,0.15448946,0.56911415,0.00019626484,0.0077099754,0.009848042,0.0009511123],"about_ca_topic_score_codex":0.00051306863,"about_ca_topic_score_gemma":0.00066516106,"teacher_disagreement_score":0.5689961,"about_ca_system_score_codex":0.00011826381,"about_ca_system_score_gemma":0.00047656347,"threshold_uncertainty_score":0.6373538},"labels":[],"label_agreement":null},{"id":"W3185442588","doi":"10.2196/25531","title":"Evaluation of Three Feasibility Tools for Identifying Patient Data and Biospecimen Availability: Comparative Usability Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; Friedrich-Alexander-Universität Erlangen-Nürnberg","keywords":"Usability; Computer science; Health informatics; Heuristic evaluation; Informatics; Cognitive walkthrough; User interface; User Friendly; Web usability; Data science; World Wide Web; Health care; Human–computer interaction; Engineering","score_opus":0.5380825488161064,"score_gpt":0.5724558043353799,"score_spread":0.034373255519273505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185442588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985247,0.00023991929,0.0017959281,0.00031125604,0.0005076017,0.010420444,0.00022977535,0.000041615574,0.0012064441],"genre_scores_gemma":[0.9970051,0.000011981111,0.0014667005,0.0002439612,0.00010652444,0.00092339166,0.00021881587,0.000010170701,0.000013360368],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9915149,0.0022214754,0.0029211368,0.00036211815,0.0024330246,0.0005472996],"domain_scores_gemma":[0.99141663,0.0037164318,0.00086046883,0.0015595253,0.0021006833,0.0003462413],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024272025,0.00018377161,0.00073772355,0.000054348042,0.0003942406,0.0000286811,0.00041792623,0.0002659955,0.00063561986],"category_scores_gemma":[0.010916846,0.00015160283,0.000047851358,0.0003042792,0.00018288374,0.0007203008,0.0007574432,0.00070259016,0.000028767443],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028504766,0.0033833683,0.5776675,0.0112393,0.00044993247,0.0000016865354,0.18831162,0.0000056801773,0.000042297685,0.00056513556,0.008165208,0.20988324],"study_design_scores_gemma":[0.011820605,0.0018499172,0.330472,0.0013977564,0.0004960372,0.0000088110255,0.35915926,0.28097683,0.00011482571,0.0048865373,0.008241646,0.0005757989],"about_ca_topic_score_codex":0.00011012034,"about_ca_topic_score_gemma":0.0038547036,"teacher_disagreement_score":0.28097114,"about_ca_system_score_codex":0.0007658761,"about_ca_system_score_gemma":0.0049727974,"threshold_uncertainty_score":0.99741465},"labels":[],"label_agreement":null},{"id":"W3185951817","doi":"10.2196/20492","title":"Assessing the Performance of Clinical Natural Language Processing Systems: Development of an Evaluation Methodology","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Robustness (evolution); Annotation; Representativeness heuristic; Task (project management); Population; Software; Data collection; Health informatics; Artificial intelligence; Natural language processing; Data science; Data mining; Public health; Medicine","score_opus":0.1655180781338516,"score_gpt":0.5212661231110078,"score_spread":0.35574804497715623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185951817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9229773,0.0005243165,0.07524707,0.00020967575,0.0005077253,0.00020257206,2.463953e-7,0.000037803304,0.00029325762],"genre_scores_gemma":[0.7588082,0.0000041384656,0.24088088,0.00020648944,0.00006165121,0.00001736154,0.000010060251,0.0000034236261,0.000007807216],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954573,0.0012178314,0.0016196783,0.0001164155,0.0013963587,0.0001924032],"domain_scores_gemma":[0.99727654,0.0008059821,0.00080166163,0.00042598846,0.00058136607,0.00010843244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011030315,0.000092124814,0.00033452004,0.000057984635,0.00011937171,0.00007217352,0.00071707077,0.00015031839,0.000015526677],"category_scores_gemma":[0.0022598596,0.00005985977,0.000040916573,0.00036253128,0.00011141118,0.0007451322,0.00027344964,0.00059065135,0.0000026409862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027211158,0.00004238752,0.0027422437,0.0011076222,0.000012051866,0.0000021455733,0.027640361,0.00029115882,0.000017138356,0.0002456555,0.000011176907,0.9678853],"study_design_scores_gemma":[0.00024066829,0.000044589855,0.018408203,0.00036092912,0.0000065817785,0.00005228841,0.0057458985,0.9744197,0.0004412053,0.0000066525226,0.00020677384,0.0000664969],"about_ca_topic_score_codex":0.000007558237,"about_ca_topic_score_gemma":0.0000061353207,"teacher_disagreement_score":0.97412854,"about_ca_system_score_codex":0.000036023765,"about_ca_system_score_gemma":0.0023815366,"threshold_uncertainty_score":0.42247435},"labels":[],"label_agreement":null},{"id":"W3185975388","doi":"10.2196/27110","title":"Prediction Model of Anastomotic Leakage Among Esophageal Cancer Patients After Receiving an Esophagectomy: Machine Learning Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Esophageal Cancer Research and Treatment","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Esophagectomy; Logistic regression; Random forest; Framingham Risk Score; Decision tree; Esophageal cancer; Population; Internal medicine; Surgery; Machine learning; Cancer; Disease; Computer science","score_opus":0.02120114643842309,"score_gpt":0.29969475545312874,"score_spread":0.27849360901470566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185975388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949291,0.0011409947,0.0015393908,0.000059663183,0.00009086385,0.00061129464,0.000085360654,0.00010645063,0.001436903],"genre_scores_gemma":[0.99528295,0.00027472683,0.002474647,0.0002658846,0.00011901887,0.00027380305,0.0005840981,0.000037178637,0.0006877188],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99671125,0.000105029554,0.00079765456,0.00022928923,0.0016658698,0.0004909294],"domain_scores_gemma":[0.99823767,0.000047196205,0.00021093564,0.00035236485,0.00034732508,0.00080452184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035844903,0.00025415426,0.000511725,0.0001740827,0.000105709965,0.00003516734,0.00015178353,0.00023988463,0.00056472217],"category_scores_gemma":[0.00021340957,0.00020580766,0.00014377471,0.00040018227,0.00019593269,0.0005099164,0.00015287405,0.0008661074,0.000010257507],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043587355,0.0021905857,0.9583171,0.0021477412,0.00030499193,0.00021859605,0.009227487,0.002058617,0.000016713584,0.000042092626,0.00018559731,0.024854595],"study_design_scores_gemma":[0.0044718855,0.0009925436,0.25161418,0.00047712857,0.00014767965,0.000022592496,0.00044720867,0.7406005,0.0009855904,0.000027954635,0.000033828255,0.00017888559],"about_ca_topic_score_codex":0.000061725645,"about_ca_topic_score_gemma":0.00004736251,"teacher_disagreement_score":0.7385419,"about_ca_system_score_codex":0.0002664108,"about_ca_system_score_gemma":0.00063759065,"threshold_uncertainty_score":0.83925927},"labels":[],"label_agreement":null},{"id":"W3185976472","doi":"10.2196/26823","title":"Predicting Biologic Therapy Outcome of Patients With Spondyloarthritis: Joint Models for Longitudinal and Survival Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Spondyloarthritis Studies and Treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Telecomunicações; European Commission","keywords":"Medicine; Disease; Medical record; Intensive care medicine; Internal medicine","score_opus":0.04278176852146149,"score_gpt":0.3048518796674442,"score_spread":0.2620701111459827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185976472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959067,0.00063159224,0.0020686216,0.00014190262,0.0000719072,0.0005585464,0.00016762839,0.000032231877,0.00042083254],"genre_scores_gemma":[0.9952206,0.00047380163,0.0035450412,0.00023168554,0.00003910375,0.00008905657,0.00035656706,0.000011351134,0.000032779368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99822736,0.000022737395,0.000726411,0.0001529895,0.00059914065,0.00027133734],"domain_scores_gemma":[0.99885905,0.00012541194,0.00021944723,0.00022306002,0.00035983245,0.00021320191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023405434,0.00018146118,0.00076069497,0.00012225233,0.00009491831,0.000015697606,0.000051576277,0.00012857217,0.00010272369],"category_scores_gemma":[0.00014369523,0.00011876034,0.00017171534,0.00038456405,0.0001738353,0.00012814997,0.00007418551,0.00014219407,0.000001103486],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003040829,0.00039061796,0.9881801,0.00017502418,0.0012167932,0.000026811564,0.0007369366,0.000010977118,0.000001212394,0.00020798115,0.0000239577,0.008725505],"study_design_scores_gemma":[0.016314505,0.0020012402,0.96997195,0.0002757422,0.00070749223,0.000033630105,0.002121476,0.0077889557,0.00007699514,0.0001418006,0.00034189902,0.00022429408],"about_ca_topic_score_codex":0.000012906729,"about_ca_topic_score_gemma":0.000046971978,"teacher_disagreement_score":0.01820813,"about_ca_system_score_codex":0.000026266283,"about_ca_system_score_gemma":0.00007560754,"threshold_uncertainty_score":0.4842906},"labels":[],"label_agreement":null},{"id":"W3186041094","doi":"10.2196/22491","title":"Predicting Unscheduled Emergency Department Return Visits Among Older Adults: Population-Based Retrospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Emergency department; Medical record; Health care; Population; Medical emergency; Emergency medicine; Gerontology; Environmental health","score_opus":0.009002125812333759,"score_gpt":0.2985024629839818,"score_spread":0.289500337171648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186041094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941155,0.00031391482,0.00022305691,0.00047876267,0.0007525798,0.0012464224,0.000027436372,0.00019320191,0.00264915],"genre_scores_gemma":[0.997511,0.00016842375,0.0005155452,0.0006513129,0.00037019767,0.00021927968,0.00035456344,0.000025847306,0.00018379846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99642473,0.00007390584,0.0012645732,0.0002451569,0.0015735354,0.0004180724],"domain_scores_gemma":[0.9981623,0.00005755906,0.00029213863,0.00043805715,0.0006390046,0.00041092662],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000311049,0.0002890951,0.0005593778,0.000103469436,0.00024890955,0.00001742024,0.00013790013,0.00021353265,0.001767546],"category_scores_gemma":[0.0011579137,0.00023403858,0.00019594273,0.0006141375,0.000049411545,0.00022871843,0.00013321119,0.0005952631,0.000027649572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005660658,0.0007596172,0.98515815,0.00038681776,0.00027960178,0.00011514796,0.00828813,0.0000032015016,0.0000017909488,0.000029944284,0.0036555552,0.001265416],"study_design_scores_gemma":[0.0031970975,0.00042636754,0.96521163,0.0008093178,0.00021017472,0.000016502774,0.021194056,0.008343913,0.00009086522,0.000023595587,0.00021924256,0.00025722873],"about_ca_topic_score_codex":0.000036731486,"about_ca_topic_score_gemma":0.00025577215,"teacher_disagreement_score":0.01994653,"about_ca_system_score_codex":0.00017493914,"about_ca_system_score_gemma":0.00022680472,"threshold_uncertainty_score":0.999145},"labels":[],"label_agreement":null},{"id":"W3186243414","doi":"10.2196/29584","title":"Categorizing Vaccine Confidence With a Transformer-Based Machine Learning Model: Analysis of Nuances of Vaccine Sentiment in Twitter Discourse","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Horizon 2020 Framework Programme; GlaxoSmithKline","keywords":"Social media; Artificial intelligence; Computer science; Machine learning; Psychological intervention; Natural language processing; Sentiment analysis; Annotation; Set (abstract data type); Test set; Information retrieval; World Wide Web; Medicine; Nursing","score_opus":0.018758671158676247,"score_gpt":0.331647384747175,"score_spread":0.31288871358849873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186243414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94705045,0.00022920776,0.04800996,0.0023732577,0.000027441347,0.00022734764,0.000008391824,0.000023251514,0.0020506612],"genre_scores_gemma":[0.99816567,0.00022340177,0.0010817358,0.00031812326,0.000021750557,0.000016912969,0.000044297383,0.0000070099636,0.00012111684],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764603,0.00008867349,0.0008636906,0.00011207351,0.0009952515,0.00029426857],"domain_scores_gemma":[0.99898124,0.00016585818,0.00032014924,0.0001740887,0.00019735868,0.00016133106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070225605,0.00013727411,0.0005781123,0.00028591917,0.00008772303,0.000022748096,0.00022732966,0.000109126,0.00081802596],"category_scores_gemma":[0.00011477196,0.00010532312,0.00013017673,0.0015098368,0.000035376393,0.00034278282,0.000022292963,0.00029483382,0.0000017487702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005060215,0.0013028001,0.5946569,0.0013171122,0.0013354149,0.00014170966,0.27112988,0.108432226,0.00040543574,0.007277026,0.0004437436,0.013051731],"study_design_scores_gemma":[0.0031635456,0.00022948347,0.011902481,0.0005011066,0.0006545112,0.000002825942,0.03981638,0.94026107,0.0023453303,0.00021313546,0.0005650554,0.00034508735],"about_ca_topic_score_codex":0.0006579063,"about_ca_topic_score_gemma":0.005835998,"teacher_disagreement_score":0.83182883,"about_ca_system_score_codex":0.000050693776,"about_ca_system_score_gemma":0.00063378573,"threshold_uncertainty_score":0.895681},"labels":[],"label_agreement":null},{"id":"W3186833835","doi":"10.2196/29286","title":"Leveraging National Claims and Hospital Big Data: Cohort Study on a Statin-Drug Interaction Use Case","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Medicine; Cohort; Blueprint; Big data; Linkage (software); Record linkage; Data sharing; Medical record; Data warehouse; Medical emergency; Computer science; Database; Data mining; Engineering; Surgery; Population","score_opus":0.2809144353763157,"score_gpt":0.46315693702203675,"score_spread":0.18224250164572103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186833835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98899347,0.000004322055,0.006209509,0.0016451806,0.0009427365,0.00045954884,0.00016786816,0.00003392684,0.0015434336],"genre_scores_gemma":[0.9948266,0.000016103915,0.00094385067,0.003170372,0.000142579,0.000031764102,0.00031869826,0.000005575851,0.0005444552],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9949401,0.00020287403,0.00097429246,0.00027038722,0.0034379396,0.00017441237],"domain_scores_gemma":[0.99692166,0.0015743694,0.00025898882,0.00072971423,0.00029768518,0.00021758216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049801446,0.00012260374,0.00022300651,0.00016902416,0.00017862227,0.00084691244,0.00049586094,0.000047366506,0.00023106838],"category_scores_gemma":[0.0053551393,0.00009218945,0.000026885033,0.0003782807,0.00008925652,0.0020145793,0.0011806991,0.00032389184,0.0001696721],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052398915,0.0021842693,0.036758594,0.000083383464,0.00026299412,0.002528204,0.07588399,0.00004535097,4.628526e-7,0.002961247,0.53162575,0.34761336],"study_design_scores_gemma":[0.0025710708,0.0003194592,0.067789555,0.0001447875,0.00006272474,0.0007493742,0.47368553,0.074080184,0.0000105670015,0.0029424792,0.37708488,0.0005593774],"about_ca_topic_score_codex":0.00006788341,"about_ca_topic_score_gemma":0.00018386712,"teacher_disagreement_score":0.39780155,"about_ca_system_score_codex":0.000054884516,"about_ca_system_score_gemma":0.00019046181,"threshold_uncertainty_score":0.8166796},"labels":[],"label_agreement":null},{"id":"W3187063758","doi":"10.2196/24651","title":"Candidemia Risk Prediction (CanDETEC) Model for Patients With Malignancy: Model Development and Validation in a Single-Center Retrospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Medicine; Random forest; Retrospective cohort study; Receiver operating characteristic; Logistic regression; Machine learning; Artificial intelligence; Cancer; Internal medicine; Algorithm; Computer science","score_opus":0.0641049387357311,"score_gpt":0.38042674950844796,"score_spread":0.31632181077271687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187063758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885175,0.000012101529,0.009174717,0.00006801217,0.00016371788,0.0012228375,0.00026980147,0.000054431865,0.0005168879],"genre_scores_gemma":[0.9963665,0.000062104424,0.0019577558,0.0006667218,0.00004185577,0.00051359384,0.00023529552,0.000016060545,0.00014009193],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983656,0.00008155684,0.00062428304,0.000193465,0.00040017857,0.00033492837],"domain_scores_gemma":[0.9991018,0.00009593503,0.00022703217,0.00011756224,0.00020200034,0.00025562456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047526724,0.00019584771,0.00026711865,0.00011170424,0.00022351813,0.00002489321,0.00009738432,0.0002368498,0.000041258856],"category_scores_gemma":[0.00011724815,0.00016866582,0.000034148175,0.00019985554,0.000072496056,0.00040271418,0.00007039489,0.00065761537,0.0000048520023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062969653,0.003823598,0.9374186,0.00017027522,0.0002672445,0.000016748912,0.027490547,0.018512402,0.000058982016,0.000062704195,0.0012317897,0.01031741],"study_design_scores_gemma":[0.011440232,0.00021071498,0.017159654,0.00009337423,0.00012493267,0.00001014335,0.0015218488,0.96654564,0.00063929515,0.00016619923,0.0018297473,0.00025823858],"about_ca_topic_score_codex":0.0000031176633,"about_ca_topic_score_gemma":0.00009783458,"teacher_disagreement_score":0.9480332,"about_ca_system_score_codex":0.00029058705,"about_ca_system_score_gemma":0.00041682413,"threshold_uncertainty_score":0.6877993},"labels":[],"label_agreement":null},{"id":"W3188912472","doi":"10.2196/27842","title":"Quality of Hospital Electronic Health Record (EHR) Data Based on the International Consortium for Health Outcomes Measurement (ICHOM) in Heart Failure: Pilot Data Quality Assessment Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Innovative Medicines Initiative; European Commission; European Federation of Pharmaceutical Industries and Associations","keywords":"Documentation; Electronic health record; Medicine; Quality (philosophy); Data collection; Data quality; Health care; Health records; Quality management; Medical emergency; Data science; Computer science; Operations management","score_opus":0.4831762659776266,"score_gpt":0.5421808990779007,"score_spread":0.059004633100274095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188912472","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113324724,0.00006138483,0.15463726,0.7169289,0.002129421,0.0069807386,0.005264732,0.00009025414,0.00058255455],"genre_scores_gemma":[0.9496576,0.00003305602,0.009344023,0.03872341,0.00007458601,0.0002143449,0.0018819979,0.00001372466,0.00005724755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98072255,0.0027194887,0.0052232808,0.00072657823,0.009918917,0.0006892184],"domain_scores_gemma":[0.9887051,0.004039426,0.0016478696,0.0047906223,0.0005190169,0.0002979654],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10280245,0.00024193675,0.00096948654,0.00018245676,0.00020466407,0.0002966157,0.0052633067,0.00006449036,0.00038012926],"category_scores_gemma":[0.020423282,0.00015722477,0.00009886773,0.0006032217,0.00016948984,0.0008110741,0.0025347203,0.00059387024,0.000022367418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030362402,0.01156407,0.13234699,0.00051853113,0.00035567573,0.0000021155497,0.0034171306,0.000042285334,0.0000013457999,0.024929373,0.7769453,0.04957354],"study_design_scores_gemma":[0.008525931,0.003897115,0.4205371,0.00030862278,0.00002350705,0.0000010279642,0.068513095,0.04839622,0.0000067213055,0.0047511337,0.44443002,0.0006094892],"about_ca_topic_score_codex":0.00064420415,"about_ca_topic_score_gemma":0.012434559,"teacher_disagreement_score":0.83633286,"about_ca_system_score_codex":0.00054493,"about_ca_system_score_gemma":0.0044850884,"threshold_uncertainty_score":0.98782814},"labels":[],"label_agreement":null},{"id":"W3189373110","doi":"10.2196/18471","title":"Defining Patient-Oriented Natural Language Processing: A New Paradigm for Research and Development to Facilitate Adoption and Use by Medical Experts","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interpretability; Computer science; Flexibility (engineering); Artificial intelligence; Task (project management); Data science; Process (computing); Machine learning; Natural language processing","score_opus":0.06876038775680711,"score_gpt":0.3841559524638159,"score_spread":0.3153955647070088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189373110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66071737,0.0029540353,0.32374105,0.011024699,0.0003022773,0.0008660972,0.000010873204,0.00021311696,0.00017049148],"genre_scores_gemma":[0.56978476,0.00008484482,0.42166364,0.0071936776,0.0000884779,0.0003404552,0.00023661906,0.000025507617,0.00058204966],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99716485,0.000092949515,0.0005384559,0.00022973826,0.0015101456,0.0004638435],"domain_scores_gemma":[0.99803966,0.00054431084,0.000077198696,0.00021491045,0.0001899992,0.00093388854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080078235,0.0001305477,0.0001815983,0.000111290065,0.00022859647,0.0002404229,0.00027862258,0.0001609834,0.000023801847],"category_scores_gemma":[0.0024875868,0.00011065447,0.000014422649,0.00035284334,0.00008608866,0.00050896034,0.0005545982,0.00048725997,0.000009102552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019746923,0.00004040787,0.00084572384,0.00039936876,0.0000074453314,0.00002906812,0.13609497,0.0000014570855,0.0000033607025,0.0012636895,0.011250248,0.8500445],"study_design_scores_gemma":[0.0023190032,0.0007216651,0.0018172739,0.0015724973,0.000003405703,0.00046646272,0.01875034,0.47679242,0.0002781883,0.00013203856,0.49651736,0.0006293382],"about_ca_topic_score_codex":0.000040289007,"about_ca_topic_score_gemma":0.00003842391,"teacher_disagreement_score":0.8494152,"about_ca_system_score_codex":0.00006447291,"about_ca_system_score_gemma":0.0010526378,"threshold_uncertainty_score":0.45123583},"labels":[],"label_agreement":null},{"id":"W3189593202","doi":"10.2196/28287","title":"Ranking Rule-Based Automatic Explanations for Machine Learning Predictions on Asthma Hospital Encounters in Patients With Asthma: Retrospective Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Asthma; Machine learning; Ranking (information retrieval); Artificial intelligence; Medicine; Psychological intervention; Computer science; Rank (graph theory); Nursing","score_opus":0.007026208585640661,"score_gpt":0.2522357767612892,"score_spread":0.24520956817564857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189593202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6847324,0.0000038922194,0.31224674,0.00039473455,0.00030487493,0.0015648528,0.00001594505,0.00021870846,0.00051788706],"genre_scores_gemma":[0.98703593,0.0000016758205,0.011833347,0.00036441107,0.00003713745,0.0005793166,0.0000994708,0.00001757025,0.000031156742],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99672115,0.00011690779,0.000805307,0.00029552123,0.0016138417,0.00044726118],"domain_scores_gemma":[0.9981907,0.00040866734,0.00028087012,0.00046312035,0.00045514054,0.00020151093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008484079,0.00023321541,0.00035273188,0.00031031194,0.00033950692,0.00022397969,0.0005679026,0.00011586408,0.000068074565],"category_scores_gemma":[0.0008877117,0.00020208237,0.000072146475,0.000979203,0.00008554091,0.0009106761,0.00013819631,0.0005829556,0.000032216176],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006151541,0.0037993772,0.9395273,0.0001287958,0.00014686323,0.0000634462,0.027330307,0.010311093,4.711326e-7,0.0046199956,0.0004251411,0.013585746],"study_design_scores_gemma":[0.0016163632,0.0016612568,0.25032368,0.00022341174,0.000009782348,0.0000027840535,0.0030362457,0.74243444,0.000038074577,0.0001391488,0.0002668266,0.00024796673],"about_ca_topic_score_codex":0.000029727598,"about_ca_topic_score_gemma":0.00015081462,"teacher_disagreement_score":0.7321234,"about_ca_system_score_codex":0.00041906402,"about_ca_system_score_gemma":0.00036926114,"threshold_uncertainty_score":0.824068},"labels":[],"label_agreement":null},{"id":"W3190217029","doi":"10.2196/28752","title":"Privacy-Preserving Anonymity for Periodical Releases of Spontaneous Adverse Drug Event Reporting Data: Algorithm Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Information privacy; Anonymity; Data mining; Bounding overwatch; k-anonymity; Adverse Event Reporting System; Personally identifiable information; Information loss; Computer security; Algorithm; Internet privacy; Adverse effect; Medicine; Artificial intelligence","score_opus":0.04482336987483466,"score_gpt":0.32452392421256737,"score_spread":0.2797005543377327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190217029","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3122139,0.00011454421,0.68287855,0.003691804,0.00023489301,0.00043335874,0.00005054642,0.00028917933,0.0000932492],"genre_scores_gemma":[0.04301603,0.000066640336,0.9562408,0.00021144608,0.00004442944,0.000049974933,0.00033723994,0.0000102360555,0.000023247918],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99603194,0.00006305167,0.0020117764,0.00036472056,0.0011452065,0.00038329602],"domain_scores_gemma":[0.99182296,0.0005870824,0.0012511418,0.005847579,0.00025785092,0.0002333604],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.002228751,0.00018947446,0.00039365512,0.00010429766,0.00023156927,0.00014840758,0.010960826,0.00019697977,0.00002836974],"category_scores_gemma":[0.0891633,0.00017447781,0.00005233615,0.00035043462,0.00020126106,0.0013559576,0.078789376,0.00034770917,0.0000038702296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025411684,0.00042276303,0.0012622327,0.0018334151,0.00014905544,0.0011333548,0.006239925,0.000013743731,0.0000781517,0.000825873,0.10087329,0.8871428],"study_design_scores_gemma":[0.0007961055,0.000048916547,0.0007844744,0.00057087396,0.000020291358,0.001340754,0.0014683515,0.9507657,0.007378626,0.0054807346,0.030982243,0.00036292715],"about_ca_topic_score_codex":0.000010059205,"about_ca_topic_score_gemma":0.0000100607795,"teacher_disagreement_score":0.95075196,"about_ca_system_score_codex":0.00008952076,"about_ca_system_score_gemma":0.0011037568,"threshold_uncertainty_score":0.99439037},"labels":[],"label_agreement":null},{"id":"W3190270510","doi":"10.2196/29331","title":"A Deep Neural Network for Estimating Low-Density Lipoprotein Cholesterol From Electronic Health Records: Real-Time Routine Clinical Application","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Overfitting; Deep learning; Computer science; Artificial neural network; Artificial intelligence; Electronic health record; Convolutional neural network; Concordance; Mean squared error; Machine learning; Health records; Pattern recognition (psychology); Statistics; Medicine; Mathematics","score_opus":0.017125498042833247,"score_gpt":0.3470434251123233,"score_spread":0.32991792706949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190270510","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10838653,0.00006950223,0.88142,0.007965067,0.00052338373,0.0011125272,0.0000055967994,0.00043297617,0.00008439676],"genre_scores_gemma":[0.13372669,0.00007554971,0.850443,0.012560448,0.002238176,0.0004200924,0.00044085964,0.000041131898,0.00005407328],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953021,0.00048203292,0.0019594284,0.00042113627,0.0008784755,0.00095682335],"domain_scores_gemma":[0.99603313,0.0010767494,0.00091651897,0.001057042,0.00025733068,0.0006592397],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002960399,0.00026133662,0.0006439025,0.000047515456,0.00033879318,0.0001752122,0.0010100472,0.00033611144,0.000040361985],"category_scores_gemma":[0.001204518,0.0002497286,0.00016793028,0.00048891373,0.000074869575,0.0004189497,0.0005059688,0.0012783726,0.00009813484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027841585,0.00012162058,0.0024056092,0.0004038026,0.000031760217,0.0000049976898,0.0020526657,0.0023586086,0.0000015495797,0.001573007,0.002265073,0.98875344],"study_design_scores_gemma":[0.0008403081,0.00028999563,0.0062703365,0.00021858126,0.000006380054,0.000034409,0.000054479515,0.98902047,0.000006079519,0.001871861,0.0011715497,0.00021554805],"about_ca_topic_score_codex":0.00069480983,"about_ca_topic_score_gemma":0.0005002005,"teacher_disagreement_score":0.9885379,"about_ca_system_score_codex":0.00020939986,"about_ca_system_score_gemma":0.0010054888,"threshold_uncertainty_score":0.99999547},"labels":[],"label_agreement":null},{"id":"W3190897926","doi":"10.2196/27175","title":"Telemedicine for Follow-up Management of Patients After Liver Transplantation: Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Organ Transplantation Techniques and Outcomes","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Telemedicine; Liver transplantation; Cohort; Transplantation; Cohort study; Randomized controlled trial; Surgery; Internal medicine; Physical therapy; Emergency medicine; Health care","score_opus":0.010983373516353825,"score_gpt":0.29557603851809117,"score_spread":0.28459266500173735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190897926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98480564,0.000042704378,0.010190143,0.00020206747,0.00021627417,0.0023727794,0.000068332585,0.000071961695,0.0020301132],"genre_scores_gemma":[0.98787856,0.0012296439,0.007778757,0.0013545995,0.00005466274,0.00039578808,0.00048090168,0.000017571228,0.0008095296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979769,0.000016692064,0.00079543487,0.000105572566,0.0009242383,0.00018116213],"domain_scores_gemma":[0.9991447,0.00006758866,0.000119797965,0.0002293844,0.00025505375,0.00018348174],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002437206,0.00013905781,0.00037143106,0.00007848643,0.000032139837,0.0000075436997,0.000088546185,0.00010297328,0.0009842487],"category_scores_gemma":[0.000020877382,0.00010756193,0.00011488373,0.00018197544,0.000054133365,0.00009761915,0.000021362155,0.00013342468,0.0000128622805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009998751,0.00137888,0.9558485,0.014407004,0.0005263245,0.0005624535,0.009892575,1.9428748e-7,0.0000015370697,0.00026975432,0.002791989,0.013320873],"study_design_scores_gemma":[0.011302293,0.0007889363,0.9793642,0.0005970345,0.0009501463,0.000034290246,0.0026849718,0.00014833965,0.0010749213,0.000023086863,0.0028742284,0.0001575471],"about_ca_topic_score_codex":0.0000024943038,"about_ca_topic_score_gemma":0.000007724562,"teacher_disagreement_score":0.023515664,"about_ca_system_score_codex":0.000030280957,"about_ca_system_score_gemma":0.00008143359,"threshold_uncertainty_score":0.999929},"labels":[],"label_agreement":null},{"id":"W3191072521","doi":"10.2196/29871","title":"Data Anonymization for Pervasive Health Care: Systematic Literature Mapping Study","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Health care; Context (archaeology); Internet privacy; Data sharing; Data Protection Act 1998; Data anonymization; Computer science; Data governance; Information privacy; Data science; European union; General Data Protection Regulation; Raw data; Information governance; Medicine; Information system; Data quality; Business; Computer security; Political science; Geography","score_opus":0.10220408549350418,"score_gpt":0.40487258813046106,"score_spread":0.3026685026369569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191072521","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.032294e-8,0.74493206,0.24672377,0.0009037718,0.0006132099,0.0057046562,0.00059708883,0.0004918116,0.000033531425],"genre_scores_gemma":[2.661994e-7,0.8047586,0.1878076,0.00044577545,0.00013065455,0.001047085,0.005764884,0.000031453845,0.000013648184],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99369353,0.0004823915,0.0028715332,0.0006568218,0.0016646115,0.00063108857],"domain_scores_gemma":[0.97620237,0.0010956348,0.0017839201,0.020270316,0.00036195415,0.0002857898],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0025679464,0.0005893894,0.0029477002,0.00046847595,0.00026348172,0.00094707997,0.05878932,0.0007867301,0.0000071886952],"category_scores_gemma":[0.040325303,0.00043828285,0.00024769845,0.0019927921,0.000074697185,0.0016632037,0.11143049,0.0012335635,0.000027605856],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9607259e-7,0.00007533036,2.56402e-7,0.51424557,0.00015818607,0.000019800078,0.003955806,6.5104906e-8,2.2213738e-10,0.0002616342,0.13252343,0.34875974],"study_design_scores_gemma":[0.00031222633,0.00013679876,1.0345805e-7,0.30184343,0.00013707213,0.00014635712,0.0033557697,0.03018088,1.4685103e-8,0.00015921699,0.6632697,0.00045843108],"about_ca_topic_score_codex":0.0000017692803,"about_ca_topic_score_gemma":0.000005987344,"teacher_disagreement_score":0.5307462,"about_ca_system_score_codex":0.0004196771,"about_ca_system_score_gemma":0.0025660035,"threshold_uncertainty_score":0.9998069},"labels":[],"label_agreement":null},{"id":"W3192561833","doi":"10.2196/30322","title":"Sociotechnical Drivers and Barriers in the Consumer Adoption of Personal Health Records: Empirical Investigation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Sociotechnical system; Structural equation modeling; Usability; Technology acceptance model; Knowledge management; Health care; eHealth; Empirical research; Psychology; Business; Marketing; Computer science","score_opus":0.06720555692088909,"score_gpt":0.44103288014114916,"score_spread":0.3738273232202601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192561833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658976,0.00034609076,0.0004579665,0.030885877,0.00033269485,0.001069895,0.0000149243715,0.000047517013,0.0009474391],"genre_scores_gemma":[0.9618013,0.0011887227,0.0015645437,0.034763623,0.00020706134,0.00026034043,0.000091837566,0.000017676586,0.000104921935],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9952577,0.0015169708,0.0016002362,0.00012867416,0.0009259619,0.0005704991],"domain_scores_gemma":[0.99726444,0.001343359,0.00049872283,0.00021903476,0.00014277271,0.00053169084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004325885,0.0001337423,0.00041696144,0.00009968201,0.0003294628,0.00000782312,0.00017630139,0.00052573613,0.00026103316],"category_scores_gemma":[0.0014440978,0.00009758326,0.00005171141,0.0004356956,0.0003444403,0.00016547657,0.00008545394,0.0018982068,0.000037141668],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006127033,0.00012883163,0.46630314,0.006132627,0.000047300477,0.000016609807,0.36583364,0.0000012936221,0.000015666392,0.0048112064,0.13220486,0.02444357],"study_design_scores_gemma":[0.0066726315,0.0010767857,0.17640543,0.005304472,0.000040820454,0.00021830009,0.54305077,0.028737057,0.000018077864,0.0021410813,0.23567921,0.0006553726],"about_ca_topic_score_codex":0.00014710282,"about_ca_topic_score_gemma":0.00060277636,"teacher_disagreement_score":0.2898977,"about_ca_system_score_codex":0.00040881155,"about_ca_system_score_gemma":0.0067678043,"threshold_uncertainty_score":0.9988629},"labels":[],"label_agreement":null},{"id":"W3193276240","doi":"10.2196/29241","title":"A Semiautomated Chart Review for Assessing the Development of Radiation Pneumonitis Using Natural Language Processing: Diagnostic Accuracy and Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Effects of Radiation Exposure","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Northern British Columbia; Kelowna General Hospital; University of British Columbia","funders":"University of British Columbia; Faculty of Medicine, University of British Columbia","keywords":"Python (programming language); Computer science; Chart; Terminology; Grading (engineering); Data extraction; Natural language processing; Medicine; Medical physics; Artificial intelligence; MEDLINE; Statistics; Programming language","score_opus":0.032022865261302304,"score_gpt":0.4114338877952491,"score_spread":0.37941102253394676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193276240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875191,0.0084106745,0.0006725817,0.0008201249,0.00007677875,0.0024031186,0.000004350183,0.000054122247,0.00003916248],"genre_scores_gemma":[0.9936467,0.0001995734,0.0047689443,0.0010765098,0.000058201204,0.00013339566,0.00009578613,0.000011855772,0.000009054914],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980975,0.000098687844,0.0008575121,0.00010569007,0.00066640886,0.00017422678],"domain_scores_gemma":[0.9977867,0.0011709919,0.00039979484,0.00021836498,0.0002883763,0.00013575457],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011810967,0.00013472869,0.00038550937,0.000047099376,0.00014618236,0.00004852588,0.00008990406,0.000085257634,0.000022395925],"category_scores_gemma":[0.009478585,0.000090113615,0.000048052203,0.00029320543,0.00006679341,0.0003265436,0.00006346224,0.0002502372,0.0000012582286],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025184232,0.0007843765,0.060328554,0.026680617,0.00015945297,0.000039176775,0.048240997,0.0000029115222,0.00068444817,0.0000056871563,0.00065632997,0.86239225],"study_design_scores_gemma":[0.008631174,0.00044876002,0.70843035,0.022614008,0.00088526704,0.0007131486,0.04158213,0.20886624,0.0055216327,0.000011673562,0.0016840609,0.0006115728],"about_ca_topic_score_codex":0.0000013985739,"about_ca_topic_score_gemma":0.0000041352937,"teacher_disagreement_score":0.8617807,"about_ca_system_score_codex":0.0000979641,"about_ca_system_score_gemma":0.0009989436,"threshold_uncertainty_score":0.998865},"labels":[],"label_agreement":null},{"id":"W3194298984","doi":"10.2196/16293","title":"Potential Uses of Blockchain Technology for Outcomes Research on Opioids","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nutrition Obesity Research Center, University of North Carolina; University of Chicago; U.S. Department of Health and Human Services; Defense Health Agency; U.S. Department of Defense","keywords":"Data sharing; Interoperability; Blockchain; Context (archaeology); Data management; Data science; Computer science; Knowledge management; Computer security; Medicine; Data mining; World Wide Web; Alternative medicine","score_opus":0.03801107850566955,"score_gpt":0.41130305185141836,"score_spread":0.3732919733457488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194298984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98483366,0.00015784183,0.0005588309,0.010266026,0.00020713282,0.0009455349,0.00003611007,0.000087267734,0.00290761],"genre_scores_gemma":[0.9888103,0.00010145067,0.008189525,0.0013221435,0.00008580808,0.00031952062,0.00009289848,0.000024549528,0.0010538222],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99757725,0.000033842723,0.0006498216,0.000119737386,0.0012284593,0.0003909107],"domain_scores_gemma":[0.99842566,0.0003005812,0.00009271826,0.00048546842,0.00048075177,0.00021479776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004202857,0.00014113309,0.0004548,0.0003811895,0.0000732307,0.000010598216,0.00018109527,0.00033814996,0.00025715615],"category_scores_gemma":[0.0010975136,0.000104160696,0.00014184118,0.0005175487,0.00027369367,0.000027864515,0.00015046167,0.00043585582,0.000057816964],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026479554,0.028407376,0.14803696,0.020588022,0.0044606794,0.0016141086,0.04357745,0.00015452284,0.002328596,0.16909939,0.12539107,0.45369387],"study_design_scores_gemma":[0.089736074,0.02607275,0.082284786,0.009101565,0.0013255184,0.0013115649,0.28151393,0.05331708,0.19929034,0.02659093,0.22695339,0.0025020805],"about_ca_topic_score_codex":0.0000050183276,"about_ca_topic_score_gemma":0.0000034025113,"teacher_disagreement_score":0.45119178,"about_ca_system_score_codex":0.00007194159,"about_ca_system_score_gemma":0.00069740537,"threshold_uncertainty_score":0.42475498},"labels":[],"label_agreement":null},{"id":"W3194665423","doi":"10.2196/28212","title":"Matching Biomedical Ontologies: Construction of Matching Clues and Systematic Evaluation of Different Combinations of Matchers","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Ontology alignment; Matching (statistics); Ontology; Terminology; Interoperability; Data mining; Machine learning; Artificial intelligence; Semantic Web; Ontology-based data integration; Mathematics","score_opus":0.02283905174950861,"score_gpt":0.32163936823827316,"score_spread":0.29880031648876454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194665423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98914015,0.00063006487,0.00942081,0.00014961441,0.00015163913,0.00022502913,0.000016502061,0.000012217044,0.00025398357],"genre_scores_gemma":[0.99196655,0.00023695183,0.0076106503,0.000042141124,0.000018810946,0.000026844991,0.00008230462,0.000005736775,0.000010018299],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976852,0.00018756816,0.0009937605,0.00009938766,0.0008960659,0.0001380074],"domain_scores_gemma":[0.9986722,0.0001781516,0.00050052314,0.00023266437,0.00031432515,0.000102173566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000963633,0.00012016927,0.0004583181,0.00008013137,0.00003451643,0.000008075456,0.00015614544,0.00031234595,0.000028449827],"category_scores_gemma":[0.00096795574,0.00009127129,0.00008052878,0.00013161146,0.00064238504,0.000008645477,0.00015903961,0.0001343046,4.6262116e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004067424,0.0069041355,0.012727556,0.2314401,0.0041561443,0.000022836224,0.10356304,0.00015852952,0.2138488,0.043969534,0.0022095535,0.38059303],"study_design_scores_gemma":[0.02132875,0.0034847776,0.0153725855,0.03793208,0.002093115,0.0010707572,0.518696,0.035970412,0.30259204,0.059176642,0.00054201303,0.0017408264],"about_ca_topic_score_codex":0.000012340847,"about_ca_topic_score_gemma":0.000012299494,"teacher_disagreement_score":0.41513297,"about_ca_system_score_codex":0.000016666067,"about_ca_system_score_gemma":0.00023134555,"threshold_uncertainty_score":0.37219355},"labels":[],"label_agreement":null},{"id":"W3194921886","doi":"10.2196/38122","title":"Deployment of a Free-Text Analytics Platform at a UK National Health Service Research Hospital: CogStack at University College London Hospitals","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Innovative Medicines Initiative; Public Health Agency; European Society of Cardiology; Economic and Social Research Council; European Commission; National Institute for Health Research Applied Research Collaboration South London; Department of Health and Social Care; Health and Social Care Research and Development Division; National Institute for Health and Care Research; King's College London; Engineering and Physical Sciences Research Council; UK Research and Innovation; European Federation of Pharmaceutical Industries and Associations; University College London; Scottish Government; British Heart Foundation; Wellcome Trust; South London and Maudsley NHS Foundation Trust","keywords":"Software deployment; Analytics; Service (business); University hospital; Text messaging; Computer science; Business; Medicine; Data science; World Wide Web; Engineering management; Medical emergency; Engineering; Software engineering; Marketing","score_opus":0.08226552115407858,"score_gpt":0.4334984391001782,"score_spread":0.3512329179460996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194921886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9655733,0.00026526206,0.000092134884,0.019377004,0.00083161605,0.004933039,0.0017190621,0.00019392114,0.007014657],"genre_scores_gemma":[0.9774777,0.0004766875,0.0005174707,0.009693152,0.0002876341,0.0004984954,0.00038163183,0.000094071554,0.010573116],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98928756,0.0011064917,0.0022403211,0.00026407206,0.00548192,0.0016196558],"domain_scores_gemma":[0.99363595,0.0021282393,0.0012814176,0.00069302175,0.0011495197,0.001111867],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008922312,0.00025679378,0.00076190324,0.0005214716,0.0027699773,0.0000051997536,0.0012393993,0.00037322252,0.0036642994],"category_scores_gemma":[0.00069822744,0.0002546121,0.00012187979,0.0019500335,0.00025081035,0.00022858955,0.003073041,0.002512082,0.0004786987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0003713812,0.00046888954,0.013290893,0.0046702223,0.00013016476,0.000024993331,0.044633977,0.000043382883,0.0000036142037,0.013667351,0.9222916,0.00040352912],"study_design_scores_gemma":[0.008783662,0.0034787457,0.004995397,0.0010436659,0.000021374206,0.000048741877,0.094510145,0.03882584,0.000017689921,0.00078236614,0.84690213,0.0005902574],"about_ca_topic_score_codex":0.0011913719,"about_ca_topic_score_gemma":0.0039846064,"teacher_disagreement_score":0.07538949,"about_ca_system_score_codex":0.013778579,"about_ca_system_score_gemma":0.011684259,"threshold_uncertainty_score":0.9999906},"labels":[],"label_agreement":null},{"id":"W3195299020","doi":"10.2196/22391","title":"Communicating the Implementation of Open Notes to Health Care Professionals: Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"AFA Försäkring","keywords":"Perception; Health professions; Health care; Hierarchy; Focus group; Variety (cybernetics); Health professionals; Psychology; Public relations; Professional association; Social media; Medical education; Nursing; Medicine; Computer science; Marketing; Business; Political science","score_opus":0.08324575265492859,"score_gpt":0.5788139593583127,"score_spread":0.4955682067033841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195299020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98268604,0.00023682775,0.0036821396,0.008361988,0.0005145689,0.0017418603,0.000043027267,0.000023342178,0.0027101906],"genre_scores_gemma":[0.95920485,0.000010077943,0.034545176,0.005707439,0.000034198158,0.00034471162,0.000088674904,0.000009875126,0.000054998673],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99774295,0.0006998243,0.000867818,0.000076657896,0.00039792637,0.000214841],"domain_scores_gemma":[0.9981263,0.0005880762,0.00033578806,0.0006653715,0.00014939115,0.000135016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023836938,0.000091817215,0.00025819513,0.000039250845,0.00021165713,0.000042318352,0.0009200955,0.00006152121,0.00079509476],"category_scores_gemma":[0.00012759214,0.000060702805,0.000035303427,0.00031344715,0.000043211425,0.000110992034,0.001017445,0.0003298086,0.00002288594],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010495095,0.00021356603,0.0045561166,0.00009402482,0.00005067877,7.272704e-7,0.47421977,0.0000012905444,0.0000017755716,0.0018953513,0.0044660186,0.5144902],"study_design_scores_gemma":[0.00085266423,0.00029340005,0.047768693,0.00010567925,0.000009810308,0.000007025578,0.93534905,0.00059726817,0.000050467475,0.000034232813,0.014835873,0.000095840325],"about_ca_topic_score_codex":0.00046249529,"about_ca_topic_score_gemma":0.0010530347,"teacher_disagreement_score":0.51439434,"about_ca_system_score_codex":0.000040986124,"about_ca_system_score_gemma":0.000409131,"threshold_uncertainty_score":0.87057304},"labels":[],"label_agreement":null},{"id":"W3195573207","doi":"10.2196/32869","title":"Correction: The Fast Health Interoperability Resources (FHIR) Standard: Systematic Literature Review of Implementations, Applications, Challenges and Opportunities","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Implementation; Computer science; Software engineering; Systematic review; Data science; MEDLINE; World Wide Web; Information retrieval","score_opus":0.07675375053554773,"score_gpt":0.4446885408059249,"score_spread":0.3679347902703772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195573207","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014937962,0.91865903,0.0014185946,0.060650896,0.00088232924,0.0077513577,0.00015877413,0.00013522651,0.0088499915],"genre_scores_gemma":[0.005494795,0.9685208,0.0002878655,0.020325756,0.00029853324,0.0036382026,0.00016749563,0.000023070712,0.0012434844],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933186,0.0022923776,0.0028840147,0.00014740735,0.0009143111,0.00044325308],"domain_scores_gemma":[0.99559045,0.0015022863,0.0011815579,0.00064676406,0.00072807417,0.00035087622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063230153,0.00018328773,0.00084843347,0.00007440212,0.0005884145,0.000021475082,0.00026957042,0.00018193695,0.00027374297],"category_scores_gemma":[0.000750278,0.00011379212,0.000071712246,0.00027408282,0.00015746878,0.00018771262,0.00017955569,0.0010339576,0.000015336234],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009219252,0.000040464518,0.00008095312,0.82194215,0.00005131679,0.0000015624055,0.06802029,3.0951245e-8,1.1853732e-7,0.0045610927,0.03935829,0.06593451],"study_design_scores_gemma":[0.00048794813,0.0002016184,0.00018946003,0.35967836,0.00003636934,0.0001451476,0.21899371,0.0002286311,0.0000015561973,0.0001180554,0.41977414,0.00014500268],"about_ca_topic_score_codex":0.000017843042,"about_ca_topic_score_gemma":0.00022735442,"teacher_disagreement_score":0.4622638,"about_ca_system_score_codex":0.00029313832,"about_ca_system_score_gemma":0.002357996,"threshold_uncertainty_score":0.4640308},"labels":[],"label_agreement":null},{"id":"W3195717528","doi":"10.2196/24762","title":"Development and Validation of an Arterial Pressure-Based Cardiac Output Algorithm Using a Convolutional Neural Network: Retrospective Study Based on Prospective Registry Data","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hemodynamic Monitoring and Therapy","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cardiac output; Convolutional neural network; Medicine; Pulmonary artery catheter; Algorithm; Deep learning; Computer science; Stroke volume; Artificial neural network; Prospective cohort study; Artificial intelligence; Blood pressure; Machine learning; Internal medicine; Heart rate","score_opus":0.03773184132695391,"score_gpt":0.3282169618389742,"score_spread":0.2904851205120203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195717528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874988,0.00002352319,0.010896762,0.000063930245,0.00048708558,0.0007578948,0.00009296197,0.000046530957,0.00013248697],"genre_scores_gemma":[0.95389843,0.0000016869623,0.044683106,0.00014372761,0.00055728015,0.000035734334,0.00064017414,0.000015143648,0.000024692716],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977628,0.00010961348,0.00057312613,0.00022006025,0.0011084466,0.00022593039],"domain_scores_gemma":[0.99867445,0.00006793731,0.00021640968,0.0005567441,0.000247041,0.00023741396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000732937,0.00016786544,0.0004229445,0.000056948993,0.00011047351,0.00003437729,0.00013269614,0.00014837297,0.000026637243],"category_scores_gemma":[0.00016436528,0.00014619702,0.00003560548,0.00017986083,0.00011430713,0.00016361552,0.000083646206,0.00032558053,8.8258366e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064392565,0.017175244,0.55931246,0.003207396,0.0043075597,0.0007387369,0.04114986,0.016401129,0.00071705814,0.0005113548,0.0019600354,0.3480799],"study_design_scores_gemma":[0.003973781,0.00044141646,0.061886918,0.00028437647,0.00011085298,0.000017059403,0.0012016075,0.93071425,0.0006149922,0.000012316001,0.00058651605,0.00015591847],"about_ca_topic_score_codex":0.000012621892,"about_ca_topic_score_gemma":0.0000016125127,"teacher_disagreement_score":0.91431314,"about_ca_system_score_codex":0.00012756487,"about_ca_system_score_gemma":0.0011212083,"threshold_uncertainty_score":0.5961741},"labels":[],"label_agreement":null},{"id":"W3195828833","doi":"10.2196/31311","title":"Short-Term Event Prediction in the Operating Room (STEP-OP) of Five-Minute Intraoperative Hypotension Using Hybrid Deep Learning: Retrospective Observational Study and Model Development","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hemodynamic Monitoring and Therapy","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea","keywords":"Medicine; Convolutional neural network; Observational study; Blood pressure; Retrospective cohort study; Logistic regression; Mean arterial pressure; Artificial intelligence; Anesthesia; Surgery; Computer science; Internal medicine; Heart rate","score_opus":0.05240692211501149,"score_gpt":0.33557371165244776,"score_spread":0.2831667895374363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195828833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831989,0.00003263314,0.015804455,0.00015128311,0.00008577938,0.00059337914,0.0000037134091,0.000020594645,0.00010929943],"genre_scores_gemma":[0.9915446,0.000033137807,0.007987979,0.00016086159,0.00008583297,0.00004801095,0.00006855841,0.000010760965,0.000060250506],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977544,0.000112935995,0.00081908354,0.00014283799,0.0009804188,0.00019033186],"domain_scores_gemma":[0.9992133,0.000104840656,0.00011473337,0.00016109124,0.00029046516,0.00011558405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084894133,0.0001553701,0.00033640122,0.0000751432,0.0001612634,0.000030721712,0.00008332007,0.0000955521,0.000015083468],"category_scores_gemma":[0.00025716578,0.00010975401,0.00003592826,0.00019699438,0.000056854315,0.00017684752,0.00008521331,0.0005974112,8.773309e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021068641,0.0022520293,0.6638828,0.00051134557,0.00043019094,0.0002801283,0.23035131,0.01871909,0.0017131844,0.00020953098,0.00010491631,0.081334814],"study_design_scores_gemma":[0.0011187299,0.00020114216,0.20498553,0.0003427015,0.000025374213,0.00010077926,0.0113819195,0.78135115,0.00036912106,0.000023000375,0.000015006589,0.00008552746],"about_ca_topic_score_codex":0.000008377134,"about_ca_topic_score_gemma":0.000007245562,"teacher_disagreement_score":0.7626321,"about_ca_system_score_codex":0.00020189531,"about_ca_system_score_gemma":0.00039983727,"threshold_uncertainty_score":0.44756386},"labels":[],"label_agreement":null},{"id":"W3196090397","doi":"10.2196/28245","title":"Team Dynamics in Hospital Workflows: An Exploratory Study of a Smartphone Task Manager","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Workflow; Task (project management); Task management; Computer science; Task analysis; Function (biology); Database","score_opus":0.023507250303352316,"score_gpt":0.39251045838551013,"score_spread":0.3690032080821578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196090397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859427,0.00006952491,0.0007087983,0.0010099617,0.0005835489,0.00391748,0.000030369065,0.00010309561,0.007634489],"genre_scores_gemma":[0.98530734,0.00029084412,0.0013542306,0.003565326,0.00020233841,0.008719706,0.00021365564,0.000030970987,0.00031561492],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957676,0.0004041827,0.0021323566,0.00018611932,0.0008282349,0.0006814992],"domain_scores_gemma":[0.99727434,0.00035056315,0.00048442584,0.0007612377,0.00026529952,0.00086413656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013174984,0.00018130787,0.00050934794,0.00019308906,0.00026716298,0.000007395345,0.00033923122,0.00039771033,0.00046873337],"category_scores_gemma":[0.00034389342,0.00016593206,0.000043000367,0.00084043713,0.000085952204,0.00030607215,0.0002466173,0.0013214872,0.00020347664],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002334609,0.021000266,0.32123828,0.00893077,0.00009739348,0.00012714876,0.3992215,0.00004819476,0.0000034208224,0.014676806,0.06790882,0.16651392],"study_design_scores_gemma":[0.0071973987,0.0011451945,0.037809506,0.0009936163,0.000031036197,0.0000053596254,0.84916633,0.036724634,0.000001971577,0.00058521284,0.06591035,0.00042939445],"about_ca_topic_score_codex":0.0000940828,"about_ca_topic_score_gemma":0.0068131364,"teacher_disagreement_score":0.44994482,"about_ca_system_score_codex":0.0002866072,"about_ca_system_score_gemma":0.0018072397,"threshold_uncertainty_score":0.6766513},"labels":[],"label_agreement":null},{"id":"W3196424281","doi":"10.2196/24079","title":"An Artificial Neural Network–Based Pediatric Mortality Risk Score: Development and Performance Evaluation Using Data From a Large North American Registry","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; BC Children's Hospital","funders":"Mitacs; Michael Smith Health Research BC; BC Children's Hospital","keywords":"Logistic regression; Receiver operating characteristic; Medicine; Statistics; Artificial neural network; Data set; Artificial intelligence; Data mining; Computer science; Machine learning; Mathematics","score_opus":0.18854729955176278,"score_gpt":0.40690609842352404,"score_spread":0.21835879887176127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196424281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984307,0.00018843092,0.0005562688,0.00008951686,0.00014155217,0.00039890868,0.00012229552,0.000044335993,0.000027934455],"genre_scores_gemma":[0.9841483,0.00016057245,0.009798604,0.0011019459,0.0005117831,0.000045534238,0.00421866,0.000013736198,8.12687e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99726945,0.000107078915,0.0007424903,0.00025013508,0.0012845587,0.00034626859],"domain_scores_gemma":[0.9980856,0.000116791634,0.00038097362,0.00080606353,0.00016476701,0.00044578075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078397937,0.0001928231,0.00037170204,0.000049558486,0.00020527636,0.000065299886,0.00016768345,0.00008972493,0.0001446632],"category_scores_gemma":[0.00027834068,0.00015826678,0.000036001828,0.00042356295,0.00009386249,0.0002937039,0.00015370779,0.0003217836,0.000011055284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051764117,0.00048263674,0.9283161,0.00007872261,0.00007743274,0.000032905504,0.0005825683,0.00022504789,9.629463e-7,0.0000010585442,0.00032768009,0.06982309],"study_design_scores_gemma":[0.0007311172,0.00006651519,0.5265738,0.000037791022,0.00029056944,0.000007820592,0.00025230172,0.4717286,0.000052115116,0.0000015088096,0.00016221851,0.0000956424],"about_ca_topic_score_codex":0.000082382314,"about_ca_topic_score_gemma":0.00042042314,"teacher_disagreement_score":0.47150356,"about_ca_system_score_codex":0.00011336343,"about_ca_system_score_gemma":0.0011648848,"threshold_uncertainty_score":0.6453932},"labels":[],"label_agreement":null},{"id":"W3196456535","doi":"10.2196/29175","title":"Predicting Health Material Accessibility: Development of Machine Learning Algorithms","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Jargon; Readability; Computer science; Artificial intelligence; Machine learning; Natural language processing","score_opus":0.05517007514389787,"score_gpt":0.4516533809137142,"score_spread":0.39648330576981633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196456535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97070765,0.00009086173,0.017577907,0.00075208215,0.0012568461,0.00096255576,0.00008401495,0.00025787452,0.008310188],"genre_scores_gemma":[0.795849,0.00023217067,0.175471,0.022890061,0.0009389354,0.0005434239,0.002570907,0.00006215579,0.0014423268],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99089295,0.0006637393,0.0063214703,0.0001607556,0.0012313199,0.0007297486],"domain_scores_gemma":[0.99587315,0.00043069452,0.0020575135,0.00039782043,0.0005631869,0.00067765714],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0064895805,0.00020548562,0.0006168417,0.00012222155,0.001018093,0.00003162585,0.0003558429,0.00036707372,0.005195768],"category_scores_gemma":[0.0018028475,0.00016505718,0.000069676855,0.00046447493,0.00009411907,0.0010764305,0.00051709457,0.0014659201,0.0001511677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012702151,0.0003795872,0.23508435,0.017479282,0.00006564307,0.0000043623245,0.2006123,0.0000065753848,0.00001439354,0.0005585771,0.0018233011,0.5438446],"study_design_scores_gemma":[0.0049505206,0.0002569366,0.07245227,0.0047830204,0.000017262331,0.000028797103,0.059715718,0.22801204,0.0012980873,0.0002500619,0.6274877,0.0007475766],"about_ca_topic_score_codex":0.000057321886,"about_ca_topic_score_gemma":0.0000596291,"teacher_disagreement_score":0.6256644,"about_ca_system_score_codex":0.00029334813,"about_ca_system_score_gemma":0.005743846,"threshold_uncertainty_score":0.99989265},"labels":[],"label_agreement":null},{"id":"W3196780008","doi":"10.2196/29807","title":"Patient-Level Cancer Prediction Models From a Nationwide Patient Cohort: Model Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pohang University of Science and Technology; National Research Foundation; National Research Foundation of Korea; Seoul National University Bundang Hospital","keywords":"Medicine; Cohort; Cancer; Population; Medical emergency; Computer science; Environmental health; Pathology; Internal medicine","score_opus":0.03369389996678447,"score_gpt":0.29569011513809174,"score_spread":0.2619962151713073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196780008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4196234,0.000086008404,0.5782338,0.00085571513,0.00025552383,0.0002552839,0.00003637486,0.000121663645,0.0005322521],"genre_scores_gemma":[0.71955,0.000108492866,0.2768359,0.002827201,0.000054599066,0.00030844987,0.00025711986,0.0000125591205,0.000045666307],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973634,0.0000722227,0.000794778,0.00020607137,0.0013225251,0.00024101496],"domain_scores_gemma":[0.99871325,0.00010928576,0.00024792136,0.00031339301,0.00031797774,0.00029819642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022984296,0.0001491581,0.00018072176,0.00008295086,0.00017947235,0.00012418287,0.00023179766,0.00017023303,0.000043465123],"category_scores_gemma":[0.00016691067,0.0001376729,0.000026348684,0.0002395946,0.000031657382,0.00087758637,0.0003737725,0.00035276596,0.000011051988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009135614,0.00014571486,0.0127507,0.00025800054,0.00007759276,0.0000138436035,0.10167415,0.0749168,0.0000076583165,0.009253537,0.0021764839,0.79871637],"study_design_scores_gemma":[0.0002543118,0.00002469628,0.002767898,0.00015853051,0.0000051498787,0.0000089668965,0.0003036186,0.9923886,0.00039137795,0.0019567814,0.001599064,0.00014098521],"about_ca_topic_score_codex":0.000078450925,"about_ca_topic_score_gemma":0.000042959113,"teacher_disagreement_score":0.9174718,"about_ca_system_score_codex":0.0001463197,"about_ca_system_score_gemma":0.0009169103,"threshold_uncertainty_score":0.5614138},"labels":[],"label_agreement":null},{"id":"W3197095260","doi":"10.2196/28998","title":"Measuring Collaboration Through Concurrent Electronic Health Record Usage: Network Analysis Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health; National Science Foundation","keywords":"Audit; Metric (unit); Concurrent validity; Electronic health record; Computer science; Health care; Electronic medical record; Medicine; Medical emergency; Nursing; Operations management","score_opus":0.03602453678301801,"score_gpt":0.325436051692146,"score_spread":0.289411514909128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197095260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9481559,0.0009933625,0.02609603,0.012447577,0.0019726867,0.0019590326,0.00000469743,0.00066717685,0.00770357],"genre_scores_gemma":[0.9932279,0.00010164544,0.00024219866,0.0052692886,0.0008969832,0.00010336023,0.00008674779,0.000013627734,0.00005824714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997135,0.000063883424,0.0011503722,0.00017449382,0.0008416341,0.0006346194],"domain_scores_gemma":[0.9986043,0.00004821256,0.0005619228,0.0003593584,0.00037407028,0.00005213674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014397692,0.00017430972,0.0005522524,0.0001823341,0.00028872667,0.00020865531,0.00024634335,0.0001743221,0.00029846153],"category_scores_gemma":[0.00024172572,0.00015477222,0.000094151175,0.0034137385,0.00003908596,0.0007557317,0.00019978253,0.0004997239,0.00012766635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034293258,0.0012448179,0.19705005,0.0029008347,0.0019292544,0.00009504322,0.008374137,0.00040818838,0.0000012546258,0.1324388,0.064235546,0.5912878],"study_design_scores_gemma":[0.0013838318,0.00014083282,0.007757382,0.00020274031,0.00020992098,0.000008055053,0.01951372,0.03414659,0.0000018375559,0.0013344869,0.93489736,0.0004032264],"about_ca_topic_score_codex":0.00082815124,"about_ca_topic_score_gemma":0.01150799,"teacher_disagreement_score":0.87066185,"about_ca_system_score_codex":0.00018446652,"about_ca_system_score_gemma":0.0006631099,"threshold_uncertainty_score":0.6421729},"labels":[],"label_agreement":null},{"id":"W3197627620","doi":"10.2196/26914","title":"Local Differential Privacy in the Medical Domain to Protect Sensitive Information: Algorithm Development and Real-World Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Differential privacy; Categorical variable; Computer science; Algorithm; Data mining; Machine learning","score_opus":0.019224036750182853,"score_gpt":0.29087517442900823,"score_spread":0.27165113767882537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197627620","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057353824,0.0000041584303,0.90735894,0.033402428,0.00016810079,0.0005800857,0.0000061607484,0.00021249863,0.00091378903],"genre_scores_gemma":[0.094969995,0.000047477955,0.898733,0.0056595663,0.000082168386,0.00032683215,0.00015995374,0.000009137118,0.000011852272],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99604964,0.00016956379,0.00094943,0.00018185665,0.002235776,0.00041373327],"domain_scores_gemma":[0.99704367,0.0003426891,0.00016287868,0.002042363,0.00013162523,0.0002767847],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0015839069,0.00019887667,0.00025587063,0.00026011487,0.00015344098,0.00031963573,0.0067339777,0.00025383208,0.000048087335],"category_scores_gemma":[0.0066515976,0.00014297981,0.000030195237,0.0011350403,0.0001904526,0.0013213443,0.025380148,0.00071761693,0.000070143135],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007888846,0.00009867361,0.000072313924,0.00012741837,0.000024819768,0.00017443777,0.017101299,0.0000017672661,0.0000020097748,0.006721962,0.020039072,0.95562834],"study_design_scores_gemma":[0.003484267,0.00022484385,0.011954424,0.0013030381,0.0000134562415,0.0011170744,0.01087544,0.7878055,0.008342015,0.035870027,0.1377964,0.0012135379],"about_ca_topic_score_codex":0.000021792099,"about_ca_topic_score_gemma":0.0000581592,"teacher_disagreement_score":0.9544148,"about_ca_system_score_codex":0.00015752703,"about_ca_system_score_gemma":0.00073583546,"threshold_uncertainty_score":0.99864006},"labels":[],"label_agreement":null},{"id":"W3198282417","doi":"10.2196/23230","title":"Automatic ICD-10 Coding and Training System: Deep Neural Network Based on Supervised Learning","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Computer science; Coding (social sciences); Artificial intelligence; Deep learning; Encoder; Artificial neural network; Medical diagnosis; Natural language processing; Medical classification; Machine learning; Language model; Autoencoder; ICD-10; Speech recognition; Medicine","score_opus":0.12822034365361692,"score_gpt":0.4106309465578995,"score_spread":0.28241060290428255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198282417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80798733,0.00023341904,0.039803993,0.00928612,0.0034751766,0.0024864075,0.000014179617,0.0022064098,0.13450696],"genre_scores_gemma":[0.9781799,0.000031815296,0.004118003,0.016098171,0.00077760656,0.00021184747,0.00017439054,0.000030769927,0.00037750107],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99508566,0.00065057876,0.0018529216,0.00014704312,0.0013046962,0.00095911184],"domain_scores_gemma":[0.9957448,0.0023025114,0.00048426675,0.00028302148,0.00020237062,0.0009830124],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031821656,0.00024423402,0.0005738199,0.00013216422,0.0014472555,0.00005183149,0.00019653195,0.0005516251,0.0035166277],"category_scores_gemma":[0.0023871392,0.00020145251,0.000073035,0.00042277822,0.00010036972,0.00028260634,0.00013058937,0.002169149,0.0004454574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025190102,0.00017131929,0.01365824,0.054539174,0.000108641274,0.00019898318,0.18713875,0.007743313,0.000004915772,0.0153079275,0.044282965,0.6765939],"study_design_scores_gemma":[0.0016872755,0.00013464583,0.0013067169,0.0032635198,0.000019997886,0.000020975735,0.030120358,0.9512517,8.58133e-7,0.00001983981,0.0119845355,0.00018959776],"about_ca_topic_score_codex":0.000006576281,"about_ca_topic_score_gemma":0.000010687436,"teacher_disagreement_score":0.9435084,"about_ca_system_score_codex":0.0001944113,"about_ca_system_score_gemma":0.0008793746,"threshold_uncertainty_score":0.9998527},"labels":[],"label_agreement":null},{"id":"W3198825906","doi":"10.2196/27177","title":"Use of Deep Learning to Predict Acute Kidney Injury After Intravenous Contrast Media Administration: Prediction Model Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Kidney Injury Research","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Logistic regression; Artificial intelligence; Receiver operating characteristic; Medicine; Acute kidney injury; Machine learning; Support vector machine; Random forest; Confidence interval; Decision tree; Creatinine; Gradient boosting; Computer science; Internal medicine","score_opus":0.027294347819925506,"score_gpt":0.3276640040531972,"score_spread":0.30036965623327166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198825906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791077,0.000011781811,0.01614312,0.0013273958,0.0002528114,0.0017862277,0.00042526922,0.00016675293,0.00077893643],"genre_scores_gemma":[0.9767827,0.000050724673,0.017955413,0.0029091577,0.00020626093,0.0006214311,0.00093910465,0.00003992901,0.000495285],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947478,0.000110647874,0.0016182467,0.00024531753,0.0027335912,0.0005444045],"domain_scores_gemma":[0.9963597,0.0001445125,0.00021087618,0.00048394318,0.0007596931,0.002041241],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007404361,0.00029352176,0.0006332219,0.0002735238,0.00011586201,0.00007407282,0.00022647479,0.00033882502,0.0009675764],"category_scores_gemma":[0.0027713927,0.00025423395,0.00009486683,0.000590821,0.00016077502,0.0004542889,0.00031890647,0.0010264319,0.00008913167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014766043,0.013758645,0.15801485,0.0035355263,0.0054090586,0.003491983,0.34299263,0.00014208267,0.0026604517,0.0001596917,0.14722444,0.3078446],"study_design_scores_gemma":[0.018841203,0.019463606,0.15310352,0.0037677514,0.0020522012,0.0023430402,0.03665331,0.61396277,0.036973245,0.00006297582,0.11055561,0.0022207499],"about_ca_topic_score_codex":0.0000021549722,"about_ca_topic_score_gemma":0.000008128539,"teacher_disagreement_score":0.61382073,"about_ca_system_score_codex":0.00021459493,"about_ca_system_score_gemma":0.0036399476,"threshold_uncertainty_score":0.999991},"labels":[],"label_agreement":null},{"id":"W3199037248","doi":"10.2196/31527","title":"The Role of Physicians in Digitalizing Health Care Provision: Web-Based Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Readability; Health care; Scale (ratio); Digital health; Medicine; Psychology; Medical education; Nursing; Political science; Geography","score_opus":0.03125588254769026,"score_gpt":0.4335540806954922,"score_spread":0.402298198147802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199037248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585549,0.0024251512,0.00038065133,0.0076106843,0.0007453771,0.014135826,0.00028054995,0.00020316201,0.015663704],"genre_scores_gemma":[0.98822427,0.0002004531,0.0002106119,0.006904594,0.00009293032,0.0040795687,0.00020789717,0.000018756016,0.000060946662],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952753,0.0008929634,0.0020635347,0.00014301567,0.00089426443,0.0007309238],"domain_scores_gemma":[0.99613607,0.0017353096,0.0006695755,0.00063361553,0.00043317137,0.00039227417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024245072,0.00014682583,0.00044400492,0.000080208396,0.0007663469,0.000013792395,0.00034271175,0.00017906907,0.00005987045],"category_scores_gemma":[0.0008068297,0.000106299914,0.000052170046,0.000756325,0.00009671814,0.000106534106,0.00015093225,0.00092786446,0.000056067765],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011977141,0.0012036808,0.39899158,0.003402739,0.00001982998,0.000004548888,0.059001982,0.00001905377,0.0000018924475,0.0023286024,0.014947559,0.51995873],"study_design_scores_gemma":[0.0038710805,0.00042259853,0.19700436,0.0010966323,0.000006662622,0.0000011490089,0.27768818,0.007293487,0.000011007315,0.00014348465,0.5122514,0.00020997501],"about_ca_topic_score_codex":0.0005337246,"about_ca_topic_score_gemma":0.010742785,"teacher_disagreement_score":0.51974875,"about_ca_system_score_codex":0.00024536718,"about_ca_system_score_gemma":0.008638733,"threshold_uncertainty_score":0.9969814},"labels":[],"label_agreement":null},{"id":"W3199367967","doi":"10.2196/26456","title":"Clinical Impact of an Analytic Tool for Predicting the Fall Risk in Inpatients: Controlled Interrupted Time Series","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Ministry of Trade, Industry and Energy; National Research Foundation","keywords":"Interrupted Time Series Analysis; Electronic health record; Medicine; Harm; Interrupted time series; Medical emergency; Health care; MEDLINE; Health records; Intensive care medicine; Psychological intervention; Nursing; Psychology","score_opus":0.02809744716502651,"score_gpt":0.4304787661568512,"score_spread":0.4023813189918247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199367967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99578905,0.000028458977,0.000789116,0.0001566729,0.00033481536,0.001602436,0.00010601833,0.00004381531,0.0011496042],"genre_scores_gemma":[0.9967425,0.00013736017,0.001182884,0.0007037895,0.00025555716,0.0003232716,0.00026947304,0.000015316431,0.00036985785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99568045,0.0008621308,0.0025148226,0.00010954622,0.00045095806,0.00038209435],"domain_scores_gemma":[0.9962985,0.0018572392,0.0009798082,0.00036886122,0.00031513342,0.00018043691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037612494,0.00014729492,0.00069647055,0.0000754542,0.00018595018,0.000013712939,0.0002748585,0.0003919592,0.00012859087],"category_scores_gemma":[0.0049847453,0.00008859983,0.0003039988,0.00026135825,0.00014339296,0.00039925327,0.00014377505,0.0009902557,0.000035191333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034832011,0.002636882,0.88683164,0.0014440748,0.0007723083,0.000008329422,0.040047787,0.000019328147,0.000036511807,0.000338204,0.008625905,0.055755824],"study_design_scores_gemma":[0.018712463,0.0010053016,0.66093105,0.0011135709,0.000119921744,0.000004464468,0.010070126,0.3063625,8.5001733e-7,0.0006788017,0.0008256942,0.00017520627],"about_ca_topic_score_codex":0.000058706617,"about_ca_topic_score_gemma":0.00022192782,"teacher_disagreement_score":0.3063432,"about_ca_system_score_codex":0.00009322855,"about_ca_system_score_gemma":0.00077490025,"threshold_uncertainty_score":0.5967566},"labels":[],"label_agreement":null},{"id":"W3199493908","doi":"10.2196/32771","title":"Predictability of Mortality in Patients With Myocardial Injury After Noncardiac Surgery Based on Perioperative Factors via Machine Learning: Retrospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; Korea Health Industry Development Institute; National IT Industry Promotion Agency","keywords":"Medicine; Receiver operating characteristic; Perioperative; Machine learning; Gradient boosting; Artificial intelligence; Medical prescription; Area under the curve; Retrospective cohort study; Emergency medicine; Internal medicine; Surgery; Computer science; Random forest","score_opus":0.008342917900391171,"score_gpt":0.2650470897946566,"score_spread":0.2567041718942654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199493908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966009,0.000010710277,0.000040022423,0.00007703785,0.00013196428,0.0010418928,0.000057240726,0.00004256891,0.0019976508],"genre_scores_gemma":[0.9991513,0.0000056828426,0.000049871716,0.00038925273,0.000050927618,0.00009584964,0.0001901878,0.000020218176,0.000046742138],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99582005,0.00044145022,0.0010080563,0.00023825462,0.0021713746,0.00032080372],"domain_scores_gemma":[0.99794656,0.0006541895,0.00019398998,0.00047280802,0.00035876472,0.00037366868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009994447,0.0003026188,0.0016414307,0.00016423393,0.00004804148,0.000020651454,0.00007545516,0.0002257394,0.00036561035],"category_scores_gemma":[0.0014158728,0.0002004018,0.0004714866,0.00053259823,0.00024695497,0.00016549465,0.00006368573,0.0008160332,0.000006188104],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014221948,0.0016883772,0.9912752,0.00014613853,0.00022035107,0.000107691994,0.0045880047,0.000014402387,5.0568116e-7,0.0000055746837,0.000014264285,0.00051732996],"study_design_scores_gemma":[0.0025779412,0.0012621537,0.99303484,0.00015206964,0.00012691671,0.0000020256293,0.0014536859,0.0007525944,0.00004810872,6.470239e-7,0.0003932018,0.0001958273],"about_ca_topic_score_codex":0.000074539246,"about_ca_topic_score_gemma":0.00003477195,"teacher_disagreement_score":0.0031343189,"about_ca_system_score_codex":0.00020376644,"about_ca_system_score_gemma":0.0005026622,"threshold_uncertainty_score":0.8172148},"labels":[],"label_agreement":null},{"id":"W3199556626","doi":"10.2196/24144","title":"eHealth Literacy and Beliefs About Medicines Among Taiwanese College Students: Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Intelligent Electronic Commerce Research Center, National Sun Yat-Sen University","keywords":"eHealth; Health literacy; Literacy; Psychology; Cross-sectional study; Medicine; Medical education; Family medicine; Gerontology; Health care; Pedagogy","score_opus":0.03349672796763578,"score_gpt":0.4963962008854069,"score_spread":0.4628994729177711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199556626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888527,0.00014220247,0.00036821878,0.00080299104,0.0014324046,0.002168717,0.00012824379,0.00018248525,0.005922047],"genre_scores_gemma":[0.970095,0.00018041879,0.0008600802,0.025011662,0.00082311674,0.0006381286,0.00026793865,0.000023904206,0.0020997727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99022,0.0007216508,0.005503466,0.00026560356,0.0024679124,0.00082136743],"domain_scores_gemma":[0.99479806,0.0010767832,0.0011379445,0.0006144173,0.0011020758,0.0012706904],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0067194453,0.00030510803,0.0006244994,0.00020455747,0.0015682662,0.00015937543,0.0005045316,0.0005441361,0.0034026788],"category_scores_gemma":[0.0024032427,0.00023272754,0.00007258647,0.0006949267,0.00033358118,0.0027359312,0.00063908426,0.0019503996,0.0003192794],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057871996,0.00046096538,0.93237317,0.0021523111,0.000031188618,0.00002030813,0.057672627,6.379739e-7,8.512559e-8,0.00044325064,0.0047090338,0.0020785313],"study_design_scores_gemma":[0.003642101,0.00017051736,0.9329706,0.0005699586,0.000008372869,0.00002479141,0.020040985,0.0024412614,5.728801e-7,0.00015174558,0.039773975,0.00020515035],"about_ca_topic_score_codex":0.00011077304,"about_ca_topic_score_gemma":0.00014963066,"teacher_disagreement_score":0.037631642,"about_ca_system_score_codex":0.00026029788,"about_ca_system_score_gemma":0.0018109452,"threshold_uncertainty_score":0.99973154},"labels":[],"label_agreement":null},{"id":"W3199672413","doi":"10.2196/30743","title":"Implementation of an Anticoagulation Practice Guideline for COVID-19 via a Clinical Decision Support System in a Large Academic Health System and Its Evaluation: Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Center for Advancing Translational Sciences; Agency for Healthcare Research and Quality; University of Minnesota; Patient-Centered Outcomes Research Institute","keywords":"Medicine; Guideline; Clinical decision support system; Emergency medicine; Observational study; Fraction of inspired oxygen; Intensive care medicine; Internal medicine; Health care; Mechanical ventilation","score_opus":0.3902974835909194,"score_gpt":0.610006889577629,"score_spread":0.21970940598670963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199672413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719847,0.00032975117,0.017375315,0.0049306382,0.00021025226,0.005018381,0.00008091409,0.00004464498,0.000025431305],"genre_scores_gemma":[0.9782292,0.00007780464,0.013597302,0.0060935887,0.0001314616,0.00053721515,0.0013201371,0.000011707244,0.0000015843694],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943061,0.00037756495,0.0032346933,0.00020499952,0.0016537253,0.00022295571],"domain_scores_gemma":[0.99615496,0.0012434814,0.0009287621,0.0002356934,0.0009284381,0.0005086746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01067605,0.00014233003,0.0006017875,0.00014101346,0.00009108914,0.000017014687,0.000071982744,0.0001946881,0.000087329936],"category_scores_gemma":[0.003075344,0.00011838865,0.0000696694,0.0003108108,0.00001943044,0.00042113216,0.00006144303,0.00021356798,0.0000040720415],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016545721,0.0075528203,0.6386774,0.00789855,0.0006163115,0.00013863208,0.024771178,0.00014141307,0.000012336769,0.0038007097,0.008309413,0.3064266],"study_design_scores_gemma":[0.029147679,0.0025390936,0.2418339,0.00069530855,0.00045514668,0.00040009335,0.111519344,0.6083551,0.000043586344,0.00002320969,0.0048278496,0.00015969551],"about_ca_topic_score_codex":0.000050256243,"about_ca_topic_score_gemma":0.00011963014,"teacher_disagreement_score":0.60821366,"about_ca_system_score_codex":0.00057806534,"about_ca_system_score_gemma":0.0029203878,"threshold_uncertainty_score":0.51806426},"labels":[],"label_agreement":null},{"id":"W3199673018","doi":"10.2196/32730","title":"Adverse Drug Event Prediction Using Noisy Literature-Derived Knowledge Graphs: Algorithm Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine learning; Artificial intelligence; Computer science; Inference; Natural language processing; Representation (politics); Pharmacovigilance; Named-entity recognition; Benchmark (surveying); Graph; Theoretical computer science; Task (project management); Medicine; Adverse effect","score_opus":0.057696897619780765,"score_gpt":0.41431844613195923,"score_spread":0.3566215485121785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199673018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98996776,0.00094704126,0.00411362,0.00025440982,0.0018982127,0.00044216268,0.00010053785,0.00018072978,0.0020955447],"genre_scores_gemma":[0.9711158,0.0036301399,0.01664483,0.004793929,0.00088860345,0.00025634628,0.0013742109,0.000055558117,0.0012405658],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812055,0.0001866242,0.0007354376,0.00018301173,0.00038888882,0.00038551618],"domain_scores_gemma":[0.9987504,0.00015963384,0.00019820844,0.00014777257,0.00022164208,0.0005223688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060397445,0.0002438251,0.0002596735,0.00016529337,0.00040414213,0.00004067874,0.00014202307,0.000356286,0.00046853512],"category_scores_gemma":[0.00007212684,0.00023147163,0.00009045586,0.00046059588,0.00015014074,0.0006167429,0.0001470949,0.0009833598,0.00009891827],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034468248,0.0048151487,0.008187792,0.0030839124,0.0022264253,0.00084755314,0.21594231,0.0023769757,0.030982012,0.0039883126,0.040184624,0.68702024],"study_design_scores_gemma":[0.0053528803,0.000042915362,0.0013679067,0.0006381242,0.0003037597,0.0006270825,0.0073172287,0.3303757,0.11057258,0.00042078816,0.54225916,0.00072186074],"about_ca_topic_score_codex":0.0000013775258,"about_ca_topic_score_gemma":0.0000028412142,"teacher_disagreement_score":0.6862984,"about_ca_system_score_codex":0.0001391963,"about_ca_system_score_gemma":0.0005419534,"threshold_uncertainty_score":0.9439139},"labels":[],"label_agreement":null},{"id":"W3199944795","doi":"10.2196/30223","title":"Automatic Classification of Thyroid Findings Using Static and Contextualized Ensemble Natural Language Processing Systems: Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; Yonsei University; National Research Foundation","keywords":"Computer science; Artificial intelligence; Machine learning; Natural language processing; Convolutional neural network","score_opus":0.029847858148621044,"score_gpt":0.351851651865812,"score_spread":0.32200379371719096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199944795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94373757,0.0005248936,0.05481885,0.00013481648,0.000115593335,0.00046195163,6.9043415e-7,0.00011589877,0.00008976206],"genre_scores_gemma":[0.95195466,0.0000025937252,0.047777295,0.00017395183,0.000014452531,0.00003172896,0.000008304564,0.00000759113,0.000029392328],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737275,0.00019159459,0.0010717844,0.00014435372,0.0009784125,0.00024108066],"domain_scores_gemma":[0.99868757,0.00023602477,0.0004002969,0.00029213494,0.0002229387,0.00016101406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093471375,0.00014007324,0.0003276971,0.00011838872,0.00014951453,0.00016868285,0.0003555397,0.00008545207,0.000010502337],"category_scores_gemma":[0.00056151405,0.000116839445,0.000020432932,0.00039983814,0.000054763692,0.00043785092,0.00025295047,0.00032730045,0.000004671571],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011035901,0.0003951931,0.012645499,0.009358538,0.000088391986,0.000089041256,0.5615979,0.00007787254,0.0007674554,0.0019196384,0.00015219636,0.41289726],"study_design_scores_gemma":[0.0006442794,0.00005498876,0.0068196747,0.0007167366,0.0000071196973,0.00009026424,0.03126905,0.96008897,0.00011004475,0.000007825925,0.00006251473,0.00012854606],"about_ca_topic_score_codex":0.000026192762,"about_ca_topic_score_gemma":0.000013205393,"teacher_disagreement_score":0.96001107,"about_ca_system_score_codex":0.000096404576,"about_ca_system_score_gemma":0.0007782581,"threshold_uncertainty_score":0.47645742},"labels":[],"label_agreement":null},{"id":"W3200244175","doi":"10.2196/29174","title":"Building a Shared, Scalable, and Sustainable Source for the Problem-Oriented Medical Record: Developmental Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université de Genève","keywords":"Computer science; Process (computing); Scalability; Quality (philosophy); Information retrieval; Data science; Database","score_opus":0.03166873294628453,"score_gpt":0.40695855954029136,"score_spread":0.37528982659400684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200244175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8227709,0.0009822774,0.12599878,0.017637854,0.0016367061,0.020622943,0.000031816395,0.0005909467,0.00972778],"genre_scores_gemma":[0.62788486,0.001645744,0.15922228,0.065932654,0.006082122,0.05027939,0.00039807893,0.00058399024,0.08797089],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99359107,0.0005709447,0.0021129972,0.00025990483,0.0017229259,0.0017421567],"domain_scores_gemma":[0.9943957,0.0032664808,0.0004404934,0.00034329575,0.00058941,0.00096463884],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0075067678,0.00026851977,0.0005636473,0.00011004648,0.0019606564,0.000051769268,0.000473989,0.00054099044,0.0013098215],"category_scores_gemma":[0.0036534742,0.00018191921,0.00006458556,0.00064441294,0.00013986272,0.00031225712,0.0008360359,0.0018094218,0.000073900366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044021395,0.0015898854,0.13173468,0.022462515,0.0007267075,0.00022140684,0.19764358,0.000004600641,0.0000065910335,0.025048155,0.31903115,0.3010905],"study_design_scores_gemma":[0.0038093484,0.00028763595,0.0010656649,0.0009783461,0.00003228528,0.000103416554,0.20938413,0.014600562,0.0000026130756,0.00022577714,0.76926184,0.00024835375],"about_ca_topic_score_codex":0.00040863198,"about_ca_topic_score_gemma":0.00080083305,"teacher_disagreement_score":0.45023072,"about_ca_system_score_codex":0.0006429111,"about_ca_system_score_gemma":0.008139801,"threshold_uncertainty_score":0.9996031},"labels":[],"label_agreement":null},{"id":"W3200427308","doi":"10.2196/30022","title":"Models Predicting Hospital Admission of Adult Patients Utilizing Prehospital Data: Systematic Review Using PROBAST and CHARMS","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emergency department; Medicine; Checklist; Crowding; Emergency medicine; Data extraction; Medical emergency; Predictive modelling; MEDLINE; Computer science; Machine learning","score_opus":0.06875142732234696,"score_gpt":0.37806261868197405,"score_spread":0.3093111913596271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200427308","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000118355805,0.99274594,0.0001332825,0.0000425202,0.00038742655,0.0058336267,0.0003267532,0.00005341739,0.00035869816],"genre_scores_gemma":[0.000033887296,0.99647385,0.0011676726,0.00023492781,0.00015188036,0.00022091271,0.0016499073,0.000049639573,0.000017312515],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99270093,0.00022093688,0.0046518557,0.00033985745,0.0016915646,0.00039484666],"domain_scores_gemma":[0.9950196,0.00030711415,0.0024745157,0.0009875267,0.00073641003,0.00047481072],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013525526,0.0006073664,0.006345888,0.0001442921,0.00011661839,0.000024404408,0.00048025558,0.0004735935,0.0000405464],"category_scores_gemma":[0.007547141,0.00037723797,0.0005231328,0.00044309278,0.00016193005,0.0005798985,0.0011885344,0.00090016046,0.0000032039538],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014099762,0.00016363022,0.000025077687,0.9490958,0.0006834528,0.000013529428,0.001205785,4.8259086e-8,5.0231566e-9,0.000033605906,0.0019665142,0.046811134],"study_design_scores_gemma":[0.00036173247,0.00018545464,6.6678325e-7,0.97763586,0.0073754033,0.00009526624,0.001515301,0.0044518397,1.4667077e-7,0.000002845221,0.008042904,0.0003325564],"about_ca_topic_score_codex":0.0000037822301,"about_ca_topic_score_gemma":3.762342e-7,"teacher_disagreement_score":0.046478577,"about_ca_system_score_codex":0.000088514236,"about_ca_system_score_gemma":0.00072569464,"threshold_uncertainty_score":0.999868},"labels":[],"label_agreement":null},{"id":"W3200503707","doi":"10.2196/25110","title":"Predicting the Easiness and Complexity of English Health Materials for International Tertiary Students With Linguistically Enhanced Machine Learning Algorithms: Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interpretability; Random forest; Machine learning; Artificial intelligence; Support vector machine; Computer science; Feature selection; Gradient boosting; Boosting (machine learning); Algorithm","score_opus":0.05936797026151921,"score_gpt":0.4488036022491286,"score_spread":0.3894356319876094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200503707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778453,0.000018490076,0.019027157,0.00037136133,0.00062798336,0.0016877903,0.000053418313,0.00004820135,0.00032030616],"genre_scores_gemma":[0.9802823,0.000036231533,0.0165569,0.002098654,0.00028327314,0.00033909554,0.00033935613,0.000009798222,0.00005436918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959666,0.00038265696,0.0023646269,0.00011553948,0.0009131989,0.00025738153],"domain_scores_gemma":[0.9960517,0.00066008605,0.00094765064,0.00014375182,0.001999784,0.00019702507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005446377,0.00012648039,0.00031692555,0.00005251727,0.00066422124,0.00005979055,0.00018988688,0.000094310795,0.00010991193],"category_scores_gemma":[0.006874076,0.00007983608,0.000011931614,0.00011106594,0.00012673526,0.0003662691,0.00029523784,0.00042465964,0.0000013736474],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026491884,0.0005150446,0.5284735,0.0051944605,0.00012972364,9.35968e-7,0.41908342,0.000004290045,0.000004040331,0.00039293463,0.00019429992,0.04574247],"study_design_scores_gemma":[0.011307216,0.00075631234,0.709673,0.0035291617,0.000052737058,0.000008280997,0.19068833,0.037570935,0.0010015693,0.00015874156,0.04477825,0.0004754747],"about_ca_topic_score_codex":0.000045826142,"about_ca_topic_score_gemma":0.000055777702,"teacher_disagreement_score":0.22839509,"about_ca_system_score_codex":0.0000955902,"about_ca_system_score_gemma":0.0009042474,"threshold_uncertainty_score":0.82294077},"labels":[],"label_agreement":null},{"id":"W3200785672","doi":"10.2196/32303","title":"Harnessing the Electronic Health Record and Computerized Provider Order Entry Data for Resource Management During the COVID-19 Pandemic: Development of a Decision Tree","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Computer science; Health records; 2019-20 coronavirus outbreak; Electronic health record; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Data science; Health care; Medical emergency; Medicine; Virology; Outbreak; Infectious disease (medical specialty); Political science","score_opus":0.0723027760632141,"score_gpt":0.37180456745828283,"score_spread":0.2995017913950687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200785672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7281074,0.00043914476,0.2645117,0.0048000477,0.0001268473,0.0015511829,0.0000061896103,0.00010587901,0.00035157884],"genre_scores_gemma":[0.46618426,0.00084897823,0.39272848,0.13780844,0.00061851385,0.00062204513,0.0004091573,0.000111045825,0.0006690817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812883,0.00006446352,0.0008075989,0.00014773537,0.00054738176,0.00030396026],"domain_scores_gemma":[0.9983499,0.0006570461,0.000284537,0.00049509574,0.000070336755,0.00014307021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015150199,0.00012226467,0.00026731737,0.00005791021,0.0003560409,0.000047246165,0.00025159767,0.00007215291,0.000017242652],"category_scores_gemma":[0.0009759293,0.00006920063,0.000031709587,0.0002822625,0.00009516301,0.00008981325,0.00046944397,0.00031083485,0.0000015225456],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033949988,0.000103489714,0.0011930093,0.0027164172,0.0001618882,0.0000124577955,0.007975283,0.0000028611905,0.00017750333,0.00009727043,0.0034765613,0.9837438],"study_design_scores_gemma":[0.007127245,0.000120085126,0.0013274299,0.0010445543,0.00006489948,0.0010001617,0.008805038,0.059679013,0.0005407147,0.00013833157,0.91997695,0.0001755491],"about_ca_topic_score_codex":0.000005562985,"about_ca_topic_score_gemma":0.00007896645,"teacher_disagreement_score":0.9835682,"about_ca_system_score_codex":0.0001660191,"about_ca_system_score_gemma":0.0010905208,"threshold_uncertainty_score":0.28219196},"labels":[],"label_agreement":null},{"id":"W3200991908","doi":"10.2196/30467","title":"The Evolution of Rumors on a Closed Social Networking Platform During COVID-19: Algorithm Development and Content Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rumor; Social media; Coronavirus disease 2019 (COVID-19); Set (abstract data type); Computer science; Internet privacy; Pandemic; Psychology; World Wide Web; Medicine; Political science; Public relations","score_opus":0.07044349656483115,"score_gpt":0.3559253387928623,"score_spread":0.2854818422280312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200991908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989339,0.00003824331,0.0010619467,0.0010859269,0.0002653707,0.0004621025,0.0000024807027,0.000047119374,0.007697845],"genre_scores_gemma":[0.9982659,0.000057272944,0.00033940744,0.000880029,0.00017736215,0.000012266368,0.000005928382,0.000004122581,0.00025766253],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975725,0.0000763087,0.00067554193,0.00005429361,0.001316071,0.00030528416],"domain_scores_gemma":[0.9989082,0.00022588512,0.0002674178,0.000091701135,0.00011031675,0.00039646463],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016018135,0.00009435334,0.00016703863,0.000056441484,0.0014882406,0.00011025134,0.00016929857,0.00011253182,0.00006518942],"category_scores_gemma":[0.000792489,0.00006708812,0.00003548703,0.00027990292,0.00023967096,0.00027676875,0.00009673196,0.00021389416,0.000009083746],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042190106,0.00015624659,0.0007645783,0.0000838772,0.000059358903,0.000007973833,0.75316405,0.000005878234,9.2218926e-7,0.008892591,0.0011333704,0.23568895],"study_design_scores_gemma":[0.0017812394,0.000074229196,0.016964225,0.00007534726,0.000009795549,0.0000071923346,0.93234694,0.00252416,0.000033798748,0.00014816331,0.04588092,0.00015400515],"about_ca_topic_score_codex":0.00007327656,"about_ca_topic_score_gemma":0.00037503682,"teacher_disagreement_score":0.23553495,"about_ca_system_score_codex":0.00044033668,"about_ca_system_score_gemma":0.0015513427,"threshold_uncertainty_score":0.9998117},"labels":[],"label_agreement":null},{"id":"W3201017733","doi":"10.2196/26272","title":"A Neural Network Approach for Understanding Patient Experiences of Chronic Obstructive Pulmonary Disease (COPD): Retrospective, Cross-sectional Study of Social Media Content","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lexicon; COPD; Social media; Medicine; Cross-sectional study; Disease; Computer science; Artificial intelligence; Pathology; World Wide Web; Psychiatry","score_opus":0.06520300566911723,"score_gpt":0.3348226166200499,"score_spread":0.2696196109509327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201017733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943647,0.00040013436,0.0014686743,0.00004448509,0.0005068847,0.0020765937,0.00015361393,0.000041527357,0.00094341027],"genre_scores_gemma":[0.9978064,0.000011719577,0.00045110082,0.000055208107,0.0005749373,0.0007245935,0.00030686308,0.000030794057,0.00003840052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994797,0.00012522205,0.001453947,0.00035624934,0.0026446765,0.00062289747],"domain_scores_gemma":[0.99729955,0.0003628588,0.0005317155,0.0003666206,0.0007891952,0.0006500378],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039040248,0.00029844005,0.00076571945,0.00015211156,0.0002820115,0.000038245467,0.0002760238,0.00020989995,0.0004597905],"category_scores_gemma":[0.0007086173,0.0002589709,0.0003411423,0.00064726896,0.001091886,0.00032155152,0.00033432958,0.0005391835,0.0000012808986],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010043692,0.01166526,0.78913754,0.008630516,0.0012414323,0.00042164486,0.16270085,0.0008573814,0.00007211627,0.008529608,0.00081319694,0.0058867517],"study_design_scores_gemma":[0.0038684332,0.00075506204,0.7096155,0.0001173984,0.00010698991,0.00005189621,0.22803323,0.05657878,0.00003624069,0.0005680889,0.000026995005,0.00024137775],"about_ca_topic_score_codex":0.000007956478,"about_ca_topic_score_gemma":0.000007191205,"teacher_disagreement_score":0.07952204,"about_ca_system_score_codex":0.0013064769,"about_ca_system_score_gemma":0.0014650269,"threshold_uncertainty_score":0.99998623},"labels":[],"label_agreement":null},{"id":"W3201039059","doi":"10.2196/31142","title":"Visualizing Knowledge Evolution Trends and Research Hotspots of Personal Health Data Research: Bibliometric Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Data science; Preprint; Knowledge management; Science Citation Index; Computer science; Health care; Big data; Citation; World Wide Web; Political science; Data mining","score_opus":0.3297676177341681,"score_gpt":0.5520222423523137,"score_spread":0.2222546246181456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201039059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5067166,0.03961726,0.38266242,0.05000456,0.0009923368,0.0011996606,0.00027205938,0.00060670474,0.017928401],"genre_scores_gemma":[0.9824727,0.0007635372,0.016050415,0.00019581665,0.0001089029,0.000016976826,0.00013604267,0.000009849759,0.00024576744],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99190897,0.0018039438,0.0010069427,0.00037482317,0.004098206,0.00080709887],"domain_scores_gemma":[0.9941972,0.002132678,0.00022924496,0.0013540387,0.00130723,0.0007796035],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.018800478,0.00012664798,0.00044630314,0.06327747,0.00045712586,0.00022169699,0.0018733842,0.00019754632,0.00014119827],"category_scores_gemma":[0.0044328207,0.000113781716,0.0000664777,0.2689945,0.00037546654,0.000841539,0.0035771208,0.0015947716,0.000025611496],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009956905,0.00030931874,0.02822402,0.001820063,0.00016544896,0.00002386255,0.032775223,0.000008669468,0.0000033367087,0.0153898,0.018024415,0.90324587],"study_design_scores_gemma":[0.0002863882,0.00020479434,0.12230344,0.00018989007,0.000008843353,0.00003313098,0.002125631,0.8644246,0.00000460022,0.00015606637,0.010155052,0.000107588145],"about_ca_topic_score_codex":0.0004660572,"about_ca_topic_score_gemma":0.00024618072,"teacher_disagreement_score":0.9031383,"about_ca_system_score_codex":0.0002263,"about_ca_system_score_gemma":0.002303841,"threshold_uncertainty_score":0.9473395},"labels":[],"label_agreement":null},{"id":"W3201061916","doi":"10.2196/30277","title":"Accurate Prediction of Stroke for Hypertensive Patients Based on Medical Big Data and Machine Learning Algorithms: Retrospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chinese Academy of Sciences","keywords":"Machine learning; Artificial intelligence; Algorithm; Stroke (engine); Receiver operating characteristic; Medical record; Medicine; Big data; Boosting (machine learning); Computer science; Gradient boosting; Decision tree; Random forest; Population; Data mining; Internal medicine; Engineering","score_opus":0.1911957114018802,"score_gpt":0.4521485853851026,"score_spread":0.2609528739832224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201061916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9668251,0.00006582547,0.020678854,0.0023290955,0.0024863663,0.004200922,0.002507969,0.00015684194,0.000748977],"genre_scores_gemma":[0.99485976,0.000089930974,0.0007531836,0.0024201113,0.00044913962,0.00023908544,0.0010778578,0.000026296275,0.00008462024],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953743,0.00049516716,0.0016191925,0.00026869864,0.0018051502,0.00043745516],"domain_scores_gemma":[0.99524933,0.001858045,0.0005519317,0.0005864237,0.0012667296,0.0004875402],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019144596,0.00019033777,0.0005274431,0.00012653133,0.0005177511,0.000011524564,0.0003845436,0.00045773687,0.00029600027],"category_scores_gemma":[0.016218107,0.00015284226,0.00004359692,0.00026948014,0.00016560408,0.00020669596,0.00048019722,0.0015514866,0.000021779442],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031131398,0.0010792229,0.85760397,0.0012223122,0.0001051557,0.000022526936,0.023540718,0.00002185202,0.0000017755017,0.000085738895,0.003559906,0.11244553],"study_design_scores_gemma":[0.0018835965,0.0014861703,0.03604989,0.0007665712,0.000044431228,0.000002024425,0.044656415,0.9110037,0.00002671055,0.00005673649,0.003884146,0.00013961147],"about_ca_topic_score_codex":0.00015052174,"about_ca_topic_score_gemma":0.00045743643,"teacher_disagreement_score":0.91098183,"about_ca_system_score_codex":0.00013779741,"about_ca_system_score_gemma":0.0012331123,"threshold_uncertainty_score":0.9920687},"labels":[],"label_agreement":null},{"id":"W3201370370","doi":"10.2196/33385","title":"Correction: Predicting Health Material Accessibility: Development of Machine Learning Algorithms","year":2021,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Quality and Safety in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Machine learning; Algorithm; Artificial intelligence; Data science","score_opus":0.08067219407755556,"score_gpt":0.45329831943024507,"score_spread":0.3726261253526895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201370370","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021230666,0.005447871,0.015354393,0.015114992,0.7654069,0.011664907,0.0020676665,0.0024654188,0.16124716],"genre_scores_gemma":[0.010596709,0.016393607,0.064946,0.046698455,0.060576625,0.004671743,0.11961724,0.00091536256,0.67558426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9881783,0.0017213018,0.0061367475,0.0003272632,0.0025269028,0.001109501],"domain_scores_gemma":[0.99344337,0.0010155931,0.0033709754,0.00061282713,0.0006818264,0.0008753993],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006082989,0.0004942703,0.0016863995,0.00023587832,0.0017458914,0.00003129064,0.0006567484,0.0025288328,0.0056339884],"category_scores_gemma":[0.0024388153,0.00043496458,0.00017802573,0.0005131558,0.00018210801,0.00025524347,0.0008857653,0.009085162,0.00010852869],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088700384,0.00018016805,0.0023364075,0.04300401,0.00015680048,0.000011551935,0.12949906,0.0000027098233,1.682419e-7,0.00005368272,0.6473457,0.17732099],"study_design_scores_gemma":[0.0007639898,0.0001808285,0.0013728476,0.015392541,0.00002225523,0.000018000379,0.04163799,0.021307532,0.0000053288904,0.00002427017,0.91885716,0.0004172694],"about_ca_topic_score_codex":0.00048504546,"about_ca_topic_score_gemma":0.0008069532,"teacher_disagreement_score":0.7048303,"about_ca_system_score_codex":0.0009345875,"about_ca_system_score_gemma":0.019893622,"threshold_uncertainty_score":0.9998102},"labels":[],"label_agreement":null},{"id":"W3201812531","doi":"10.2196/26065","title":"Active Annotation in Evaluating the Credibility of Web-Based Medical Information: Guidelines for Creating Training Data Sets for Machine Learning","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Annotation; Credibility; Protocol (science); Information retrieval; Misinformation; Artificial intelligence; Machine learning; World Wide Web; Medicine","score_opus":0.3115417149346357,"score_gpt":0.5227119047136074,"score_spread":0.21117018977897167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201812531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68069786,0.00019561635,0.20891096,0.065243386,0.0013216448,0.0067520067,0.0012151034,0.00038070497,0.03528274],"genre_scores_gemma":[0.87965393,0.00014493613,0.09994243,0.014293305,0.00063855195,0.00025004958,0.0049105766,0.000025778629,0.00014045705],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953857,0.0002633743,0.00176924,0.000099344645,0.002104778,0.00037757074],"domain_scores_gemma":[0.99401516,0.0032527016,0.00074345083,0.00032427665,0.0014024703,0.00026193509],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012688798,0.00013600882,0.0003104331,0.00011664869,0.00051941286,0.00012183145,0.00062631734,0.0002565845,0.000451059],"category_scores_gemma":[0.12211811,0.00010226421,0.00008149224,0.0005311082,0.00024532128,0.0019292805,0.0001363168,0.00039115906,0.00000386468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014753654,0.00006401008,0.00026877364,0.0005770392,0.000031161435,4.5265455e-7,0.26300552,0.0013077619,0.000004741867,0.0031770996,0.004409219,0.7270067],"study_design_scores_gemma":[0.001927733,0.000090594665,0.00027320927,0.00029667857,0.000014000245,0.000002243498,0.11859087,0.8529224,0.000031468207,0.00025523998,0.025490806,0.00010477865],"about_ca_topic_score_codex":0.00009412552,"about_ca_topic_score_gemma":0.0007295207,"teacher_disagreement_score":0.8516146,"about_ca_system_score_codex":0.00009423066,"about_ca_system_score_gemma":0.005552637,"threshold_uncertainty_score":0.98501396},"labels":[],"label_agreement":null},{"id":"W3202078810","doi":"10.2196/26407","title":"Chinese-Named Entity Recognition From Adverse Drug Event Records: Radical Embedding-Combined Dynamic Embedding–Based BERT in a Bidirectional Long Short-term Conditional Random Field (Bi-LSTM-CRF) Model","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"China Pharmaceutical University; National Natural Science Foundation of China","keywords":"Conditional random field; Pharmacovigilance; Named-entity recognition; Computer science; Artificial intelligence; Natural language processing; Drug reaction; Recall; Adverse drug reaction; Medicine; Machine learning; Adverse effect; Drug; Pharmacology; Engineering; Psychology; Cognitive psychology","score_opus":0.03818304628788474,"score_gpt":0.42150453957782535,"score_spread":0.3833214932899406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202078810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814868,0.00008198881,0.011526027,0.001714257,0.0021097332,0.0006998905,0.00069314236,0.0002016113,0.0014865366],"genre_scores_gemma":[0.98483175,0.00046836483,0.0012310104,0.0074089146,0.00035495884,0.0004152827,0.0048319795,0.000031999145,0.00042571477],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99636763,0.00037845684,0.0013429384,0.00037190045,0.00089659216,0.00064249145],"domain_scores_gemma":[0.99705714,0.0015178435,0.0002848469,0.00026089902,0.00019762033,0.0006816563],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00069251144,0.00042620965,0.0006356054,0.0003087185,0.0003290514,0.00004686355,0.00035118323,0.0006585672,0.008198421],"category_scores_gemma":[0.00059113203,0.00041973914,0.00037257437,0.00052544376,0.0002562593,0.00075943104,0.00014186183,0.0022873883,0.0002353206],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021281881,0.028122064,0.33354685,0.0028750822,0.005335619,0.005186184,0.023983503,0.24879964,0.015163079,0.00040998074,0.19489193,0.120404206],"study_design_scores_gemma":[0.01066623,0.00004542032,0.0038439499,0.00024386618,0.00016410324,0.00006726247,0.0003963993,0.97753835,0.0021296886,0.0012260126,0.0031741497,0.0005045534],"about_ca_topic_score_codex":0.000034271077,"about_ca_topic_score_gemma":0.0002755675,"teacher_disagreement_score":0.7287387,"about_ca_system_score_codex":0.0003724278,"about_ca_system_score_gemma":0.0008885282,"threshold_uncertainty_score":0.9998254},"labels":[],"label_agreement":null},{"id":"W3202373207","doi":"10.2196/32851","title":"Risk Factors Associated With Nonfatal Opioid Overdose Leading to Intensive Care Unit Admission: A Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Center for Advancing Translational Sciences; National Institute of Mental Health; National Institutes of Health","keywords":"Medicine; Trauma center; Intensive care unit; Observational study; Logistic regression; Odds ratio; Emergency medicine; Veterans Affairs; Cross-sectional study; Opioid overdose; Retrospective cohort study; Opioid; Intensive care medicine; Internal medicine; (+)-Naloxone","score_opus":0.032912795257101175,"score_gpt":0.35476619081149174,"score_spread":0.3218533955543906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202373207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971155,0.000057745332,0.00011128015,0.00012236637,0.000267491,0.0010779683,0.00013158678,0.00014230209,0.0009737908],"genre_scores_gemma":[0.9967909,0.000012874809,0.00022870042,0.0013446563,0.00008539855,0.00009529887,0.00089738396,0.000033669767,0.0005111368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968546,0.00006396254,0.0007279946,0.00022924355,0.0017072643,0.00041693234],"domain_scores_gemma":[0.99667186,0.00022148225,0.00021493317,0.00040508914,0.0015684033,0.0009182432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017407691,0.00031090784,0.00051623565,0.00015342957,0.00022606173,0.00009732524,0.00015543109,0.00024880166,0.00079989905],"category_scores_gemma":[0.0026670939,0.0002195404,0.000120476434,0.0006191912,0.00009291978,0.00020399352,0.00021356482,0.00071000843,0.00011802949],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013706191,0.0006205162,0.92471075,0.000128371,0.00042639903,0.00023476029,0.07259054,0.000023524284,0.0000032289615,0.0000067994547,0.0005473307,0.00057075225],"study_design_scores_gemma":[0.0047492567,0.0014691697,0.8216893,0.00044384802,0.00015785651,0.000048219565,0.16959105,0.00032828798,0.00023041292,0.0000033989481,0.0010545047,0.00023468243],"about_ca_topic_score_codex":0.00005569084,"about_ca_topic_score_gemma":0.00008646068,"teacher_disagreement_score":0.10302141,"about_ca_system_score_codex":0.00037403917,"about_ca_system_score_gemma":0.0012245801,"threshold_uncertainty_score":0.8952598},"labels":[],"label_agreement":null},{"id":"W3202634829","doi":"10.2196/28039","title":"Ensemble Learning-Based Pulse Signal Recognition: Classification Model Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Science and Technology Commission of Shanghai Municipality; National Natural Science Foundation of China","keywords":"Computer science; Artificial intelligence; Ensemble learning; Convolutional neural network; Support vector machine; Deep learning; Machine learning; Pattern recognition (psychology); Artificial neural network; Classifier (UML); Time domain; Feature extraction; Data mining; Computer vision","score_opus":0.039724482300625495,"score_gpt":0.27199955226389694,"score_spread":0.23227506996327144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202634829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7405049,0.000026486445,0.25325224,0.000036351128,0.00022497457,0.00035625088,0.0000024521783,0.00042866575,0.005167666],"genre_scores_gemma":[0.9874181,0.000007673775,0.011963075,0.00010432948,0.00011797461,0.00020370039,0.000096265096,0.000028128554,0.00006076151],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810034,0.00003619421,0.0006293961,0.000100740916,0.00083342375,0.00029988776],"domain_scores_gemma":[0.9992159,0.0001063729,0.00006609172,0.0001739187,0.0001664039,0.00027132579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027735264,0.00017753872,0.0001922457,0.00009315822,0.00011403047,0.000071184746,0.0001570513,0.00015610878,0.00028015257],"category_scores_gemma":[0.00012410237,0.00018139875,0.000044152654,0.00029346847,0.000029410046,0.0002565488,0.000054670978,0.0005101476,0.0003175353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006282089,0.0020921684,0.016694948,0.0021632481,0.0004342361,0.00030918303,0.033136185,0.22149917,0.016675767,0.00006733441,0.003945125,0.7029198],"study_design_scores_gemma":[0.0012836114,0.00009494505,0.001117637,0.00022664225,0.000023259436,0.00001590107,0.007549515,0.9557563,0.03203795,0.00008850761,0.0013393412,0.00046636353],"about_ca_topic_score_codex":8.021074e-7,"about_ca_topic_score_gemma":0.0000071804193,"teacher_disagreement_score":0.73425716,"about_ca_system_score_codex":0.00017431438,"about_ca_system_score_gemma":0.0003350594,"threshold_uncertainty_score":0.7397226},"labels":[],"label_agreement":null},{"id":"W3202649559","doi":"10.2196/30970","title":"Transformation and Evaluation of the MIMIC Database in the OMOP Common Data Model: Development and Usability Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Massachusetts Institute of Technology","keywords":"Computer science; Usability; Set (abstract data type); Data mining; Domain (mathematical analysis); Data transformation; Transformation (genetics); Database; Data model (GIS); Information retrieval; Data warehouse; Programming language; Artificial intelligence; Human–computer interaction","score_opus":0.22634269285936467,"score_gpt":0.5136567968453121,"score_spread":0.28731410398594737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202649559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99364775,0.00013121446,0.00041443016,0.0018756732,0.000101389225,0.0029603187,0.00002920669,0.000009602964,0.000830437],"genre_scores_gemma":[0.99823684,0.000048168255,0.00031492327,0.00096489117,0.000020297117,0.000281725,0.00012099386,0.0000046379337,0.000007554663],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994848,0.0018609554,0.0014792571,0.00010875143,0.0014327007,0.0002703231],"domain_scores_gemma":[0.99800265,0.0007030323,0.00027168446,0.00076928537,0.0001572465,0.00009608428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016518671,0.00009480101,0.00023495893,0.00003733063,0.0003050086,0.00000939904,0.0003911539,0.00012890296,0.000028571678],"category_scores_gemma":[0.00074649527,0.00005333998,0.000011426537,0.00025037257,0.00007925877,0.000357133,0.00030059024,0.0007615923,0.0000030169442],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051298146,0.00079317734,0.09710304,0.0059262505,0.0000503073,0.0000012239593,0.7507783,0.00006444674,0.000006989846,0.0011771322,0.0018866058,0.1421612],"study_design_scores_gemma":[0.0026084941,0.000050865085,0.05494573,0.00065950654,0.000051445317,0.000011445654,0.1262496,0.812314,0.000011885437,0.00023617654,0.0027561686,0.00010469295],"about_ca_topic_score_codex":0.00012866007,"about_ca_topic_score_gemma":0.0065727453,"teacher_disagreement_score":0.81224954,"about_ca_system_score_codex":0.00016725392,"about_ca_system_score_gemma":0.002993123,"threshold_uncertainty_score":0.57250744},"labels":[],"label_agreement":null},{"id":"W3203197436","doi":"10.2196/30588","title":"Predicting the Linguistic Accessibility of Chinese Health Translations: Machine Learning Algorithm Development","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université de Genève; University of Sydney","keywords":"Random forest; Gradient boosting; Readability; Machine learning; Artificial intelligence; Decision tree; Logistic regression; Pairwise comparison; Machine translation; Computer science; Natural language processing; Medicine; Algorithm","score_opus":0.04494453875867926,"score_gpt":0.4531596471847701,"score_spread":0.4082151084260908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203197436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7940339,0.0012385579,0.17621137,0.0044646966,0.001868065,0.0030239634,0.00017375918,0.0004592943,0.018526396],"genre_scores_gemma":[0.91397715,0.0003140158,0.067970976,0.015249148,0.0005417325,0.00040767173,0.0009775877,0.000030426232,0.0005312682],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.991947,0.0008791137,0.0052971756,0.00014517755,0.0011528062,0.0005787363],"domain_scores_gemma":[0.9951158,0.0015280372,0.0017019983,0.00046820837,0.0007315517,0.00045439598],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007529797,0.00020328247,0.0005001985,0.000091270915,0.0015462262,0.000028933518,0.0004257714,0.00025697312,0.0015574093],"category_scores_gemma":[0.0054455553,0.00012508513,0.00008880192,0.00073213864,0.00013812236,0.0006098327,0.00023827837,0.0020099643,0.00007420963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025469704,0.000186894,0.4251168,0.005031097,0.00003688907,0.0000014164657,0.26968914,0.000017230845,4.4969275e-7,0.00025382394,0.00034070006,0.29930007],"study_design_scores_gemma":[0.002066062,0.000085016014,0.19386886,0.0015426588,0.000011408163,0.0000131703155,0.017628374,0.57142746,0.000017720495,0.0006591046,0.21237977,0.00030037836],"about_ca_topic_score_codex":0.000083910214,"about_ca_topic_score_gemma":0.00013027237,"teacher_disagreement_score":0.57141024,"about_ca_system_score_codex":0.00019290135,"about_ca_system_score_gemma":0.0048297425,"threshold_uncertainty_score":0.99975365},"labels":[],"label_agreement":null},{"id":"W3203281044","doi":"10.2196/32726","title":"Optimal Triage for COVID-19 Patients Under Limited Health Care Resources With a Parsimonious Machine Learning Prediction Model and Threshold Optimization Using Discrete-Event Simulation: Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Disease Control and Prevention Agency","keywords":"Triage; Youden's J statistic; Receiver operating characteristic; Logistic regression; Medicine; Ordered logit; Computer science; Health care; Gradient boosting; Machine learning; Statistics; Emergency medicine; Random forest; Mathematics","score_opus":0.08458860510897227,"score_gpt":0.3857229167889065,"score_spread":0.30113431167993426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203281044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84316367,0.00024529832,0.15401223,0.00046803156,0.00003215788,0.0019559483,0.000030680905,0.0000710093,0.000020946069],"genre_scores_gemma":[0.9613936,0.00005180545,0.035286937,0.0016237879,0.000035687473,0.00021427278,0.0013499236,0.00002485016,0.000019125222],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997904,0.000055905646,0.0007419839,0.00019978936,0.0008417376,0.00025660734],"domain_scores_gemma":[0.99865097,0.00016264984,0.00027923743,0.00016518855,0.00022096909,0.00052097416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002777895,0.0002102626,0.00039450987,0.0001111289,0.0003947129,0.00005869617,0.00004584741,0.00011404657,0.000022078157],"category_scores_gemma":[0.00019594483,0.00015390605,0.00004854586,0.00020022487,0.000044717126,0.00014720377,0.00007416425,0.00020356348,3.8083508e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004092674,0.00077248784,0.065354176,0.00034898223,0.00017378498,0.0000075211756,0.030178852,0.9008747,8.381233e-8,0.0000030861174,0.000040093902,0.0018369694],"study_design_scores_gemma":[0.010537331,0.0013850087,0.0054048803,0.0002330444,0.00015661668,0.0000109754465,0.014441278,0.9672605,0.0000068934787,0.00000147709,0.0004241362,0.00013786975],"about_ca_topic_score_codex":0.000009866457,"about_ca_topic_score_gemma":0.000022299919,"teacher_disagreement_score":0.1187253,"about_ca_system_score_codex":0.0005192631,"about_ca_system_score_gemma":0.0008217934,"threshold_uncertainty_score":0.6276106},"labels":[],"label_agreement":null},{"id":"W3203357538","doi":"10.2196/29176","title":"An Open-Source, Standard-Compliant, and Mobile Electronic Data Capture System for Medical Research (OpenEDC): Design and Evaluation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Metadata; Data collection; Standardization; Reuse; Electronic data capture; Data exchange; World Wide Web; Software engineering; Engineering; Operating system","score_opus":0.22634153025696965,"score_gpt":0.5669787986557184,"score_spread":0.34063726839874875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203357538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8553728,0.004805059,0.07905744,0.003484885,0.0011867351,0.052627373,0.00026390975,0.00037585277,0.00282595],"genre_scores_gemma":[0.9860451,0.00045698087,0.0024725576,0.0012649955,0.0005518049,0.008172595,0.0005717374,0.00008295423,0.0003812586],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98493284,0.006619298,0.0020985669,0.00056960667,0.004123759,0.001655936],"domain_scores_gemma":[0.9913681,0.003986678,0.00040378972,0.0015253851,0.0013233229,0.0013926816],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.060538787,0.0002702901,0.00084589736,0.00017360288,0.0015691225,0.00018128513,0.0016198911,0.0007498451,0.00048796865],"category_scores_gemma":[0.0031267307,0.00021612537,0.00001987942,0.0005384872,0.00019087714,0.00087444915,0.0016022718,0.0026305325,0.00004218997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026169023,0.0026234952,0.010690471,0.02859939,0.00077216065,0.00013249286,0.18325059,0.00006205366,0.000049864575,0.009622458,0.21771994,0.5438602],"study_design_scores_gemma":[0.011089559,0.003794853,0.00045437153,0.0023274994,0.000095681244,0.00019122285,0.19456089,0.5502622,0.00000915243,0.0002575118,0.23654832,0.00040873344],"about_ca_topic_score_codex":0.0004109836,"about_ca_topic_score_gemma":0.0019006717,"teacher_disagreement_score":0.55020016,"about_ca_system_score_codex":0.0010264195,"about_ca_system_score_gemma":0.019412985,"threshold_uncertainty_score":0.9997307},"labels":[],"label_agreement":null},{"id":"W3203473111","doi":"10.2196/19250","title":"Artificial Intelligence–Based Framework for Analyzing Health Care Staff Security Practice: Mapping Review and Simulation Study","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Information and Cyber Security","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidentiality; Access control; Data access; Health care; Computer science; Computer security; Masking (illustration); Best practice; Internet privacy; Database","score_opus":0.07874798197522098,"score_gpt":0.4494158572762758,"score_spread":0.3706678753010548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203473111","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.5156185e-7,0.54653263,0.4502475,0.00044826715,0.00019379695,0.0024092675,0.000019496496,0.00008382781,0.00006474536],"genre_scores_gemma":[0.00005073386,0.9310934,0.06419769,0.0038506072,0.00014749703,0.00039146235,0.0002489953,0.000018215684,0.0000013844988],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99461406,0.000451972,0.0029656459,0.00030301095,0.0011888593,0.0004764231],"domain_scores_gemma":[0.9947456,0.0016063313,0.0018068986,0.000819705,0.0005786115,0.00044284816],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002766648,0.00045259827,0.001905999,0.00027904363,0.0003745216,0.00046081492,0.000904484,0.00045460687,0.000041470234],"category_scores_gemma":[0.0022718126,0.00038185966,0.00033873264,0.001231196,0.00006300221,0.0008861989,0.00042599186,0.0012276773,0.000023003236],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.5096834e-7,0.00015191289,1.3255227e-7,0.06600881,0.00006623106,0.0000031211416,0.023905799,0.000016136371,1.8074932e-11,0.010420876,0.0002783734,0.8991476],"study_design_scores_gemma":[0.00007752516,0.0002083731,9.2159866e-8,0.034071576,0.00024677248,0.000015881898,0.009850943,0.08054677,2.9039196e-8,0.00040898487,0.87412965,0.00044340044],"about_ca_topic_score_codex":0.000004145165,"about_ca_topic_score_gemma":0.0000063305524,"teacher_disagreement_score":0.89870423,"about_ca_system_score_codex":0.0002604906,"about_ca_system_score_gemma":0.0021237193,"threshold_uncertainty_score":0.9998633},"labels":[],"label_agreement":null},{"id":"W3203558465","doi":"10.2196/28962","title":"Machine Learning Applications in Mental Health and Substance Use Research Among the LGBTQ2S+ Population: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Women's College Hospital; Public Health Ontario; University of Toronto; Canadian Institutes of Health Research; University of Waterloo; Sunnybrook Health Science Centre; Government of Canada; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"PsycINFO; CINAHL; Transgender; Mental health; Population; MEDLINE; Lesbian; Medicine; Psychiatry; Psychology; Clinical psychology; Psychological intervention; Environmental health","score_opus":0.12068651136140815,"score_gpt":0.5048943799068927,"score_spread":0.3842078685454845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203558465","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.719254,0.18684211,0.00046176178,0.06488394,0.0006456063,0.007193957,0.000048756243,0.00018528289,0.020484542],"genre_scores_gemma":[0.35724336,0.5793485,0.0015715916,0.044606943,0.0012644429,0.0025468667,0.0020863358,0.00011799162,0.011213977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974345,0.00056255574,0.00080720824,0.0001270373,0.000650534,0.00041816867],"domain_scores_gemma":[0.99861556,0.00045574637,0.00018078861,0.00033805845,0.00008148933,0.00032832773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002005587,0.000100225916,0.00025540806,0.00009971551,0.0005055989,0.00007269238,0.00019864996,0.000112029484,0.0003754053],"category_scores_gemma":[0.00035227675,0.00007651183,0.00003252919,0.0007018359,0.00020004091,0.00025671834,0.00010211739,0.0010081292,0.00006255881],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012286686,0.0001775893,0.8736758,0.022089377,0.000021767917,0.000010468694,0.030407853,0.000001602759,1.1684189e-7,0.017742496,0.02032826,0.035532344],"study_design_scores_gemma":[0.0030520156,0.00027470352,0.8316688,0.039108258,0.000033386583,0.0002965487,0.015353861,0.0031567318,7.794922e-7,0.001660444,0.10465807,0.0007364345],"about_ca_topic_score_codex":0.0023897842,"about_ca_topic_score_gemma":0.005616454,"teacher_disagreement_score":0.3925064,"about_ca_system_score_codex":0.00009900238,"about_ca_system_score_gemma":0.0003148296,"threshold_uncertainty_score":0.4379876},"labels":[],"label_agreement":null},{"id":"W3203599921","doi":"10.2196/30079","title":"Prediction Model of Osteonecrosis of the Femoral Head After Femoral Neck Fracture: Machine Learning–Based Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Bone and Joint Diseases","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Femoral head; Random forest; Machine learning; Support vector machine; Artificial intelligence; Logistic regression; Lasso (programming language); Medicine; Feature selection; Femoral neck; Computer science; Gradient boosting; Algorithm; Decision tree; Data set; Surgery; Internal medicine; Osteoporosis","score_opus":0.028543483778835903,"score_gpt":0.28747670073749343,"score_spread":0.2589332169586575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203599921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971575,0.00005516894,0.0015948361,0.00056222716,0.000046414967,0.0004336437,0.00001996066,0.000024110986,0.000106113956],"genre_scores_gemma":[0.99618053,0.000008873373,0.0026032776,0.0009489428,0.000014115268,0.000041546988,0.00009898886,0.000009115975,0.00009458441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998189,0.000049471073,0.00069561374,0.000081111,0.0008530924,0.00013174574],"domain_scores_gemma":[0.9992085,0.000040516363,0.00020907297,0.00020630965,0.00016963018,0.00016593833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022982497,0.00012241332,0.0003111014,0.00005695939,0.000057562662,0.000012064106,0.000056779947,0.0001126982,0.00012593047],"category_scores_gemma":[0.00020502692,0.00008005976,0.000074049494,0.00017957925,0.00009680548,0.0001154328,0.00008971869,0.00028832423,0.000002277435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051866105,0.0015954426,0.97187024,0.0014166466,0.00013530448,0.00001308269,0.0130119305,0.001086543,0.00012303692,0.0000060678426,0.0005754609,0.009647576],"study_design_scores_gemma":[0.006054456,0.00061927445,0.683171,0.0008547388,0.00031693393,0.000023290302,0.003424021,0.28961244,0.014774942,0.000024929757,0.00094307907,0.00018092485],"about_ca_topic_score_codex":0.000015869953,"about_ca_topic_score_gemma":0.000024424693,"teacher_disagreement_score":0.2886993,"about_ca_system_score_codex":0.000029454988,"about_ca_system_score_gemma":0.00050466973,"threshold_uncertainty_score":0.32647422},"labels":[],"label_agreement":null},{"id":"W3203736792","doi":"10.2196/30066","title":"Deep Learning Techniques for Fatty Liver Using Multi-View Ultrasound Images Scanned by Different Scanners: Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Liver Disease Diagnosis and Treatment","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; Ministry of Environment; National Research Foundation","keywords":"Fatty liver; Magnetic resonance imaging; Ultrasound; Artificial intelligence; Overfitting; Medicine; Liver disease; Radiology; Computer science; Artificial neural network; Pathology; Disease; Internal medicine","score_opus":0.03133769379409989,"score_gpt":0.3289429064923638,"score_spread":0.2976052126982639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203736792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98264277,0.0009281266,0.014608857,0.00009447678,0.000041198757,0.0015352608,0.000011083217,0.00008676872,0.00005144277],"genre_scores_gemma":[0.96280473,0.0007064674,0.034931064,0.00044667302,0.00005365632,0.0005039928,0.00045541348,0.00002379967,0.00007418735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847525,0.000054211934,0.0005294861,0.00015859185,0.00053680927,0.00024567702],"domain_scores_gemma":[0.99900764,0.00018018269,0.00014135559,0.0001434411,0.00017885852,0.00034850428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021534732,0.00020370189,0.0003648225,0.00006214023,0.00018632728,0.000082550105,0.000059168724,0.000104248946,0.0000905039],"category_scores_gemma":[0.00022186051,0.00015413885,0.00006783031,0.00009888113,0.000063422405,0.00018284575,0.00008167555,0.00016512192,0.0000045177385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019065251,0.011301214,0.5721157,0.0040898514,0.0016647392,0.00018998778,0.0356988,0.0000069526245,0.0010173045,0.000031438245,0.0014233924,0.37226993],"study_design_scores_gemma":[0.027018804,0.0031233202,0.5290249,0.00593671,0.0031875486,0.00043572037,0.07228879,0.030696927,0.31312415,0.000030976276,0.013143194,0.0019889602],"about_ca_topic_score_codex":0.000010760627,"about_ca_topic_score_gemma":0.000007853127,"teacher_disagreement_score":0.37028095,"about_ca_system_score_codex":0.00016273028,"about_ca_system_score_gemma":0.0001603937,"threshold_uncertainty_score":0.62855995},"labels":[],"label_agreement":null},{"id":"W3203951545","doi":"10.2196/33192","title":"A Patient-Screening Tool for Clinical Research Based on Electronic Health Records Using OpenEHR: Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science and Technology Major Project","keywords":"Computer science; SQL; Information retrieval; Health records; Health informatics; Data mining; Data science; Medicine; Database; Health care","score_opus":0.362564778324046,"score_gpt":0.6035391281251457,"score_spread":0.24097434980109966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203951545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9330488,0.0002616427,0.04326472,0.004728411,0.0019092368,0.014738314,0.000024237941,0.00024258844,0.0017820374],"genre_scores_gemma":[0.8743122,0.00028877167,0.06934119,0.04342408,0.0021124706,0.008458239,0.00035667708,0.00024267405,0.0014637021],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9833942,0.0050352365,0.0051810774,0.00045967486,0.0028814748,0.0030483105],"domain_scores_gemma":[0.9905199,0.0055291946,0.00095291366,0.000893072,0.0010349699,0.0010699574],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028946036,0.00032467817,0.0010394198,0.0003325531,0.0021767153,0.00004581037,0.0005194122,0.0006242751,0.00049647334],"category_scores_gemma":[0.004662898,0.00028120898,0.00015174664,0.0009571884,0.00011233589,0.00021140055,0.00038164185,0.0046067964,0.00019811843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012478571,0.0042576683,0.10395305,0.0065500187,0.00029522812,0.000046855912,0.0501836,0.00007702333,0.0000015435304,0.0010596471,0.08955028,0.7427772],"study_design_scores_gemma":[0.010540546,0.0075986777,0.0062697018,0.004734926,0.000020244297,0.000016459517,0.051758777,0.15926208,0.000012019052,0.000091068476,0.7590183,0.00067720684],"about_ca_topic_score_codex":0.00013962323,"about_ca_topic_score_gemma":0.0008422633,"teacher_disagreement_score":0.7421,"about_ca_system_score_codex":0.0025869682,"about_ca_system_score_gemma":0.045454532,"threshold_uncertainty_score":0.999964},"labels":[],"label_agreement":null},{"id":"W3204099912","doi":"10.2196/25328","title":"Can Real-time Computer-Aided Detection Systems Diminish the Risk of Postcolonoscopy Colorectal Cancer?","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Colonoscopy; Colorectal cancer; Medicine; Adenomatous polyps; Cancer; Adenoma; Colorectal Polyp; Artificial intelligence; Malignancy; Internal medicine; Computer science","score_opus":0.010238025862699196,"score_gpt":0.2777993430278365,"score_spread":0.2675613171651373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204099912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948206,0.00011534765,0.0012558353,0.00049784814,0.000896509,0.00054713816,0.000041288666,0.0001382337,0.0016871906],"genre_scores_gemma":[0.99809927,0.0003966949,0.00047767357,0.0002576168,0.0004552822,0.00014464867,0.000032349973,0.000016062859,0.00012043332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99789655,0.00013282202,0.00073452917,0.00012761915,0.0008450977,0.0002633783],"domain_scores_gemma":[0.9984185,0.00031262668,0.00039705465,0.0002763493,0.00033093564,0.00026453513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047938377,0.00016537849,0.0004493642,0.00007830217,0.00015544712,0.000038402217,0.00013260593,0.00024836516,0.0001255831],"category_scores_gemma":[0.00025321532,0.000115295035,0.00014467488,0.00049428886,0.00017198983,0.00008295123,0.00009706675,0.0005086468,0.000016151067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021207778,0.002011904,0.07125751,0.008169804,0.0044551846,0.00047165103,0.072030455,0.0028767295,0.026918026,0.00045600525,0.031195968,0.758949],"study_design_scores_gemma":[0.0056201913,0.009345942,0.11128314,0.001833366,0.0007609937,0.0016177581,0.0071091442,0.78229225,0.07480444,0.00004777746,0.0046809865,0.00060400803],"about_ca_topic_score_codex":0.0013356699,"about_ca_topic_score_gemma":0.00044762302,"teacher_disagreement_score":0.77941555,"about_ca_system_score_codex":0.00019656913,"about_ca_system_score_gemma":0.00064805214,"threshold_uncertainty_score":0.4701595},"labels":[],"label_agreement":null},{"id":"W3204857157","doi":"10.2196/31442","title":"Assessing the Value of Unsupervised Clustering in Predicting Persistent High Health Care Utilizers: Retrospective Analysis of Insurance Claims Data","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Johns Hopkins University","keywords":"Medicine; Logistic regression; Psychological intervention; Health care; Population; Medicaid; Retrospective cohort study; Family medicine; Environmental health; Nursing; Internal medicine","score_opus":0.05875333282151214,"score_gpt":0.38936266642990724,"score_spread":0.3306093336083951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204857157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99327284,0.00071035826,0.00094231375,0.001218407,0.000115930205,0.0004882474,0.0001528845,0.00003371063,0.0030653272],"genre_scores_gemma":[0.9974099,0.00022324265,0.001175677,0.0005614496,0.000040763014,0.0000125523875,0.0005578679,0.000009993305,0.000008568572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99700004,0.00010857914,0.001172535,0.00018240488,0.0012570544,0.00027940507],"domain_scores_gemma":[0.9980704,0.00016225992,0.00043159453,0.0009828367,0.0001966604,0.00015620369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080218876,0.00014823621,0.0007165409,0.00023366035,0.00006808669,0.0000435297,0.00041324645,0.000092129594,0.00015739987],"category_scores_gemma":[0.000398116,0.00011099434,0.00017421969,0.0014936122,0.00022282572,0.00042208977,0.0005581029,0.00037225854,6.731679e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022824644,0.0011545507,0.77046764,0.022307735,0.0075877523,0.00013917183,0.13118277,0.008822536,0.000032677537,0.0022730443,0.00095959153,0.05484426],"study_design_scores_gemma":[0.0016786404,0.00009510924,0.47741666,0.0013788597,0.0006004102,0.0000055672413,0.16828725,0.35035476,0.000013888045,0.0000110602605,0.00007159794,0.000086193875],"about_ca_topic_score_codex":0.00017311284,"about_ca_topic_score_gemma":0.00020503772,"teacher_disagreement_score":0.3415322,"about_ca_system_score_codex":0.00032455695,"about_ca_system_score_gemma":0.0011082696,"threshold_uncertainty_score":0.4526218},"labels":[],"label_agreement":null},{"id":"W3204952429","doi":"10.2196/31510","title":"Global Research on Coronaviruses: Metadata-Based Analysis for Public Health Policies","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"HEC Montréal","funders":"","keywords":"Metadata; Public health; Data science; Context (archaeology); Public domain; Global health; Computer science; Open science; Social network analysis; Public relations; Political science; World Wide Web; Social media; Medicine; Geography","score_opus":0.38021336647013426,"score_gpt":0.5753729945252435,"score_spread":0.19515962805510922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204952429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07107285,0.0002997642,0.78905344,0.10437475,0.00038245242,0.0009052174,0.00036679,0.00021444242,0.033330325],"genre_scores_gemma":[0.9054447,0.00015589365,0.06040474,0.03001768,0.0006894851,0.00024175631,0.0010173109,0.000014467363,0.0020139609],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995331,0.00093449466,0.0006326988,0.00014201236,0.0023555283,0.00060428685],"domain_scores_gemma":[0.99597,0.0021461453,0.00016788147,0.0002671737,0.0007655893,0.0006832145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007817013,0.00010288867,0.00038852077,0.0003502493,0.0008242493,0.00038883492,0.00046453808,0.00013189348,0.0006199595],"category_scores_gemma":[0.00304586,0.00008652209,0.00029437323,0.0049051605,0.00041981845,0.00033869545,0.000096404154,0.00021746948,0.000032506352],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023663008,0.0005555516,0.0074399663,0.00011610801,0.0008890243,0.000005493241,0.013144713,0.0008472414,1.1671747e-7,0.7623156,0.02232907,0.19233344],"study_design_scores_gemma":[0.0006190786,0.00013461238,0.009669674,0.00003429604,0.00010283709,8.552161e-7,0.026708076,0.04305749,0.0000038033095,0.009922653,0.90953887,0.00020775372],"about_ca_topic_score_codex":0.0010245376,"about_ca_topic_score_gemma":0.0074304827,"teacher_disagreement_score":0.8872098,"about_ca_system_score_codex":0.00037130722,"about_ca_system_score_gemma":0.004326919,"threshold_uncertainty_score":0.7675769},"labels":[],"label_agreement":null},{"id":"W3205127119","doi":"10.2196/27363","title":"Machine Learning Algorithms to Detect Subclinical Keratoconus: Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Corneal surgery and disorders","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Moorfields Eye Charity; Moorfields Eye Hospital NHS Foundation Trust; University College London; Department of Health and Social Care; National Institute for Health and Care Research; NIHR Biomedical Research Centre, Royal Marsden NHS Foundation Trust/Institute of Cancer Research","keywords":"Subclinical infection; Keratoconus; Algorithm; Machine learning; Cochrane Library; Artificial intelligence; Medicine; MEDLINE; Computer science; Cornea; Meta-analysis; Ophthalmology; Pathology","score_opus":0.055560848187457115,"score_gpt":0.3966984096967951,"score_spread":0.341137561509338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205127119","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.0704017e-7,0.99005294,0.0006212148,0.00030122203,0.00030576604,0.0065880534,0.000021368061,0.00020053827,0.001908377],"genre_scores_gemma":[4.4875648e-7,0.9872886,0.0007766497,0.00836215,0.00021992101,0.0017997258,0.0006679172,0.0000760303,0.0008085422],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99181515,0.0005844386,0.0047684647,0.00033355426,0.0018521211,0.0006462585],"domain_scores_gemma":[0.99456465,0.0016971707,0.0010072661,0.00094339234,0.00022955207,0.0015579694],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028510084,0.00074761716,0.008096304,0.00027234387,0.00011499846,0.00007222572,0.00047576235,0.000900548,0.0017498416],"category_scores_gemma":[0.011061748,0.0004977822,0.0017366539,0.0012566224,0.00010080914,0.000111741334,0.00037550612,0.0026171852,0.0015277877],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031285695,0.000047993395,7.1604944e-7,0.5947962,0.0002056818,0.00015932944,0.00006856765,4.712673e-8,7.1016343e-10,0.0000146637,0.0028097236,0.40189397],"study_design_scores_gemma":[0.00020303474,0.00012487486,8.378602e-8,0.49107367,0.0018244432,0.00072530593,0.000049221155,0.0001637851,2.7494604e-8,0.0000017786163,0.5055611,0.00027267257],"about_ca_topic_score_codex":0.000005218863,"about_ca_topic_score_gemma":0.0000029588862,"teacher_disagreement_score":0.50275135,"about_ca_system_score_codex":0.0001630454,"about_ca_system_score_gemma":0.0016236611,"threshold_uncertainty_score":0.9997474},"labels":[],"label_agreement":null},{"id":"W3205424774","doi":"10.2196/31288","title":"Verifying the Feasibility of Implementing Semantic Interoperability in Different Countries Based on the OpenEHR Approach: Comparative Study of Acute Coronary Syndrome Registries","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science and Technology Major Project","keywords":"Semantic interoperability; Interoperability; Computer science; Archetype; Health informatics; Semantics (computer science); Information retrieval; Data mining; World Wide Web; Medicine; Programming language","score_opus":0.16833622452695401,"score_gpt":0.467315946242159,"score_spread":0.298979721715205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205424774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927178,0.00003231891,0.00027650304,0.0013672028,0.0001737027,0.0043094717,0.000042613585,0.000021860127,0.0010585088],"genre_scores_gemma":[0.99851847,0.000014737217,0.00004650146,0.00075193075,0.000020995445,0.00056473055,0.000031199896,0.000010308579,0.000041104395],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9924253,0.0028549167,0.0027030157,0.00018677692,0.0012138629,0.0006161255],"domain_scores_gemma":[0.9940637,0.003590531,0.0009713209,0.0009411067,0.00030521431,0.00012815786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055855373,0.00022865107,0.00093036686,0.00006478237,0.0004819354,0.0000149481775,0.00060998456,0.00016672675,0.00028142842],"category_scores_gemma":[0.000594255,0.00011466389,0.000081100174,0.00040945513,0.0003542043,0.00012717354,0.0004451424,0.0015073264,0.0000073892093],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047152548,0.0023121634,0.76004314,0.0068568573,0.00027374807,0.000017475359,0.22703424,0.000032991687,0.000010626039,0.0012149921,0.0014494824,0.00028277785],"study_design_scores_gemma":[0.004211336,0.0016747054,0.41356084,0.0024076896,0.000084272186,0.000022881115,0.52248836,0.054705814,0.00007978876,0.00008351739,0.0004483076,0.00023249908],"about_ca_topic_score_codex":0.00030951857,"about_ca_topic_score_gemma":0.0011484962,"teacher_disagreement_score":0.34648228,"about_ca_system_score_codex":0.0004352975,"about_ca_system_score_gemma":0.0016425125,"threshold_uncertainty_score":0.6548667},"labels":[],"label_agreement":null},{"id":"W3206234077","doi":"10.2196/22798","title":"Deep Learning–Assisted Burn Wound Diagnosis: Diagnostic Model Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Burn Injury Management and Outcomes","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Taiwan University; Far Eastern Memorial Hospital","keywords":"Burn wound; Total body surface area; Medicine; Burn injury; Deep learning; Artificial intelligence; Computer science; Surgery; Wound healing","score_opus":0.030281880911415402,"score_gpt":0.31755292877952157,"score_spread":0.28727104786810614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206234077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97908014,0.0002838838,0.0069045713,0.0014248245,0.00030146085,0.0011574153,9.2175395e-7,0.00029545318,0.010551329],"genre_scores_gemma":[0.98485917,0.00027486164,0.0055103833,0.004009182,0.0001434597,0.00058635144,0.00011593556,0.00003376337,0.0044668997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967525,0.00005827558,0.0010360742,0.00017568082,0.0015238179,0.0004536627],"domain_scores_gemma":[0.9983021,0.00044618727,0.00017703052,0.00037091164,0.00019542294,0.0005083341],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005195865,0.0002646112,0.0005227104,0.00015393515,0.00019268955,0.00008906459,0.00022201573,0.00019716982,0.0012018611],"category_scores_gemma":[0.0018057051,0.00021309032,0.00011427731,0.00041663856,0.000082148654,0.00021963466,0.00033578664,0.00071875984,0.00038870517],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012525075,0.005513708,0.61394674,0.0018020506,0.0012071629,0.0017645502,0.046048593,0.0004304697,0.0000028799584,0.0005915531,0.018591065,0.30997598],"study_design_scores_gemma":[0.014557027,0.0012410586,0.52570844,0.0015213463,0.00087926077,0.0002819923,0.05935422,0.19597127,0.00025803503,0.00019471174,0.19860555,0.0014271005],"about_ca_topic_score_codex":0.000002462169,"about_ca_topic_score_gemma":0.000028695516,"teacher_disagreement_score":0.3085489,"about_ca_system_score_codex":0.00013147891,"about_ca_system_score_gemma":0.00040097669,"threshold_uncertainty_score":0.99971116},"labels":[],"label_agreement":null},{"id":"W3206589224","doi":"10.2196/29017","title":"An Automated Line-of-Therapy Algorithm for Adults With Metastatic Non–Small Cell Lung Cancer: Validation Study Using Blinded Manual Chart Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Lung Cancer Research Studies","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cohort; Algorithm; Medicine; Chart; Retrospective cohort study; Electronic health record; Machine learning; Computer science; Surgery; Statistics; Internal medicine; Health care; Mathematics","score_opus":0.0547978510910148,"score_gpt":0.4502776543505282,"score_spread":0.3954798032595134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206589224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617043,0.006572602,0.020847805,0.00065270864,0.00017758358,0.009604879,0.000115678005,0.00022158248,0.0001028364],"genre_scores_gemma":[0.5061168,0.05886415,0.41136792,0.009890001,0.0013833367,0.009485818,0.0020311335,0.0003374815,0.00052331615],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968634,0.00010105647,0.0010333012,0.00019715175,0.0013994615,0.00040560155],"domain_scores_gemma":[0.99757916,0.00014306726,0.00039000186,0.00042981986,0.0010911006,0.0003668408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082444283,0.00025376497,0.0008711399,0.00012989706,0.00010160096,0.000027924965,0.00019237131,0.00008362361,0.00013977636],"category_scores_gemma":[0.00014708881,0.00017709169,0.00010019755,0.00057694357,0.00010043842,0.00024117196,0.00007168791,0.00031662383,0.0000025078873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027264373,0.012020838,0.012037297,0.15408586,0.005656418,0.000591418,0.10129282,0.00021067982,0.00057400565,0.000014304686,0.016771616,0.6940183],"study_design_scores_gemma":[0.02100956,0.004081616,0.0007049154,0.013026785,0.0010210683,0.00008115216,0.012942718,0.93919754,0.0066834795,0.0000034581408,0.00085320225,0.00039451],"about_ca_topic_score_codex":0.00006528531,"about_ca_topic_score_gemma":0.000033391614,"teacher_disagreement_score":0.93898684,"about_ca_system_score_codex":0.00016873708,"about_ca_system_score_gemma":0.0015329598,"threshold_uncertainty_score":0.72215897},"labels":[],"label_agreement":null},{"id":"W3206745100","doi":"10.2196/23285","title":"A Smartphone App (AnSim) With Various Types and Forms of Messages Using the Transtheoretical Model for Cardiac Rehabilitation in Patients With Coronary Artery Disease: Development and Usability Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Transtheoretical model; Medicine; Usability; Rehabilitation; Focus group; Likert scale; Behavior change; Smoking cessation; Intervention (counseling); Health care; Physical therapy; Psychology; Nursing","score_opus":0.011433443262049514,"score_gpt":0.2979795714624766,"score_spread":0.2865461282004271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206745100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946169,0.00007918529,0.0025625485,0.0002790475,0.000019814954,0.0023769834,0.000026668797,0.0000090128115,0.000029822386],"genre_scores_gemma":[0.9931531,0.000015711166,0.0062906565,0.00031301542,0.000007662219,0.00015718314,0.0000506876,0.000008692341,0.0000032913927],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985366,0.000054836597,0.00051418866,0.00011487715,0.00057408726,0.00020540126],"domain_scores_gemma":[0.99901825,0.00027884325,0.00006979117,0.00016301914,0.00012111865,0.00034898458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007211258,0.00011452706,0.00036806607,0.00003903083,0.00007218166,0.000007664918,0.000028388951,0.000060019596,0.000003008508],"category_scores_gemma":[0.000099055105,0.00006370268,0.000025357009,0.00012277593,0.00027013003,0.00009396158,0.000028071952,0.00015644346,8.128237e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036306544,0.0011348401,0.92880625,0.003617667,0.00006605393,0.0000059031345,0.038997408,0.000035251007,5.8249213e-7,0.00017201598,0.000012642161,0.023520729],"study_design_scores_gemma":[0.0060353465,0.0013749243,0.96111614,0.00047150918,0.000119570526,0.000013193829,0.00949048,0.021123234,0.000006238388,0.00010858244,0.000035845263,0.000104932835],"about_ca_topic_score_codex":0.000004612224,"about_ca_topic_score_gemma":0.00003677353,"teacher_disagreement_score":0.03230989,"about_ca_system_score_codex":0.000092983464,"about_ca_system_score_gemma":0.0009782078,"threshold_uncertainty_score":0.259772},"labels":[],"label_agreement":null},{"id":"W3207181646","doi":"10.2196/33049","title":"Differential Biases and Variabilities of Deep Learning–Based Artificial Intelligence and Human Experts in Clinical Diagnosis: Retrospective Cohort and Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yonsei University College of Medicine; Ministry of Science and ICT, South Korea; National Research Foundation of Korea; Ministry of Science, ICT and Future Planning; Inje University; Yonsei University; National Research Foundation","keywords":"Artificial intelligence; Medicine; Machine learning; Population; Test (biology); Medical diagnosis; Medical physics; Computer science; Pathology","score_opus":0.08705776469855132,"score_gpt":0.410996291556137,"score_spread":0.3239385268575857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207181646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981088,0.00011657285,0.0004078336,0.0005796573,0.00009824533,0.00063297985,0.000008244504,0.000032862048,0.000014784639],"genre_scores_gemma":[0.99843997,0.00027854505,0.0001633945,0.0008850939,0.00006969089,0.000114861876,0.000030656753,0.000013257704,0.0000045022557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99697787,0.00044909,0.0013894617,0.00025865276,0.00070114905,0.00022375541],"domain_scores_gemma":[0.9948696,0.0041361814,0.00022082323,0.00025282984,0.0002204239,0.00030015348],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017753176,0.00018862133,0.00080784195,0.00015909622,0.00008308231,0.000052633313,0.000075194235,0.00022470766,0.000212613],"category_scores_gemma":[0.013432235,0.00016335353,0.000049578965,0.00026345334,0.000693016,0.00010721759,0.00022321165,0.0005352511,6.997576e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008947401,0.0015891697,0.9801113,0.00028513544,0.00006317725,0.000042486077,0.0065572597,0.0000048319052,0.0000036266147,0.000066663495,0.00006267496,0.011124209],"study_design_scores_gemma":[0.0010004923,0.0011556193,0.9782382,0.0006080355,0.00008123424,0.000011001885,0.0071853185,0.011221632,0.000198834,0.00010856703,0.00004021346,0.00015080596],"about_ca_topic_score_codex":0.00031555403,"about_ca_topic_score_gemma":0.00087414496,"teacher_disagreement_score":0.011656918,"about_ca_system_score_codex":0.00006331892,"about_ca_system_score_gemma":0.00019638614,"threshold_uncertainty_score":0.99487805},"labels":[],"label_agreement":null},{"id":"W3207271987","doi":"10.2196/30798","title":"Artificial Intelligence in Predicting Cardiac Arrest: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scopus; Data extraction; Systematic review; Medicine; MEDLINE; Artificial intelligence; Computer science","score_opus":0.028646847808335412,"score_gpt":0.35898462473669474,"score_spread":0.3303377769283593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207271987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7215667,0.0744796,0.023440592,0.025201002,0.02561479,0.01101577,0.00004352211,0.00089948066,0.11773853],"genre_scores_gemma":[0.85390496,0.09566138,0.01637688,0.025307108,0.0065890737,0.0008965302,0.0009173774,0.0001224423,0.00022424627],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99767166,0.00006324407,0.0010177264,0.00010824451,0.0008687623,0.00027036565],"domain_scores_gemma":[0.9990241,0.00019734939,0.00012524557,0.00024915973,0.00013105143,0.00027307242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081973535,0.00012166001,0.0004689742,0.0000778738,0.000048368962,0.000023080096,0.0000760826,0.00015684898,0.00021528557],"category_scores_gemma":[0.0015764765,0.000102933824,0.00015571085,0.00055433577,0.000085607186,0.00015906262,0.00008617067,0.0004776344,0.00011347936],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101597114,0.00045966188,0.034111384,0.090329744,0.00018387905,0.0007741849,0.012119104,0.00004939208,0.00013241307,0.003036649,0.006306071,0.8523959],"study_design_scores_gemma":[0.0011061849,0.00021812887,0.0192027,0.9088361,0.00047808525,0.00016679807,0.016284294,0.038975712,0.0041834153,0.0015585483,0.0077537,0.0012362788],"about_ca_topic_score_codex":0.0000041853173,"about_ca_topic_score_gemma":0.000015997182,"teacher_disagreement_score":0.85115963,"about_ca_system_score_codex":0.00006398609,"about_ca_system_score_gemma":0.0007365538,"threshold_uncertainty_score":0.41975194},"labels":[],"label_agreement":null},{"id":"W3207446564","doi":"10.2196/32180","title":"Health Professionals’ Perspectives on Electronic Medical Record Infusion and Individual Performance: Model Development and Questionnaire Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Software portability; Medicine; Health care; Medical record; Task (project management); Technostress; Affect (linguistics); Nursing; Medical emergency; Psychology; Computer science; Psychiatry","score_opus":0.06562807193596565,"score_gpt":0.4387140296356083,"score_spread":0.37308595769964265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207446564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991224,0.0010957139,0.00043574497,0.0041916617,0.00036549038,0.0020914972,0.0000103315515,0.00013798423,0.00044758857],"genre_scores_gemma":[0.9892003,0.002055702,0.0005689679,0.0066487826,0.00020287289,0.00063733134,0.000103092076,0.000037437323,0.0005454911],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99154407,0.0019782528,0.0021699518,0.00038105543,0.002593665,0.0013330225],"domain_scores_gemma":[0.9964659,0.00090422726,0.000587947,0.0003666964,0.00039228585,0.0012828982],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010711382,0.00034671827,0.0007739582,0.0002163273,0.0014710649,0.000027813721,0.00029486758,0.0006454438,0.00022528604],"category_scores_gemma":[0.001910949,0.00027117785,0.000029272407,0.0004345126,0.00013743229,0.0002871935,0.00053864205,0.0033116892,0.000064711465],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025150034,0.0016496818,0.35535628,0.0040103095,0.00015713187,0.000016079672,0.34543875,0.0000036638128,2.2660375e-7,0.0026722727,0.011618934,0.27882516],"study_design_scores_gemma":[0.008679753,0.0033483268,0.685126,0.010820779,0.00002749119,0.00013219654,0.20363279,0.07455291,0.000005217858,0.0001692044,0.012471568,0.0010337716],"about_ca_topic_score_codex":0.00017225141,"about_ca_topic_score_gemma":0.0040876633,"teacher_disagreement_score":0.3297697,"about_ca_system_score_codex":0.000928774,"about_ca_system_score_gemma":0.023450145,"threshold_uncertainty_score":0.999974},"labels":[],"label_agreement":null},{"id":"W3207617266","doi":"10.2196/30363","title":"Use of Clinical Data Interchange Standards Consortium (CDISC) Standards for Real-world Data: Expert Perspectives From a Qualitative Delphi Survey","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Standardization; Interoperability; Computer science; Data curation; Delphi method; Delphi; MEDLINE; Electronic data capture; Data quality; Data science; Medicine; Knowledge management; World Wide Web; Clinical trial; Business; Artificial intelligence","score_opus":0.8488199926175846,"score_gpt":0.7147577549889792,"score_spread":0.13406223762860536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207617266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57040745,0.0016848793,0.07872834,0.021332946,0.0020924832,0.0043185675,0.3168361,0.00028394038,0.004315305],"genre_scores_gemma":[0.54912966,0.04864943,0.29783922,0.014390435,0.00448151,0.00044661568,0.08011259,0.0003584609,0.004592072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98527145,0.0017316506,0.0042288555,0.0008023049,0.007301971,0.0006637573],"domain_scores_gemma":[0.8183944,0.15697238,0.0015429566,0.0075528906,0.0135729015,0.0019644487],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.052704386,0.00032019787,0.0017778679,0.00018056484,0.00010488018,0.00011881755,0.0017929134,0.00070404884,0.0010290064],"category_scores_gemma":[0.4003484,0.00025144513,0.00023150706,0.00065322436,0.0030485382,0.0009346302,0.0037382534,0.0030939807,0.000010308491],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012354799,0.0038081924,0.01647009,0.003369273,0.0033658557,0.00024442497,0.23303258,5.6955344e-7,0.00002123442,0.012505832,0.66557896,0.049248178],"study_design_scores_gemma":[0.01790677,0.0039880737,0.02829967,0.008512342,0.0005571325,0.00003195296,0.44049174,0.043411825,0.0003319008,0.0068994802,0.44819096,0.0013781622],"about_ca_topic_score_codex":0.0020477374,"about_ca_topic_score_gemma":0.03402087,"teacher_disagreement_score":0.34764403,"about_ca_system_score_codex":0.00032413175,"about_ca_system_score_gemma":0.013791201,"threshold_uncertainty_score":0.9999938},"labels":[],"label_agreement":null},{"id":"W3207657503","doi":"10.2196/32507","title":"Assessing the Performance of a New Artificial Intelligence–Driven Diagnostic Support Tool Using Medical Board Exam Simulations: Clinical Vignette Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical diagnosis; Medicine; Diagnostic test; Clinical decision support system; Decision support system; Diagnostic accuracy; Vignette; Medical physics; Emergency medicine; Artificial intelligence; Psychology; Computer science; Radiology","score_opus":0.1227083511359059,"score_gpt":0.4719615238526976,"score_spread":0.3492531727167917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207657503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887909,0.000056916233,0.0075558824,0.0017084024,0.00071621314,0.00080556487,0.0000056681683,0.000069837915,0.0002905749],"genre_scores_gemma":[0.990483,0.00018041531,0.004562397,0.0035875326,0.0010129963,0.000021951493,0.0000596263,0.000025932266,0.00006614153],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9926336,0.00027573112,0.0034298198,0.0002673734,0.0029039893,0.0004894944],"domain_scores_gemma":[0.9628512,0.034220446,0.0006111301,0.0008324475,0.0004545656,0.0010302037],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028569854,0.0002753833,0.00092531135,0.000096195705,0.00017922252,0.00011010868,0.0004172299,0.00049461203,0.0026775636],"category_scores_gemma":[0.16565193,0.00018658632,0.00028860293,0.00067407085,0.00056618545,0.0003106402,0.0003574494,0.0013441273,0.00010289722],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014735035,0.004695752,0.47233182,0.00028423226,0.00040646963,0.0006772087,0.0062703122,0.0010696778,0.0000081413655,0.00023545633,0.0033980475,0.5104755],"study_design_scores_gemma":[0.003478832,0.0027300639,0.14605145,0.0074174735,0.0010248077,0.0005574516,0.01341993,0.82227415,0.0002576377,0.00033519787,0.0018379905,0.0006150174],"about_ca_topic_score_codex":0.00003248804,"about_ca_topic_score_gemma":0.000021883563,"teacher_disagreement_score":0.8212045,"about_ca_system_score_codex":0.000065563014,"about_ca_system_score_gemma":0.004238674,"threshold_uncertainty_score":0.99823415},"labels":[],"label_agreement":null},{"id":"W3208426488","doi":"10.2196/29120","title":"Stroke Outcome Measurements From Electronic Medical Records: Cross-sectional Study on the Effectiveness of Neural and Nonneural Classifiers","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Clinical decision support system; Artificial intelligence; Machine learning; Support vector machine; Medical record; Artificial neural network; Stroke (engine); Cross-validation; Protocol (science); Set (abstract data type); Medicine; Data mining; Decision support system; Surgery","score_opus":0.050698294821077586,"score_gpt":0.35050135186012554,"score_spread":0.29980305703904797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208426488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931032,0.000042821055,0.00028421072,0.0006766436,0.00044158337,0.00092152314,0.000021128837,0.000045594807,0.0044632666],"genre_scores_gemma":[0.99756634,0.000015422249,0.00007042862,0.0018398152,0.00016159222,0.00011317282,0.000055473556,0.000018585033,0.00015919216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947216,0.00031323693,0.0010643512,0.00022795839,0.0032603592,0.0004125076],"domain_scores_gemma":[0.9974936,0.0012483139,0.00022597292,0.00047356958,0.00019746857,0.0003610565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025123602,0.0002458824,0.0005230553,0.00008774959,0.00010102514,0.000044678156,0.00031281012,0.00024302969,0.0007193515],"category_scores_gemma":[0.0024796417,0.00015934074,0.00014474886,0.00021794096,0.00031686368,0.000119417724,0.0003158992,0.0011002837,0.000023579436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055599754,0.0005601313,0.9947869,0.00019557052,0.0005574268,0.00006511381,0.00049161055,0.000002172576,0.00016483446,0.00011175465,0.00096419087,0.001544259],"study_design_scores_gemma":[0.0053985477,0.0008081774,0.9854248,0.00020200202,0.000122024954,0.00007965133,0.0024572907,0.0036360626,0.0009914809,0.000027589884,0.000688907,0.00016343674],"about_ca_topic_score_codex":0.000028374609,"about_ca_topic_score_gemma":0.000016027956,"teacher_disagreement_score":0.009362109,"about_ca_system_score_codex":0.00019987933,"about_ca_system_score_gemma":0.000376466,"threshold_uncertainty_score":0.7876395},"labels":[],"label_agreement":null},{"id":"W3208741199","doi":"10.2196/27816","title":"A Blockchain-Based Dynamic Consent Architecture to Support Clinical Genomic Data Sharing (ConsentChain): Proof-of-Concept Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blockchain; Data sharing; Computer science; Data access; Data integrity; Architecture; Metadata; Data science; World Wide Web; Database; Computer security; Medicine","score_opus":0.058163288681760024,"score_gpt":0.36701184767761286,"score_spread":0.30884855899585284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208741199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5603498,0.000038091523,0.43360198,0.004367653,0.00018453962,0.0010530201,0.00004600278,0.0002033384,0.00015554547],"genre_scores_gemma":[0.9396839,0.0000022735749,0.056844983,0.0031811683,0.000043839224,0.0001304899,0.000059300914,0.0000129280725,0.000041079038],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996493,0.00012296844,0.0015911306,0.0005622757,0.00078082364,0.00044980596],"domain_scores_gemma":[0.9950366,0.000511253,0.00034156907,0.0034826815,0.00017751884,0.00045038012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018277429,0.00023589724,0.0005316058,0.00019086878,0.00013503608,0.00007134571,0.0043481747,0.00032140614,0.000100713165],"category_scores_gemma":[0.00066983997,0.00021259268,0.00010265111,0.0007786612,0.00032939197,0.000051407707,0.0038410707,0.00087061664,0.000029313494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006242489,0.0073863063,0.011833214,0.00055315596,0.00046564915,0.0005036448,0.029004782,0.001950181,0.000055511446,0.012257876,0.007177086,0.92875016],"study_design_scores_gemma":[0.0020549125,0.0007272413,0.0014921629,0.00012654015,0.000040345007,0.0001596755,0.0020259488,0.9844569,0.0005858307,0.0014636476,0.006396619,0.00047018993],"about_ca_topic_score_codex":0.000011725217,"about_ca_topic_score_gemma":0.00018581343,"teacher_disagreement_score":0.9825067,"about_ca_system_score_codex":0.000048813534,"about_ca_system_score_gemma":0.0015023238,"threshold_uncertainty_score":0.8669278},"labels":[],"label_agreement":null},{"id":"W3209074506","doi":"10.2196/26426","title":"Event Prediction Model Considering Time and Input Error Using Electronic Medical Records in the Intensive Care Unit: Retrospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Ministry of Trade, Industry and Energy; Ministry of Food and Drug Safety; Korea Medical Device Development Fund","keywords":"Robustness (evolution); Receiver operating characteristic; Skewness; Computer science; Statistics; Precision and recall; Artificial intelligence; Data mining; Machine learning; Mathematics","score_opus":0.03007642975747153,"score_gpt":0.3472291148583831,"score_spread":0.31715268510091155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209074506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9459321,0.00014390031,0.049668845,0.0030037828,0.00019003266,0.0006345943,0.000003953237,0.000107915985,0.0003148947],"genre_scores_gemma":[0.99304074,0.00003029173,0.0029182164,0.0038606322,0.00006908236,0.00004372459,0.000012320591,0.000010489118,0.000014491389],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99653745,0.00039699455,0.00075958105,0.00023287279,0.0016245866,0.00044849658],"domain_scores_gemma":[0.9982917,0.00023965027,0.00017852722,0.00048835506,0.0005577828,0.0002440247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014436439,0.00018095128,0.0003097897,0.00013160745,0.0001885895,0.000103495986,0.00059999916,0.00021820929,0.000041285566],"category_scores_gemma":[0.002221747,0.00013818756,0.000041872772,0.00059395464,0.00011092337,0.00038616362,0.00061089237,0.0016953488,0.000007217088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046409594,0.00040010482,0.18314497,0.00067034306,0.00013955936,0.0006725232,0.75269896,0.009067391,0.0000067336805,0.008277243,0.00079095346,0.044084843],"study_design_scores_gemma":[0.0006461314,0.00024339689,0.007960068,0.00022666679,0.000009099008,0.00036215095,0.025759477,0.9639407,0.0000026128955,0.00061869615,0.000106704974,0.00012430116],"about_ca_topic_score_codex":0.0001052796,"about_ca_topic_score_gemma":0.0004603286,"teacher_disagreement_score":0.9548733,"about_ca_system_score_codex":0.00029836464,"about_ca_system_score_gemma":0.0016399072,"threshold_uncertainty_score":0.7365541},"labels":[],"label_agreement":null},{"id":"W3209235691","doi":"10.2196/32698","title":"A BERT-Based Generation Model to Transform Medical Texts to SQL Queries for Electronic Medical Records: Model Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China; Baidu","keywords":"Computer science; SQL; Information retrieval; Stored procedure; Query by Example; Programming language; Natural language processing; Artificial intelligence; Database; Data mining; Search engine; Web search query","score_opus":0.03404106744262877,"score_gpt":0.30363756947698667,"score_spread":0.2695965020343579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209235691","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0696858,0.000027184682,0.91033953,0.018875573,0.0001425556,0.0005694952,0.0000036149488,0.00011620116,0.0002400688],"genre_scores_gemma":[0.18821698,0.00004318279,0.7886032,0.021856317,0.00019630947,0.00076337624,0.000102746904,0.000023081038,0.00019481572],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957363,0.000036270096,0.0010311217,0.00030827385,0.0023118886,0.00057613273],"domain_scores_gemma":[0.9980773,0.00013799877,0.000082611936,0.00037010785,0.00022659756,0.0011054149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014387418,0.00022148069,0.00031301647,0.00014742052,0.00018500225,0.00015358343,0.00066167314,0.00036740053,0.000058982558],"category_scores_gemma":[0.0008297931,0.00019870418,0.000060505074,0.0003079075,0.00004214348,0.0005102794,0.00022520282,0.00035143638,0.000014707582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037285336,0.00019633012,0.000016208991,0.00035592323,0.000042289685,0.000011935102,0.020761177,0.039787706,0.00004688983,0.05862058,0.0055411668,0.8745825],"study_design_scores_gemma":[0.0007574152,0.000082809216,0.0000020249731,0.00015116074,0.0000061216847,0.000024315477,0.000094298026,0.9869909,0.0026643178,0.0016609541,0.007314952,0.00025068768],"about_ca_topic_score_codex":0.000003813418,"about_ca_topic_score_gemma":0.0002657794,"teacher_disagreement_score":0.9472032,"about_ca_system_score_codex":0.00020142308,"about_ca_system_score_gemma":0.0054201973,"threshold_uncertainty_score":0.9615197},"labels":[],"label_agreement":null},{"id":"W3211639957","doi":"10.2196/31186","title":"The Relationship Between Electronic Health Record System and Performance on Quality Measures in the American College of Rheumatology’s Rheumatology Informatics System for Effectiveness (RISE) Registry: Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; University of California, San Francisco; Agency for Healthcare Research and Quality","keywords":"Medicine; Electronic health record; Rheumatology; Observational study; Internal medicine; Health informatics; Quality (philosophy); Rheumatoid arthritis; Quality management; Emergency medicine; Family medicine; Physical therapy; Health care; Public health; Nursing; Operations management","score_opus":0.0756503073047135,"score_gpt":0.3805026789480669,"score_spread":0.3048523716433534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211639957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949138,0.00045937314,0.00065401226,0.0014645202,0.000078912155,0.0022323476,0.00006823766,0.000044051765,0.000084744126],"genre_scores_gemma":[0.99799204,0.0010449084,0.00021490504,0.000101757185,0.000011815671,0.00055068673,0.00006428468,0.000013072707,0.0000065282075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99506813,0.0011865596,0.0019061032,0.00012305671,0.0011830744,0.00053307315],"domain_scores_gemma":[0.9898291,0.0082796775,0.00088154996,0.0005050231,0.00031584682,0.0001887918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072863162,0.0002004702,0.0009803162,0.00012863737,0.00046616574,0.000035213143,0.0003154432,0.000122042584,0.0000010913591],"category_scores_gemma":[0.002779201,0.00012235998,0.00008605066,0.0005699936,0.00049229147,0.00015541751,0.00007022966,0.00071049004,0.0000034083394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063829654,0.00014192768,0.9469881,0.004911922,0.00013406342,0.0000023097366,0.004601776,0.0000023455814,1.7975061e-7,0.035726525,0.00026676457,0.0065857815],"study_design_scores_gemma":[0.0038755194,0.0020108388,0.8977202,0.0026015192,0.000009835428,0.00037429712,0.08942087,0.0024984016,0.000005455523,0.00015016591,0.0012015005,0.00013137171],"about_ca_topic_score_codex":0.00013390613,"about_ca_topic_score_gemma":0.00030325446,"teacher_disagreement_score":0.08481909,"about_ca_system_score_codex":0.00029178793,"about_ca_system_score_gemma":0.0015877107,"threshold_uncertainty_score":0.49896955},"labels":[],"label_agreement":null},{"id":"W3211721508","doi":"10.2196/31356","title":"Real-world Health Data and Precision for the Diagnosis of Acute Kidney Injury, Acute-on-Chronic Kidney Disease, and Chronic Kidney Disease: Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Kidney Disease and Diabetes","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Kidney disease; Acute kidney injury; Medical diagnosis; Diagnosis code; Observational study; Medical record; Intensive care medicine; Retrospective cohort study; Creatinine; Disease; Emergency medicine; Internal medicine; Pathology; Population","score_opus":0.05565987773002401,"score_gpt":0.38631994584352564,"score_spread":0.3306600681135016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211721508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6029027,0.011569717,0.0013551613,0.2617316,0.0020649969,0.021750832,0.09723121,0.0004962233,0.0008975352],"genre_scores_gemma":[0.7280501,0.07019476,0.0026468963,0.12526639,0.003325483,0.0046067224,0.06366593,0.00026094366,0.0019827748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99583566,0.00011661056,0.0013382997,0.00047638718,0.0016309851,0.00060202857],"domain_scores_gemma":[0.9912047,0.0009741545,0.0004428348,0.0016394687,0.00025744748,0.005481441],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008741124,0.0004014443,0.0007927998,0.00016233166,0.00033782583,0.000099602796,0.00054822303,0.00012041418,0.00062357384],"category_scores_gemma":[0.0041130567,0.0002787941,0.00015355408,0.0005198139,0.00040357915,0.0004908014,0.0009084961,0.00042778757,0.000010326721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009716081,0.0017646487,0.11251034,0.005682141,0.0017707782,0.000041820782,0.0010203122,0.0000013847645,0.000009876602,0.0008108758,0.84876025,0.02665597],"study_design_scores_gemma":[0.028286042,0.005294972,0.37453416,0.01146693,0.0072283894,0.000023406075,0.0010798117,0.12853807,0.00018141471,0.0010283961,0.4411594,0.0011790005],"about_ca_topic_score_codex":0.000025279052,"about_ca_topic_score_gemma":0.000017983883,"teacher_disagreement_score":0.40760085,"about_ca_system_score_codex":0.00035277128,"about_ca_system_score_gemma":0.018048076,"threshold_uncertainty_score":0.99996644},"labels":[],"label_agreement":null},{"id":"W3211842737","doi":"10.2196/31837","title":"Impact of Electronic Health Record Interoperability on Telehealth Service Outcomes","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Interoperability; Telemedicine; Health care; Service (business); Nursing; Medicine; Quality (philosophy); Business; Computer science; World Wide Web; Political science; Marketing","score_opus":0.034198906470571624,"score_gpt":0.42112990385083476,"score_spread":0.38693099738026315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211842737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98018545,0.000053921416,0.00035951976,0.017523292,0.00014839816,0.00069573545,0.000022891647,0.00007518884,0.00093560736],"genre_scores_gemma":[0.96136135,0.00024081931,0.0010150907,0.036886968,0.00010993931,0.00003907881,0.00026203477,0.000018655552,0.00006604793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964426,0.00011482082,0.0016224015,0.00014739166,0.0010272274,0.0006455159],"domain_scores_gemma":[0.9977336,0.00020524388,0.0004480824,0.0004999392,0.00035375752,0.0007593771],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008628885,0.00020887598,0.0007781013,0.00014593228,0.00006810928,0.000008643622,0.0001349912,0.00013699672,0.0017054171],"category_scores_gemma":[0.00043121332,0.00014319984,0.00017437652,0.00056295266,0.000058134163,0.0001259899,0.00006328276,0.0007177452,0.000059979582],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005090204,0.0016699835,0.49786034,0.004762836,0.00034338396,0.000019728252,0.011203423,0.000002767028,0.00001988504,0.0007144073,0.030761365,0.45213285],"study_design_scores_gemma":[0.008188348,0.010234284,0.94909817,0.0009552621,0.000055556764,0.00025787964,0.0052767824,0.002021197,0.00016738809,0.00019767518,0.023272507,0.00027495562],"about_ca_topic_score_codex":0.00056231866,"about_ca_topic_score_gemma":0.00042588502,"teacher_disagreement_score":0.4518579,"about_ca_system_score_codex":0.00061207835,"about_ca_system_score_gemma":0.004667023,"threshold_uncertainty_score":0.99920714},"labels":[],"label_agreement":null},{"id":"W3211953924","doi":"10.2196/30485","title":"Assimilation of Medical Appointment Scheduling Systems and Their Impact on the Accessibility of Primary Care: Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; Université du Québec à Trois-Rivières; HEC Montréal","funders":"","keywords":"Descriptive statistics; Structural equation modeling; Health care; Psychology; Medical education; Family medicine; Computer science; Nursing; Medicine","score_opus":0.0970670001074456,"score_gpt":0.5001546213783722,"score_spread":0.40308762127092657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211953924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9472988,0.00021414824,0.048182532,0.0013094542,0.00038644954,0.0014966566,0.00002587809,0.000026958473,0.0010591063],"genre_scores_gemma":[0.9907645,0.00012918506,0.008198422,0.0005398008,0.00008773654,0.00016905951,0.000091902446,0.00001079999,0.000008605241],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99437666,0.0022961544,0.0017776871,0.00013171148,0.0011771786,0.00024057961],"domain_scores_gemma":[0.995504,0.0025333816,0.0005518872,0.00046637873,0.0006637423,0.0002806173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0078553995,0.00016147635,0.0005450564,0.00007719105,0.0003519729,0.000022476095,0.00023851289,0.00039463656,0.00024522236],"category_scores_gemma":[0.0023103426,0.00008190473,0.000071122806,0.0003595144,0.000113608665,0.00014939439,0.00023224673,0.0008437713,0.0000028549978],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031850406,0.002806937,0.13882148,0.018216854,0.0007053217,0.000008923455,0.50476533,0.006449123,0.00011982858,0.009696189,0.0012481238,0.3168434],"study_design_scores_gemma":[0.0020640655,0.000591861,0.086142056,0.0025077346,0.000045324534,0.0000066071157,0.34613115,0.56177074,0.00020268235,0.00008579552,0.00024562923,0.00020637177],"about_ca_topic_score_codex":0.00008203414,"about_ca_topic_score_gemma":0.00002807337,"teacher_disagreement_score":0.5553216,"about_ca_system_score_codex":0.0002011042,"about_ca_system_score_gemma":0.0027536391,"threshold_uncertainty_score":0.48848376},"labels":[],"label_agreement":null},{"id":"W3212074329","doi":"10.2196/28842","title":"Patient Representation Learning From Heterogeneous Data Sources and Knowledge Graphs Using Deep Collective Matrix Factorization: Evaluation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Matrix decomposition; Artificial intelligence; Representation (politics); Data science; Theoretical computer science; Natural language processing; Machine learning","score_opus":0.07972844953279505,"score_gpt":0.4020667336225682,"score_spread":0.3223382840897731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212074329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83159393,0.0005721218,0.16652186,0.000095507894,0.00037677263,0.00061935774,0.0000049965734,0.00010902979,0.000106449115],"genre_scores_gemma":[0.98734075,0.00002800131,0.012186617,0.00009531114,0.00007506606,0.000033988952,0.00021770116,0.000010193426,0.000012362919],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967003,0.000817997,0.0006684938,0.00032326215,0.0012768633,0.00021311718],"domain_scores_gemma":[0.9978381,0.0004705899,0.00033393517,0.0006954338,0.00045238077,0.00020959259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073261897,0.00015151735,0.0002272527,0.00012554234,0.00037060454,0.0002832773,0.0004939829,0.00012330862,0.00008715976],"category_scores_gemma":[0.0013908183,0.00014371751,0.000025779374,0.00073752523,0.000044609576,0.0007526419,0.0011549529,0.00042907384,0.000009370467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025019373,0.0005576209,0.24881335,0.00022991035,0.00021224168,0.000063696054,0.4306632,0.028334243,0.000018177772,0.00030228306,0.00015631365,0.29062396],"study_design_scores_gemma":[0.0005482415,0.000144584,0.008466003,0.000060034123,0.000026536316,0.000035762205,0.007953723,0.98199075,0.000036978625,0.00040462337,0.00018905736,0.00014368865],"about_ca_topic_score_codex":0.00010856233,"about_ca_topic_score_gemma":0.000111794005,"teacher_disagreement_score":0.9536565,"about_ca_system_score_codex":0.00012990588,"about_ca_system_score_gemma":0.0006768791,"threshold_uncertainty_score":0.586063},"labels":[],"label_agreement":null},{"id":"W3212503034","doi":"10.2196/33600","title":"Current Status of the Health Information Technology Industry in China from the China Hospital Information Network Conference: Cross-sectional Study of Participating Companies","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Peking University; National Natural Science Foundation of China; Baidu","keywords":"China; Renminbi; Business; Beijing; Informatization; Information technology; Marketing; Political science; Engineering; Telecommunications","score_opus":0.05137219306530237,"score_gpt":0.443078892365236,"score_spread":0.3917066992999336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212503034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932074,0.00018192167,0.00044199446,0.0016175892,0.0016412297,0.0022816597,0.00009671572,0.000049939255,0.00048152555],"genre_scores_gemma":[0.99836147,0.00012014596,0.0001075811,0.0005847344,0.00016202808,0.00051423535,0.00013865563,0.000006934482,0.000004243014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925384,0.00080993155,0.0042722276,0.000088693574,0.0013449285,0.0009458058],"domain_scores_gemma":[0.9955656,0.00057009334,0.002641277,0.0005272623,0.0004782381,0.0002175301],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024687664,0.0001931408,0.0005611252,0.0001267742,0.0006026186,0.000033456436,0.00052207615,0.00074307364,0.00022380023],"category_scores_gemma":[0.0018419175,0.00012278167,0.000058792677,0.0011957807,0.00023088753,0.00088690774,0.00047404892,0.0047097327,0.000021788264],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024676003,0.00018752473,0.880984,0.0006679332,0.000025750724,1.1559923e-7,0.10380561,0.00034366263,7.169545e-8,0.0017666339,0.0012883791,0.010905663],"study_design_scores_gemma":[0.001724899,0.0003056299,0.9251499,0.0010235335,0.0000058082537,0.0000017038922,0.054018375,0.011819359,0.0000019618878,0.00042761824,0.005420134,0.000101089645],"about_ca_topic_score_codex":0.0024719895,"about_ca_topic_score_gemma":0.0019324139,"teacher_disagreement_score":0.049787235,"about_ca_system_score_codex":0.00048028142,"about_ca_system_score_gemma":0.0057641235,"threshold_uncertainty_score":0.99987227},"labels":[],"label_agreement":null},{"id":"W3212785396","doi":"10.2196/30356","title":"Health Information Needs of Young Chinese People Based on an Online Health Community: Topic and Statistical Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"State Key Laboratory of Networking and Switching Technology","keywords":"Descriptive statistics; The Internet; Cluster analysis; Information needs; Young adult; Medicine; Psychology; Medical education; Computer science; Gerontology; World Wide Web; Artificial intelligence; Statistics","score_opus":0.04433345893585678,"score_gpt":0.4688603471652885,"score_spread":0.42452688822943174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212785396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89987403,0.00002863327,0.09035097,0.0058185626,0.00026966498,0.00084424386,0.00077985437,0.00010717005,0.0019268931],"genre_scores_gemma":[0.92385805,0.000099244964,0.009246839,0.060240895,0.000068517125,0.00004803708,0.006400846,0.000008279647,0.000029304385],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921353,0.0018697574,0.004369503,0.00006170735,0.0010109288,0.00055281],"domain_scores_gemma":[0.9950118,0.0011699187,0.0015316483,0.00074175315,0.0005092255,0.0010356655],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055831037,0.0002119365,0.0009059269,0.00056216033,0.00092409516,0.00004034917,0.00027161717,0.00027154366,0.00093940133],"category_scores_gemma":[0.001769057,0.00016503362,0.00007756469,0.0019178904,0.00011304051,0.0016107198,0.00016804712,0.0017220002,0.000029686667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014136068,0.00095448055,0.4766443,0.011326876,0.00008854809,4.7844156e-7,0.3701271,0.0001280239,1.04434115e-7,0.0044000796,0.003263997,0.13292462],"study_design_scores_gemma":[0.0015363456,0.00044739712,0.6159882,0.00035556755,0.000020180001,0.000003100326,0.07463744,0.3015509,3.2904774e-7,0.00013732945,0.005167589,0.0001556157],"about_ca_topic_score_codex":0.0013554276,"about_ca_topic_score_gemma":0.0026707114,"teacher_disagreement_score":0.30142286,"about_ca_system_score_codex":0.00023398866,"about_ca_system_score_gemma":0.0030500526,"threshold_uncertainty_score":0.9999739},"labels":[],"label_agreement":null},{"id":"W3212899834","doi":"10.2196/32662","title":"Machine Learning–Based Hospital Discharge Prediction for Patients With Cardiovascular Diseases: Development and Usability Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Iran Telecommunication Research Center; Korea Health Industry Development Institute","keywords":"Usability; Computer science; Medicine; Medical emergency; Human–computer interaction","score_opus":0.007607718083775431,"score_gpt":0.25463599909208323,"score_spread":0.2470282810083078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212899834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78385144,0.00010059053,0.21391214,0.0003072679,0.0002001631,0.0013781247,0.000023639677,0.00019600728,0.000030637555],"genre_scores_gemma":[0.9747325,0.0000037090417,0.024450658,0.00019790452,0.000042581836,0.00034797424,0.00019698055,0.000012476528,0.000015189993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99733293,0.00015984019,0.00054969016,0.00026902716,0.0013878263,0.00030067458],"domain_scores_gemma":[0.9984612,0.00019197195,0.0001374302,0.00051490206,0.0002954381,0.00039906104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006405665,0.000184152,0.0003223184,0.0000567293,0.0003174256,0.00011772898,0.00032883522,0.000085648215,0.000015954329],"category_scores_gemma":[0.0007191745,0.00013809615,0.00007816613,0.00025722777,0.000068645415,0.00039626332,0.00027706943,0.0003820736,0.0000041634844],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016234326,0.0008347385,0.9363662,0.0005280215,0.00010797817,0.000005842625,0.007520541,0.0002677282,6.719617e-9,0.00009798859,0.000040421433,0.05421432],"study_design_scores_gemma":[0.0032936423,0.0011893213,0.5753408,0.00010343737,0.000039062947,0.0000031266322,0.0007225784,0.4061695,0.0000027602425,0.000021883216,0.012851642,0.0002622517],"about_ca_topic_score_codex":0.0000093686385,"about_ca_topic_score_gemma":0.0000069420266,"teacher_disagreement_score":0.4059018,"about_ca_system_score_codex":0.00008369597,"about_ca_system_score_gemma":0.00046771808,"threshold_uncertainty_score":0.56313974},"labels":[],"label_agreement":null},{"id":"W3213046967","doi":"10.2196/28183","title":"Effects of Social Media Use for Health Information on COVID-19–Related Risk Perceptions and Mental Health During Pregnancy: Web-Based Survey","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Worry; Mental health; Social media; Psychological intervention; Medicine; Health belief model; Public health; Cross-sectional study; Risk perception; Anxiety; Clinical psychology; Psychology; Psychiatry; Perception; Health education; Nursing","score_opus":0.02280249100514577,"score_gpt":0.3464584116886839,"score_spread":0.32365592068353816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213046967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899121,0.00027596485,0.00044755804,0.0056970846,0.0004172505,0.0020123832,0.001090387,0.00010537746,0.000041893476],"genre_scores_gemma":[0.98616654,0.0019282126,0.0010467379,0.008377495,0.00005270876,0.00017634254,0.0021752785,0.000021176962,0.000055489214],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.99715626,0.00028999118,0.0012540285,0.00011809341,0.00075050455,0.00043109234],"domain_scores_gemma":[0.9971378,0.0009464626,0.00065590616,0.0001725492,0.00010165873,0.0009856585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070803746,0.00020142853,0.000550786,0.00017666118,0.00043991368,0.000029562303,0.00007893695,0.00021423903,0.000105465544],"category_scores_gemma":[0.0015062981,0.0001776451,0.00009846888,0.00022192676,0.00014373577,0.00031609501,0.000055892884,0.0004310534,0.000013275837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007281689,0.0036759658,0.128509,0.4668444,0.00054754457,0.000071251525,0.31645352,0.000046640518,0.00004788654,0.0021369203,0.018187694,0.05619746],"study_design_scores_gemma":[0.024414167,0.0017968296,0.9394838,0.019600138,0.00005447914,0.00016571011,0.0019889516,0.0071426136,0.0004902608,0.00005482885,0.004404886,0.0004033151],"about_ca_topic_score_codex":0.00007579566,"about_ca_topic_score_gemma":0.00011520049,"teacher_disagreement_score":0.81097484,"about_ca_system_score_codex":0.00033426736,"about_ca_system_score_gemma":0.001809102,"threshold_uncertainty_score":0.72441566},"labels":[],"label_agreement":null},{"id":"W3213375633","doi":"10.2196/30432","title":"The Role of Electronic Medical Records in Reducing Unwarranted Clinical Variation in Acute Health Care: Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Health care; Variation (astronomy); Medical record; Psychological intervention; MEDLINE; Health records; Systematic review; Electronic health record; Population; Family medicine; Nursing; Environmental health; Surgery","score_opus":0.0515578222753803,"score_gpt":0.51530900687953,"score_spread":0.46375118460414966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213375633","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013803636,0.98128945,0.00007061127,0.0016562968,0.0014898425,0.014539913,0.000026723976,0.00007611788,0.00083723443],"genre_scores_gemma":[0.000019160576,0.9909845,0.000083628285,0.0031047263,0.0004115473,0.004880097,0.00030957736,0.000092186216,0.00011458873],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9507986,0.018610774,0.023969434,0.0005211119,0.0035078835,0.002592255],"domain_scores_gemma":[0.97777146,0.011063231,0.008072126,0.0016615789,0.00044362122,0.0009879948],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.04604349,0.0007290169,0.009880298,0.0004729849,0.00039104285,0.000019798088,0.0018208448,0.0027583465,0.00024783358],"category_scores_gemma":[0.016427407,0.00046427874,0.0007819261,0.002536455,0.00018254979,0.00018332999,0.0004465238,0.011482536,0.00016333038],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000006984885,0.00008065837,0.00001321197,0.7607585,0.00018326326,0.000010297022,0.0038646776,3.5305707e-8,8.76979e-10,0.0010006023,0.0019977777,0.23208396],"study_design_scores_gemma":[0.00054532103,0.00016962009,0.0000027792557,0.64027846,0.0002556261,0.00006452914,0.0018609617,0.0005023828,3.6952958e-9,0.000027831305,0.35606363,0.00022887746],"about_ca_topic_score_codex":0.0008564713,"about_ca_topic_score_gemma":0.0043456242,"teacher_disagreement_score":0.35406584,"about_ca_system_score_codex":0.004746626,"about_ca_system_score_gemma":0.07479015,"threshold_uncertainty_score":0.9997809},"labels":[],"label_agreement":null},{"id":"W3215808258","doi":"10.2196/30308","title":"The Collaborative Metadata Repository (CoMetaR) Web App: Quantitative and Qualitative Usability Evaluation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Research Data Management Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsches Zentrum für Lungenforschung; Bundesministerium für Bildung und Forschung","keywords":"Usability; Computer science; Metadata; World Wide Web; Web usability; System usability scale; Human–computer interaction","score_opus":0.13703782386789068,"score_gpt":0.4720590708344927,"score_spread":0.33502124696660207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215808258","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1605723,0.004355325,0.7327496,0.03891255,0.0013535738,0.004040956,0.000105150466,0.00036054238,0.05755003],"genre_scores_gemma":[0.48276103,0.009909437,0.49258775,0.0050343033,0.000272922,0.002019215,0.00042206032,0.000047161164,0.0069461344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99335515,0.0024123115,0.0007799076,0.00027845672,0.0028592802,0.0003148758],"domain_scores_gemma":[0.99119693,0.00575029,0.00040335397,0.0012577699,0.0011260189,0.00026564696],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.012424313,0.00015030456,0.00023111037,0.00008058253,0.0004983689,0.0033752515,0.0015378861,0.00007874907,0.000022594733],"category_scores_gemma":[0.016603066,0.00009957853,0.00003932075,0.0011521212,0.000601403,0.026345447,0.0016419191,0.0004367285,0.00002779189],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043309967,0.00020179035,0.0001357583,0.00021705034,0.00040877808,0.000027818687,0.06047494,0.00001097642,0.000044788463,0.89417577,0.011671023,0.03258797],"study_design_scores_gemma":[0.0015435197,0.00034008012,0.0017200273,0.00010560789,0.00009085779,0.000043862754,0.21357876,0.5435334,0.0005209266,0.009885459,0.22820067,0.00043684297],"about_ca_topic_score_codex":0.000011631089,"about_ca_topic_score_gemma":0.000055213302,"teacher_disagreement_score":0.88429034,"about_ca_system_score_codex":0.0000912371,"about_ca_system_score_gemma":0.0012298967,"threshold_uncertainty_score":0.9976593},"labels":[],"label_agreement":null},{"id":"W3216044589","doi":"10.2196/28981","title":"Patient Perspectives on the Digitization of Personal Health Information in the Emergency Department: Mixed Methods Study During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Michael Smith Health Research BC","keywords":"Digitization; Emergency department; Medical emergency; Personal protective equipment; Pandemic; Coronavirus disease 2019 (COVID-19); Medicine; Telemedicine; Health care; 2019-20 coronavirus outbreak; Emergency medicine; Nursing; Computer science; Pathology; Political science","score_opus":0.07591471398235553,"score_gpt":0.49019264065467294,"score_spread":0.41427792667231744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216044589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97726035,0.0002986376,0.0024573456,0.013480779,0.0005383356,0.004461623,0.000031412383,0.00005344804,0.0014180699],"genre_scores_gemma":[0.98838323,0.00052261446,0.000103720406,0.00943611,0.00011254891,0.0013440845,0.000049105984,0.000010385607,0.000038218805],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9898287,0.0057260133,0.0023167708,0.000113401424,0.0014076037,0.000607515],"domain_scores_gemma":[0.9952127,0.0027859588,0.0010633742,0.00046556428,0.00023179183,0.00024061478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00887917,0.00017820063,0.00034608925,0.00011446235,0.0010579058,0.000019021543,0.00037690217,0.00016532702,0.00039339744],"category_scores_gemma":[0.004083238,0.00008620512,0.00007892123,0.00077084947,0.000090333866,0.00028824448,0.00014425261,0.0013952872,0.00003731917],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005436342,0.0003330848,0.028739229,0.0012028968,0.000045269386,0.0000014798776,0.9475162,0.000030315729,7.959789e-7,0.002733263,0.0061858697,0.013157241],"study_design_scores_gemma":[0.001061128,0.00039107582,0.022326598,0.00021176907,0.00000876999,0.00002129715,0.9444167,0.0032790452,0.0000020676541,0.00013038701,0.028043522,0.00010761189],"about_ca_topic_score_codex":0.00022566269,"about_ca_topic_score_gemma":0.00079512224,"teacher_disagreement_score":0.021857653,"about_ca_system_score_codex":0.0010233716,"about_ca_system_score_gemma":0.0031485038,"threshold_uncertainty_score":0.8136663},"labels":[],"label_agreement":null},{"id":"W3216052844","doi":"10.2196/29978","title":"Reduction of Platelet Outdating and Shortage by Forecasting Demand With Statistical Learning and Deep Neural Networks: Modeling Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Blood donation and transfusion practices","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Obsolescence; Economic shortage; Computer science; Task (project management); Artificial neural network; Demand forecasting; Platelet; Product (mathematics); Operations management; Business; Artificial intelligence; Operations research; Engineering; Marketing; Medicine; Systems engineering","score_opus":0.01837060497455158,"score_gpt":0.26468191527849355,"score_spread":0.24631131030394196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216052844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91484684,0.00010038928,0.08378529,0.00014313981,0.00005440642,0.00019147203,8.8368466e-7,0.000040951953,0.00083661964],"genre_scores_gemma":[0.9978234,0.00003928694,0.0017422258,0.00020964255,0.00010522749,0.000010888471,0.000049147915,0.000011313082,0.000008824147],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998745,0.000024007226,0.0004998116,0.00011610825,0.00044918436,0.00016584496],"domain_scores_gemma":[0.9993926,0.00014622728,0.00022439209,0.000058339174,0.00013630048,0.000042136868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005536815,0.00011928481,0.00020689401,0.00006847992,0.00019862688,0.00021219102,0.00005036761,0.00007019605,0.00010034269],"category_scores_gemma":[0.0002802038,0.00009666089,0.000012107553,0.00020765144,0.00006582313,0.0011626222,0.000098197524,0.0003566506,7.382802e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042416083,0.0010433424,0.12850833,0.0026441233,0.0004366067,0.00019204315,0.0128804315,0.032525174,0.00006136975,0.0041849595,0.00030819926,0.81679124],"study_design_scores_gemma":[0.00095094927,0.000042856314,0.0002255076,0.0000635388,0.0000616236,0.000055777207,0.020802623,0.97736305,0.0000037019106,0.000038382597,0.00027991275,0.00011207052],"about_ca_topic_score_codex":0.000029890209,"about_ca_topic_score_gemma":0.000038648424,"teacher_disagreement_score":0.94483787,"about_ca_system_score_codex":0.000003909089,"about_ca_system_score_gemma":0.00001429481,"threshold_uncertainty_score":0.39417168},"labels":[],"label_agreement":null},{"id":"W3216171962","doi":"10.2196/29532","title":"Introduction of Systematized Nomenclature of Medicine–Clinical Terms Coding Into an Electronic Health Record and Evaluation of its Impact: Qualitative and Quantitative Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Imperial College London","keywords":"SNOMED CT; Medical diagnosis; Coding (social sciences); Data sharing; Clinical decision support system; Data collection; Systematized Nomenclature of Medicine; Health care; Medicine; Decision support system; Qualitative research; Data science; Medical record; Health informatics; Knowledge management; Terminology; Computer science; Alternative medicine; Nursing; Pathology; Data mining; Public health","score_opus":0.3124609379148991,"score_gpt":0.6253351836695573,"score_spread":0.3128742457546582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216171962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99110496,0.0005599261,0.0018955682,0.0035807856,0.00034257182,0.0021936453,0.000016576207,0.000022250733,0.00028368647],"genre_scores_gemma":[0.99670404,0.00092939497,0.0015156,0.00040453306,0.00021006161,0.00010370037,0.000107966174,0.000009685544,0.000015003372],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98910934,0.0041212332,0.0044672727,0.00016742609,0.0017728626,0.00036188844],"domain_scores_gemma":[0.9925648,0.0021449458,0.002938328,0.00029539308,0.0015936455,0.00046287355],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029883623,0.00017689302,0.0012113648,0.00024254314,0.00022635511,0.0000044616463,0.00012742812,0.0003295023,0.00034654295],"category_scores_gemma":[0.009912605,0.00012437247,0.0000489146,0.00046804707,0.0003451169,0.00045574113,0.00009632454,0.0010272603,0.0000032295875],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043262143,0.00041221676,0.006440526,0.024660908,0.00021136003,4.0364984e-7,0.9118035,0.000004057814,0.000042383115,0.015554354,0.0028120272,0.037625644],"study_design_scores_gemma":[0.011247746,0.0093584275,0.023494804,0.0068733254,0.00023231159,0.000012266271,0.8614104,0.0830012,0.000031832038,0.0036393828,0.0004454117,0.0002529402],"about_ca_topic_score_codex":0.00014395735,"about_ca_topic_score_gemma":0.000189608,"teacher_disagreement_score":0.08299714,"about_ca_system_score_codex":0.00023088788,"about_ca_system_score_gemma":0.0023291705,"threshold_uncertainty_score":0.998939},"labels":[],"label_agreement":null},{"id":"W3216233619","doi":"10.2196/28632","title":"Text Mining of Adverse Events in Clinical Trials: Deep Learning Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Cancer Research UK; Health and Care Research Wales","keywords":"Unified Medical Language System; Pharmacovigilance; Natural language processing; Computer science; Adverse effect; Coding (social sciences); MedDRA; Information retrieval; Artificial intelligence; Medicine; Data mining; Data science","score_opus":0.23613502148488288,"score_gpt":0.5376509902351951,"score_spread":0.3015159687503123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216233619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9695553,0.00017371503,0.0008978646,0.00021640545,0.001076373,0.00038843005,0.000015069291,0.00006997461,0.027606854],"genre_scores_gemma":[0.99428916,0.0010761904,0.0013578743,0.0022073565,0.00032538123,0.00007661479,0.00011176157,0.000016849715,0.0005387951],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946675,0.0017466173,0.0024602676,0.00017088711,0.00051254284,0.00044220002],"domain_scores_gemma":[0.9961869,0.002343882,0.0006907373,0.00018854206,0.0001191656,0.00047074715],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072311996,0.0002028705,0.00081865693,0.00016151372,0.000105095416,0.0000027721765,0.00030731058,0.0006417026,0.001745516],"category_scores_gemma":[0.00341799,0.00018272996,0.0003265668,0.00051626755,0.00021627148,0.0002972233,0.00017037151,0.0022627714,0.0001417451],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013321113,0.008024641,0.4495269,0.0019430106,0.001575543,0.00043789207,0.0367562,0.014323632,0.0016009653,0.0017050533,0.008825087,0.47394896],"study_design_scores_gemma":[0.01806814,0.00019857982,0.018880932,0.00041022664,0.00042924963,0.0002302485,0.041453075,0.5961774,0.0030321474,0.00015759026,0.32015103,0.0008113766],"about_ca_topic_score_codex":0.0000026116688,"about_ca_topic_score_gemma":0.000004770831,"teacher_disagreement_score":0.58185375,"about_ca_system_score_codex":0.000056730547,"about_ca_system_score_gemma":0.0004329632,"threshold_uncertainty_score":0.999167},"labels":[],"label_agreement":null},{"id":"W3216372912","doi":"10.2196/29768","title":"A Pipeline to Understand Emerging Illness Via Social Media Data Analysis: Case Study on Breast Implant Illness","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Pipeline (software); Mental illness; Construct (python library); Computer science; Mental health; Data science; Medicine; Psychology; Psychiatry; World Wide Web","score_opus":0.12961298866462365,"score_gpt":0.44950192582367166,"score_spread":0.319888937159048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216372912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96736425,0.00002416447,0.0070578796,0.016916273,0.0056185564,0.001679942,0.00022125112,0.00016710449,0.00095056376],"genre_scores_gemma":[0.9942349,0.000022765047,0.00026489815,0.0025774469,0.002335591,0.00022188322,0.0003055258,0.000018085419,0.00001889728],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9949152,0.0005248679,0.0010599104,0.00030220835,0.0025196658,0.0006781624],"domain_scores_gemma":[0.9952987,0.0022736972,0.000295579,0.0006567063,0.00046918308,0.0010061733],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003017781,0.000214635,0.000537528,0.00032124916,0.0013790674,0.00015561248,0.0007817389,0.0002906039,0.0005637456],"category_scores_gemma":[0.0053724553,0.00020428063,0.000085741085,0.0030769904,0.0002462394,0.00044025213,0.00034598334,0.0005222892,0.00007537857],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023001374,0.0004961666,0.0007930501,0.000058539765,0.0001522078,0.00059942005,0.8819029,0.000004206934,2.2909809e-7,0.00043956246,0.01182562,0.10370515],"study_design_scores_gemma":[0.0005897217,0.00003436715,0.0013280343,0.000041201285,0.0002679021,0.00018689474,0.9842095,0.0011903847,0.0000021684666,0.00009584445,0.011729692,0.00032430145],"about_ca_topic_score_codex":0.0026154572,"about_ca_topic_score_gemma":0.03363538,"teacher_disagreement_score":0.10338085,"about_ca_system_score_codex":0.00042340238,"about_ca_system_score_gemma":0.0017335559,"threshold_uncertainty_score":0.999921},"labels":[],"label_agreement":null},{"id":"W3217111626","doi":"10.2196/27743","title":"A Platform and Multisided Market for Translational, Software-Defined Medical Procedures in the Operating Room (OP 4.1): Proof-of-Concept Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Wirtschaft und Energie; Deutsches Zentrum für Luft- und Raumfahrt","keywords":"Context (archaeology); Computer science; Software; Medical software; Proof of concept; Software engineering; Software development; Cloud computing; Open platform; Operating system; Software quality","score_opus":0.04382689653379892,"score_gpt":0.3625698883831301,"score_spread":0.3187429918493312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217111626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99085027,0.0002790734,0.0021751805,0.004090258,0.000113859955,0.0022214134,0.000011271196,0.0000620576,0.00019662191],"genre_scores_gemma":[0.98942024,0.000018461333,0.008617638,0.0013111957,0.00010601552,0.00044129774,0.00004232575,0.000011481738,0.000031323023],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974904,0.00006112203,0.0010089561,0.00012858889,0.0010301648,0.00028075642],"domain_scores_gemma":[0.99817395,0.0011275039,0.00013114006,0.00021411237,0.00016185043,0.00019144481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013237213,0.00014781089,0.00039314353,0.000102112004,0.00011531043,0.000014749526,0.00017352193,0.00036637616,0.00013749192],"category_scores_gemma":[0.0056092017,0.00009782776,0.000051180785,0.00029630377,0.00014089745,0.0001455658,0.00005674301,0.0006589731,6.025989e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043369696,0.0024933876,0.2955665,0.005473054,0.00021560468,0.00024910236,0.13426106,0.00001382116,0.0000063337006,0.0007648717,0.0027959521,0.5577266],"study_design_scores_gemma":[0.07724944,0.0123579325,0.31813338,0.016888378,0.00056283845,0.003532412,0.31393644,0.2356338,0.0050623645,0.002383235,0.012276023,0.0019837366],"about_ca_topic_score_codex":0.000014018542,"about_ca_topic_score_gemma":0.00015726026,"teacher_disagreement_score":0.55574286,"about_ca_system_score_codex":0.000022145996,"about_ca_system_score_gemma":0.0010841802,"threshold_uncertainty_score":0.67151433},"labels":[],"label_agreement":null},{"id":"W3217542174","doi":"10.2196/28621","title":"Validity and Reliability of the Korean Version of the Health Information Technology Usability Evaluation Scale: Psychometric Evaluation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Institutes of Health; National Research Foundation of Korea; National Research Foundation","keywords":"Usability; mHealth; Cronbach's alpha; Reliability (semiconductor); Scale (ratio); Personalization; System usability scale; Computer science; Medicine; Applied psychology; Psychology; Psychometrics; World Wide Web; Heuristic evaluation; Clinical psychology; Psychological intervention; Nursing; Human–computer interaction","score_opus":0.05736761640750805,"score_gpt":0.4528336628071292,"score_spread":0.3954660463996212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217542174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97142243,0.000108998385,0.00088959123,0.015351096,0.00077020127,0.008540155,0.00008232299,0.000036898335,0.0027983286],"genre_scores_gemma":[0.99367326,0.0003430522,0.001019316,0.0024037375,0.00004440439,0.002404092,0.00009094557,0.0000056235053,0.000015578144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934251,0.0015569694,0.0023426726,0.00013820826,0.002166084,0.00037098883],"domain_scores_gemma":[0.99427,0.0006735298,0.001651585,0.0011072011,0.0020313065,0.0002663757],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011741038,0.00012958221,0.00036487836,0.00018085483,0.0007210814,0.000004941904,0.00037699548,0.00044726455,0.0004378068],"category_scores_gemma":[0.0088507375,0.00007915132,0.00008227623,0.0023649316,0.00045473062,0.00030720682,0.00033757728,0.0009130418,0.000019845105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007781475,0.00038729154,0.5360943,0.0069813435,0.000009142916,6.9359323e-9,0.008890299,0.000050605435,0.000009312195,0.0021647415,0.01683821,0.4284969],"study_design_scores_gemma":[0.0032682118,0.00018950908,0.87359506,0.000891295,0.00008433614,0.00000643177,0.0104177585,0.046128854,0.00020315594,0.006966952,0.058101963,0.00014645647],"about_ca_topic_score_codex":0.000099975856,"about_ca_topic_score_gemma":0.00012458935,"teacher_disagreement_score":0.42835045,"about_ca_system_score_codex":0.000494816,"about_ca_system_score_gemma":0.0059614456,"threshold_uncertainty_score":0.99967384},"labels":[],"label_agreement":null},{"id":"W3217772355","doi":"10.2196/34529","title":"Figure Correction: Antibiotic Prescription Rates After eVisits Versus Office Visits in Primary Care: Observational Study","year":2021,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medical prescription; Primary care; Medicine; Emergency medicine; Medical emergency; Pediatrics; Family medicine; Internal medicine; Nursing","score_opus":0.09763542514566069,"score_gpt":0.42813978399890695,"score_spread":0.33050435885324625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217772355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5253725,0.0043438296,0.00010046534,0.0012705852,0.3678221,0.014298399,0.0005331705,0.0006781267,0.08558081],"genre_scores_gemma":[0.5513775,0.004818386,0.0017899179,0.0290719,0.02783855,0.010522981,0.08518217,0.00073327956,0.28866532],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9913724,0.0011910641,0.003092313,0.0004596066,0.002994036,0.0008905565],"domain_scores_gemma":[0.99493533,0.0012653052,0.0012381912,0.000796385,0.0012423254,0.0005224867],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0008992108,0.00060131616,0.0010907764,0.00048356777,0.00056738744,0.000053157524,0.00046694925,0.002523888,0.0030979249],"category_scores_gemma":[0.0015014535,0.00057962735,0.00015437638,0.0010465758,0.00008152593,0.00075240794,0.00045660674,0.007046923,0.00091634167],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005409118,0.00018447111,0.3203479,0.0093052015,0.000081522834,0.000058924954,0.024718763,0.000012033186,1.1341154e-7,0.0000091596885,0.64125913,0.0034818286],"study_design_scores_gemma":[0.0032467418,0.00042469052,0.8124679,0.008817477,0.00006981166,0.000004142711,0.027709717,0.0011932862,3.3675443e-7,0.0000021940411,0.14555354,0.0005102045],"about_ca_topic_score_codex":0.0002837923,"about_ca_topic_score_gemma":0.0018218723,"teacher_disagreement_score":0.4957056,"about_ca_system_score_codex":0.0025898523,"about_ca_system_score_gemma":0.006637159,"threshold_uncertainty_score":0.99986154},"labels":[],"label_agreement":null},{"id":"W32436854","doi":"10.2196/17645","title":"Work, Recognition and Emancipation","year":2007,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Political Economy and Marxism","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emancipation; Epistemology; Work (physics); Sociology; Political science; Philosophy; Politics; Engineering; Law","score_opus":0.04310085678493158,"score_gpt":0.33991893108486926,"score_spread":0.2968180742999377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W32436854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6441759,0.00001403456,0.0048198607,0.0012576524,0.00021182167,0.00017963967,0.000001946368,0.00007866845,0.34926048],"genre_scores_gemma":[0.99468017,0.00005274937,0.0009927839,0.0035475402,0.00031702127,0.000011898972,0.000015375066,0.0000027311642,0.0003797119],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991394,0.000019501227,0.0002672756,0.000034033423,0.0002903051,0.00024946974],"domain_scores_gemma":[0.99930257,0.00019608012,0.000052144635,0.000045840312,0.000034155142,0.00036922548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013359941,0.000041945794,0.000069642134,0.00004156652,0.00013137555,0.00003130232,0.00006621376,0.00015699935,0.00047922714],"category_scores_gemma":[0.00044468828,0.000038552953,0.00001675619,0.000107228814,0.0002470285,0.0003098254,0.000024283869,0.00013516542,0.00022993222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012354724,0.000036490805,0.00086057786,0.000036135727,0.0000057446628,0.0000032544006,0.03134438,2.5102224e-8,1.8136646e-7,0.06025567,0.0026449196,0.9048003],"study_design_scores_gemma":[0.00080225355,0.00006830449,0.014416642,0.00016296243,0.00001388568,0.000006280914,0.021945648,0.0002169541,0.000041664513,0.044858433,0.91714907,0.00031791933],"about_ca_topic_score_codex":0.00005796805,"about_ca_topic_score_gemma":0.00016002942,"teacher_disagreement_score":0.9145041,"about_ca_system_score_codex":0.000037775146,"about_ca_system_score_gemma":0.00007624677,"threshold_uncertainty_score":0.52472013},"labels":[],"label_agreement":null},{"id":"W33664015","doi":"10.2196/24020","title":"Raising More Money at the Nation's Historically Black Colleges and Universities","year":2006,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Historically black colleges and universities; Dilemma; Face (sociological concept); Higher education; Political science; Economic growth; White (mutation); Raising (metalworking); Public funding; Public relations; Public administration; Sociology; Economics; Social science; Engineering","score_opus":0.02517833743526419,"score_gpt":0.3555284484461637,"score_spread":0.3303501110108995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W33664015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7026326,0.00035169505,0.00019762822,0.08684764,0.0003034183,0.0004546224,0.000010171125,0.000101665006,0.20910057],"genre_scores_gemma":[0.9071685,0.00050928106,0.00050539616,0.0017601083,0.000585102,0.00003461114,0.000015684087,0.0000083360155,0.089413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982944,0.00007695059,0.00020702802,0.000049281487,0.0011499625,0.0002223474],"domain_scores_gemma":[0.9990286,0.0004952555,0.000077751305,0.00008866335,0.00016307297,0.00014665071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058513467,0.000064767235,0.00009566514,0.000060152524,0.0009952543,0.00006762365,0.00020802858,0.000082541366,0.00038174298],"category_scores_gemma":[0.00022999162,0.000045260847,0.000024487428,0.00026970552,0.0016320794,0.00022803848,0.00013097377,0.00014598339,0.000046318735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008036094,0.000049617993,0.0025649383,0.000055905937,0.000023765733,0.000003982481,0.23000272,0.000012534115,0.0000015616428,0.054757934,0.71062225,0.0018967397],"study_design_scores_gemma":[0.00018751575,0.000011140811,0.0045747836,0.00001872147,0.0000054946486,9.2466337e-7,0.09197306,0.00026453688,0.0000033861925,0.0005197521,0.902365,0.000075681266],"about_ca_topic_score_codex":0.00075179286,"about_ca_topic_score_gemma":0.0007003424,"teacher_disagreement_score":0.20453589,"about_ca_system_score_codex":0.000493457,"about_ca_system_score_gemma":0.00051552954,"threshold_uncertainty_score":0.76547915},"labels":[],"label_agreement":null},{"id":"W34269683","doi":"10.2196/28754","title":"Molekuláris tulajdonságok és membrántranszport = Molecular properties and membrane transport","year":2012,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Muscle metabolism and nutrition","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chemistry; Membrane; Molecular biology; Biochemistry; Chromatography; Stereochemistry; Biology","score_opus":0.012429043712498632,"score_gpt":0.24062473317130206,"score_spread":0.22819568945880342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34269683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99182403,0.0019874347,0.0026175063,0.0001990122,0.00014053554,0.00032173577,0.000015670643,0.000033179564,0.002860881],"genre_scores_gemma":[0.9955464,0.0011676756,0.0012683446,0.001361462,0.0002683448,0.00007550886,0.00016791535,0.000020675656,0.00012370193],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99855006,0.00003365892,0.0004527713,0.000109638226,0.000467404,0.0003864413],"domain_scores_gemma":[0.9991797,0.0000053859417,0.00007496094,0.0002554708,0.000051768857,0.00043267116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039478988,0.00018940838,0.00022022851,0.00005123418,0.00006530525,0.000015183177,0.00016523132,0.00030114842,0.00008989526],"category_scores_gemma":[0.000039424784,0.00015321642,0.00008453856,0.00008563273,0.00018413308,0.00003043877,0.000048644713,0.0001718639,0.000015613152],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008377263,0.0020359345,0.028067583,0.0052473308,0.00069033226,0.00005907994,0.013655794,0.000023585806,0.83760655,0.005457846,0.01176197,0.09455628],"study_design_scores_gemma":[0.004106141,0.00033628906,0.011777424,0.00025172564,0.00017532177,0.00037376772,0.001545625,0.00091062253,0.62958694,0.00009590517,0.34973794,0.0011023007],"about_ca_topic_score_codex":0.0000063256202,"about_ca_topic_score_gemma":0.0000019876513,"teacher_disagreement_score":0.33797598,"about_ca_system_score_codex":0.0000052755677,"about_ca_system_score_gemma":0.000067069384,"threshold_uncertainty_score":0.6247984},"labels":[],"label_agreement":null},{"id":"W37768730","doi":"10.2196/40959","title":"Economic tools for evaluating fish business","year":2005,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Marine and fisheries research","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cost–benefit analysis; Indirect costs; Variable cost; Business; Process costing; Fish <Actinopterygii>; Economic cost; Fixed cost; Total cost; Opportunity cost; Cost driver; Environmental economics; Operations management; Economics; Fishery; Activity-based costing; Microeconomics; Marketing","score_opus":0.04144233210919405,"score_gpt":0.34227849190741877,"score_spread":0.3008361597982247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37768730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5099521,0.0000011253915,0.0032683222,0.0043101823,0.00013807577,0.0007831347,0.000018091967,0.00006579325,0.48146316],"genre_scores_gemma":[0.7407694,0.00033054515,0.16518253,0.0515231,0.0039018649,0.0030304408,0.0007711187,0.0001630726,0.034327928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987314,0.000011478686,0.00038777175,0.00007306856,0.00050161104,0.00029472285],"domain_scores_gemma":[0.999376,0.00017313038,0.00006844401,0.0001769699,0.000013310507,0.00019212758],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005895433,0.000082788574,0.00011961876,0.000018830651,0.000091170536,0.000093608985,0.00032509927,0.00009566927,0.030501952],"category_scores_gemma":[0.00038762804,0.000069034366,0.000037778853,0.00008835598,0.00013311791,0.0008161445,0.00029078493,0.00014042217,0.00081759365],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015119453,0.000027896547,0.0021979075,0.00004426788,0.000005052835,4.209821e-7,0.00070470775,0.00015375791,0.0000041941535,0.00010027121,0.06338512,0.9333613],"study_design_scores_gemma":[0.0005054625,0.000056671568,0.0031764857,0.0000071276786,0.0000027223593,0.0000064403935,0.00027926773,0.19595863,0.000026445883,0.00006265142,0.79980433,0.0001137328],"about_ca_topic_score_codex":0.00002676404,"about_ca_topic_score_gemma":0.000105706,"teacher_disagreement_score":0.93324757,"about_ca_system_score_codex":0.00014760494,"about_ca_system_score_gemma":0.000064560314,"threshold_uncertainty_score":0.99996036},"labels":[],"label_agreement":null},{"id":"W4200031888","doi":"10.2196/29225","title":"Machine Learning Methodologies for Prediction of Rhythm-Control Strategy in Patients Diagnosed With Atrial Fibrillation: Observational, Retrospective, Case-Control Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Interpretability; Atrial fibrillation; Machine learning; Rhythm; Referral; Observational study; Artificial intelligence; Medicine; Clinical decision support system; Computer science; Decision support system; Internal medicine","score_opus":0.0947847866081788,"score_gpt":0.36359962644985244,"score_spread":0.26881483984167365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200031888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820364,0.000079051635,0.013888713,0.00041338775,0.00017888036,0.002947988,0.00014631904,0.00007870472,0.00023052214],"genre_scores_gemma":[0.99562997,0.00002681226,0.0032967622,0.00010615883,0.00052142685,0.000020742915,0.0002655344,0.000015569756,0.000117028554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975244,0.00019543887,0.0010758823,0.00015112903,0.00084330124,0.00020984748],"domain_scores_gemma":[0.99746233,0.0013238167,0.0004349212,0.00018568142,0.00048884586,0.00010437332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010354407,0.00017564214,0.00065809034,0.00015816778,0.0000883714,0.000026539079,0.000051905645,0.0001576404,0.00016272516],"category_scores_gemma":[0.0031666912,0.00013445744,0.00016440071,0.00042120376,0.00005778048,0.00031343868,0.000033795666,0.00024466836,0.0000019140778],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014592153,0.000033337907,0.984724,0.00018615053,0.0003126226,0.000084183375,0.0008648824,0.005318774,0.0000010459368,0.0002382606,0.00006419657,0.006713344],"study_design_scores_gemma":[0.028259441,0.0019758723,0.898282,0.00008365298,0.00026048976,0.000046226756,0.0022930847,0.0681195,0.000003946267,0.00007248595,0.00049253163,0.00011079673],"about_ca_topic_score_codex":0.000015853517,"about_ca_topic_score_gemma":0.00004148066,"teacher_disagreement_score":0.08644202,"about_ca_system_score_codex":0.00009626015,"about_ca_system_score_gemma":0.00020019345,"threshold_uncertainty_score":0.5483015},"labels":[],"label_agreement":null},{"id":"W4200099769","doi":"10.2196/25022","title":"On Missingness Features in Machine Learning Models for Critical Care: Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Missing data; Discriminative model; Computer science; Artificial intelligence; Receiver operating characteristic; Robustness (evolution); Machine learning; Population; Observational study; False positive paradox; Statistics; Medicine; Mathematics","score_opus":0.19277112329596047,"score_gpt":0.43284085990426924,"score_spread":0.24006973660830877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200099769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879705,0.0006804921,0.0010005584,0.006130644,0.00021202672,0.001079585,0.000024105859,0.000069053924,0.0028330605],"genre_scores_gemma":[0.99149126,0.000020448784,0.0038541718,0.0037590843,0.00008364431,0.00032239011,0.0003323759,0.000015015244,0.000121611956],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831355,0.000042001146,0.0004776833,0.00012615949,0.00080429786,0.00023632824],"domain_scores_gemma":[0.99852514,0.0008082504,0.000047563197,0.00017275082,0.0002050272,0.0002412482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021531369,0.00014569765,0.0003352696,0.00007967528,0.000088828354,0.000038388447,0.00006890883,0.00014138629,0.00015992783],"category_scores_gemma":[0.0013715262,0.000110668094,0.000088611385,0.00017451764,0.00004472869,0.00011128235,0.000044916877,0.00038980815,0.000009069755],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029357725,0.043480396,0.39129177,0.008021909,0.0010095628,0.0030062008,0.16392654,0.0052394657,0.000050687948,0.10532614,0.02389127,0.2518203],"study_design_scores_gemma":[0.046826884,0.0078977905,0.3085795,0.0033576798,0.0007110583,0.0004393927,0.08414299,0.52205384,0.002000917,0.007982014,0.014721539,0.0012863649],"about_ca_topic_score_codex":0.000013530081,"about_ca_topic_score_gemma":0.000024701556,"teacher_disagreement_score":0.5168144,"about_ca_system_score_codex":0.0001205032,"about_ca_system_score_gemma":0.00031883334,"threshold_uncertainty_score":0.4512914},"labels":[],"label_agreement":null},{"id":"W4200171643","doi":"10.2196/29212","title":"Prediction Algorithms for Blood Pressure Based on Pulse Wave Velocity Using Health Checkup Data in Healthy Korean Men: Algorithm Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National IT Industry Promotion Agency; Ministry of Science and ICT, South Korea; Ministry of Trade, Industry and Energy","keywords":"Blood pressure; Medicine; Pulse wave velocity; Algorithm; Sphygmomanometer; Linear regression; Diastole; Pulse pressure; Internal medicine; Statistics; Mathematics","score_opus":0.05685491632887219,"score_gpt":0.3051076550674897,"score_spread":0.24825273873861753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200171643","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114274606,0.00062799774,0.8798552,0.00051567383,0.0011303347,0.0021538048,0.0006588196,0.0004002784,0.00038323874],"genre_scores_gemma":[0.19281924,0.00025669622,0.8018538,0.00082990376,0.00072670175,0.00026168278,0.0031474126,0.00009303104,0.000011546494],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778616,0.000047937872,0.0008399507,0.00020026715,0.00070600235,0.00041969342],"domain_scores_gemma":[0.99892074,0.00016181984,0.00011976388,0.0003758086,0.00007820345,0.00034368862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009752437,0.00021356573,0.00030719797,0.00014518497,0.00013092949,0.000066280154,0.00017420623,0.000205038,0.00001621469],"category_scores_gemma":[0.00018841597,0.00021933974,0.000023755269,0.00028991123,0.000035033805,0.0004486243,0.00013129119,0.00037977367,0.000001463711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091709924,0.0007258583,0.002384351,0.008109647,0.00037236698,0.000060325074,0.010970081,0.00798329,0.00031777882,0.00006757472,0.0014954116,0.9674216],"study_design_scores_gemma":[0.0018048767,0.00012554857,0.0005339497,0.00050028553,0.00002698025,0.000022285343,0.0005523346,0.9879363,0.00646699,0.000022623548,0.0018043214,0.000203502],"about_ca_topic_score_codex":0.000019556415,"about_ca_topic_score_gemma":0.000011250638,"teacher_disagreement_score":0.979953,"about_ca_system_score_codex":0.0001899195,"about_ca_system_score_gemma":0.00056462135,"threshold_uncertainty_score":0.8944415},"labels":[],"label_agreement":null},{"id":"W4200272124","doi":"10.2196/33518","title":"Digital Health Interventions to Enhance Prevention in Primary Care: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; Digital health; Health care; Medical emergency; Computer science; Nursing; Political science","score_opus":0.04407218727727531,"score_gpt":0.47894039678992845,"score_spread":0.43486820951265315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200272124","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06741915,0.13679585,0.037397616,0.039025456,0.0076479544,0.0155368205,0.00046695035,0.0007276918,0.6949825],"genre_scores_gemma":[0.7247317,0.0069643627,0.018866086,0.17900291,0.0008106424,0.011329051,0.007813492,0.0002709563,0.050210804],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99672186,0.00010982842,0.0019817,0.00018398797,0.00055278844,0.00044980203],"domain_scores_gemma":[0.99863803,0.00008201669,0.00030504414,0.00040094912,0.00009560518,0.00047835064],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00050740276,0.00015141976,0.00044468444,0.00013607986,0.00006014068,0.00006943376,0.00026186547,0.00010300643,0.0011701799],"category_scores_gemma":[0.00023297702,0.00015700166,0.00023734377,0.00060752715,0.000050032482,0.00052542577,0.00025391782,0.00035624515,0.0013347007],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000126968935,0.0009235263,0.0001353073,0.08158737,0.000017823968,0.000027874827,0.002907621,4.1032814e-7,1.3156965e-7,0.0012686173,0.013097005,0.9000216],"study_design_scores_gemma":[0.0011669894,0.0012285874,0.0028895803,0.9773247,0.000017363587,0.00019261126,0.0044239066,0.00000983689,0.000045426303,0.00046930736,0.011766625,0.0004650327],"about_ca_topic_score_codex":0.000006953372,"about_ca_topic_score_gemma":0.00017649087,"teacher_disagreement_score":0.8995566,"about_ca_system_score_codex":0.00041479323,"about_ca_system_score_gemma":0.00062234286,"threshold_uncertainty_score":0.99974287},"labels":[],"label_agreement":null},{"id":"W4200369656","doi":"10.2196/33105","title":"Correction: Evaluation of Three Feasibility Tools for Identifying Patient Data and Biospecimen Availability: Comparative Usability Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; Friedrich-Alexander-Universität Erlangen-Nürnberg","keywords":"Usability; Computer science; Data science; Information retrieval; Software engineering; Human–computer interaction","score_opus":0.638175536280701,"score_gpt":0.5905782631291309,"score_spread":0.04759727315157014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200369656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875666,0.00009797623,0.002003943,0.0003470086,0.001657316,0.0070072967,0.00019254134,0.000045551245,0.001081749],"genre_scores_gemma":[0.9976641,0.000009355162,0.001134052,0.00024604634,0.0001268237,0.00057388557,0.00022065833,0.000008090717,0.000016991664],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9940816,0.0011399995,0.0024249512,0.00034003105,0.0016612598,0.0003521485],"domain_scores_gemma":[0.99069667,0.004470344,0.00066983356,0.00131197,0.0025792718,0.00027190268],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008977706,0.00016377121,0.00053295866,0.000050478786,0.0005511006,0.00003296812,0.0003567417,0.00025515354,0.001242435],"category_scores_gemma":[0.014028603,0.00014121969,0.00004762511,0.00033062024,0.00029161625,0.0007974966,0.00077061745,0.0006648004,0.00003902577],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021761937,0.0013698379,0.6767255,0.001983916,0.00010075542,0.0000010570784,0.16715774,0.00001838505,0.000011587967,0.00020354043,0.006134766,0.1460753],"study_design_scores_gemma":[0.0010097633,0.0005060599,0.13028891,0.00048608345,0.00012429342,0.0000029069781,0.44691035,0.4161144,0.00022781633,0.0027528931,0.0013635656,0.00021296652],"about_ca_topic_score_codex":0.00020277691,"about_ca_topic_score_gemma":0.007617752,"teacher_disagreement_score":0.5464366,"about_ca_system_score_codex":0.00041034934,"about_ca_system_score_gemma":0.0019494902,"threshold_uncertainty_score":0.99967057},"labels":[],"label_agreement":null},{"id":"W4200432248","doi":"10.2196/34411","title":"Correction: Use of Deep Learning to Predict Acute Kidney Injury After Intravenous Contrast Media Administration: Prediction Model Development Study","year":2021,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Advanced X-ray and CT Imaging","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acute kidney injury; Contrast (vision); Intravenous contrast; Medicine; Administration (probate law); Computer science; Intravenous fluid; Anesthesia; Artificial intelligence; Intensive care medicine; Data science; Radiology; Internal medicine; Computed tomography","score_opus":0.008610610897383408,"score_gpt":0.24791791238157287,"score_spread":0.23930730148418947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200432248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049133264,0.00038463256,0.85830086,0.00016764371,0.07490906,0.004270353,0.00093852606,0.0021568907,0.009738781],"genre_scores_gemma":[0.8744751,0.002592769,0.06080338,0.0032622304,0.008178579,0.004943253,0.01587639,0.0007701619,0.029098105],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959114,0.000049440718,0.0017648229,0.00022807295,0.0015452777,0.00050095585],"domain_scores_gemma":[0.99815774,0.00009637406,0.0002700398,0.00037654102,0.0003003144,0.0007989687],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00030244264,0.0005258704,0.00077143824,0.00028426538,0.00012933304,0.000121170364,0.00030255716,0.0006777301,0.00025533652],"category_scores_gemma":[0.0005397154,0.0005344869,0.000105887455,0.0004234703,0.00008327511,0.00065625954,0.0001684972,0.0023324734,0.00002626854],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040106248,0.00081746804,0.0006935998,0.0023017537,0.0015978545,0.0002669304,0.10866171,0.0381317,0.000014981362,0.000007993928,0.690451,0.1566539],"study_design_scores_gemma":[0.0006450896,0.00045618167,0.000863593,0.0018302465,0.00024449572,0.00009784975,0.0044320864,0.8344567,0.0001656616,0.0000051613592,0.15610288,0.00070007215],"about_ca_topic_score_codex":0.000001260847,"about_ca_topic_score_gemma":0.000021646605,"teacher_disagreement_score":0.8253419,"about_ca_system_score_codex":0.00028554178,"about_ca_system_score_gemma":0.0010301189,"threshold_uncertainty_score":0.9999692},"labels":[],"label_agreement":null},{"id":"W4200439895","doi":"10.2196/27072","title":"The Effect of Automated Mammogram Orders Paired With Electronic Invitations to Self-schedule on Mammogram Scheduling Outcomes: Observational Cohort Comparison","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Mammography; Scheduling (production processes); Breast cancer; Schedule; Computer science; Operations management; Cancer","score_opus":0.034436692394202,"score_gpt":0.36916640050489913,"score_spread":0.33472970811069713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200439895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99282986,0.00006077046,0.0016684496,0.0033939793,0.000091279384,0.0009787458,0.0000059789295,0.00031801302,0.0006529488],"genre_scores_gemma":[0.98353857,0.000016842057,0.012718542,0.0032141758,0.000040557774,0.00023940638,0.00017137779,0.000018031704,0.00004247969],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967138,0.00009245647,0.0008504057,0.0001430394,0.0017034179,0.0004968702],"domain_scores_gemma":[0.9978765,0.000778264,0.00023752595,0.0003811856,0.00035974762,0.00036675466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091834465,0.00022352474,0.00054149755,0.000088033776,0.00020519571,0.000056580462,0.00022021146,0.0001680111,0.000048834827],"category_scores_gemma":[0.0011636027,0.00013470375,0.00012520816,0.0009014624,0.00012151031,0.00013811837,0.00006472555,0.0005630194,0.00003646357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052531937,0.00026803446,0.97809595,0.0004579646,0.00081118505,0.00003178412,0.0016845778,0.0024042388,0.000026311578,0.0016781702,0.006090922,0.007925535],"study_design_scores_gemma":[0.008296834,0.007939028,0.536904,0.0022177685,0.0006810154,0.00019367404,0.0077757677,0.4104826,0.0025589066,0.00006581756,0.022194825,0.0006897677],"about_ca_topic_score_codex":0.00002582259,"about_ca_topic_score_gemma":0.00012691434,"teacher_disagreement_score":0.44119194,"about_ca_system_score_codex":0.00020093576,"about_ca_system_score_gemma":0.00086638355,"threshold_uncertainty_score":0.549306},"labels":[],"label_agreement":null},{"id":"W4200445293","doi":"10.2196/27386","title":"Benchmarking Effectiveness and Efficiency of Deep Learning Models for Semantic Textual Similarity in the Clinical Domain: Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Benchmarking; Computer science; Natural language processing; Similarity (geometry); Artificial intelligence; Deep learning; Domain (mathematical analysis); Semantic similarity; Information retrieval","score_opus":0.047565996480232776,"score_gpt":0.3516154646810429,"score_spread":0.3040494682008101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200445293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48582822,0.000015214867,0.5135683,0.00006692334,0.000059942962,0.000341248,2.0737495e-7,0.000011786731,0.00010816787],"genre_scores_gemma":[0.9795503,0.000009894467,0.020194566,0.0001455972,0.000043259315,0.000049498136,0.0000030776964,0.0000031235468,6.8067317e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767023,0.00048803067,0.00080941647,0.0001615983,0.00067010266,0.0002006438],"domain_scores_gemma":[0.99742573,0.001913219,0.00017593238,0.00030500928,0.00010932651,0.00007078945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053695496,0.000098161356,0.00027281328,0.00006159682,0.000107276224,0.00008021295,0.00048396463,0.00011554221,0.0000027223352],"category_scores_gemma":[0.0006121328,0.000071717666,0.000056563586,0.000299258,0.00007224919,0.00038120244,0.0003096614,0.00039369593,4.858287e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056786706,0.0022580219,0.0783889,0.0017242009,0.000090982765,0.000060153972,0.1614985,0.04185219,0.000015206275,0.05808993,0.00002026167,0.6559449],"study_design_scores_gemma":[0.0010286784,0.00022295286,0.008304825,0.00009320012,0.00000810128,0.000014268651,0.0052130977,0.9816245,0.000019212732,0.0033686429,0.0000195289,0.00008301243],"about_ca_topic_score_codex":0.0000050765475,"about_ca_topic_score_gemma":0.000012044383,"teacher_disagreement_score":0.9397723,"about_ca_system_score_codex":0.000018386383,"about_ca_system_score_gemma":0.00011841235,"threshold_uncertainty_score":0.29245615},"labels":[],"label_agreement":null},{"id":"W4205096618","doi":"10.2196/25157","title":"Assessment of Natural Language Processing Methods for Ascertaining the Expanded Disability Status Scale Score From the Electronic Health Records of Patients With Multiple Sclerosis: Algorithm Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Regent Park Community Health Centre; St. Michael's Hospital","funders":"St. Michael's Hospital Foundation; Li Ka Shing Foundation","keywords":"Expanded Disability Status Scale; F1 score; Recall; Artificial intelligence; Health records; Computer science; Convolutional neural network; Precision and recall; Standard score; Machine learning; Data mining; Medicine; Natural language processing; Algorithm; Multiple sclerosis; Health care; Psychology","score_opus":0.05208524982829123,"score_gpt":0.41098380428788633,"score_spread":0.3588985544595951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205096618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860631,0.00032337406,0.00996394,0.00026488045,0.000039761093,0.0032567934,0.000062966974,0.000018333201,0.0000068462905],"genre_scores_gemma":[0.9364352,0.000030777264,0.062244073,0.00014646888,0.000021324255,0.0008939272,0.0002141493,0.000011437773,0.000002649834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996979,0.0003756629,0.0007968319,0.00014130802,0.0013334536,0.0003737468],"domain_scores_gemma":[0.99784356,0.0011106625,0.00045164197,0.00026147612,0.0002093758,0.00012325983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028961517,0.0001431557,0.00042444118,0.00003858968,0.00046358566,0.000020904356,0.00019147451,0.000029206729,0.00002028213],"category_scores_gemma":[0.0006066694,0.00007283083,0.000041638574,0.00026913892,0.00026399587,0.00010981614,0.0003075621,0.0005021369,4.014563e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014716451,0.0005148891,0.35945523,0.00023124176,0.000114779104,3.629568e-8,0.051133413,0.000005153518,0.000009170936,7.3056333e-7,0.000021906608,0.58836627],"study_design_scores_gemma":[0.0039239083,0.0010214179,0.8445719,0.00020415406,0.000035798592,3.480078e-7,0.098111644,0.051788915,0.00013361574,0.0000030016665,0.00013167829,0.000073652795],"about_ca_topic_score_codex":0.00021819385,"about_ca_topic_score_gemma":0.00019174661,"teacher_disagreement_score":0.58829266,"about_ca_system_score_codex":0.00036597715,"about_ca_system_score_gemma":0.0009066524,"threshold_uncertainty_score":0.3565573},"labels":[],"label_agreement":null},{"id":"W4205149966","doi":"10.2196/32695","title":"State-of-the-art Dashboards on Clinical Indicator Data to Support Reflection on Practice: Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Sydney; Australian Government","keywords":"Reflection (computer programming); Computer science; Data science; State (computer science)","score_opus":0.15192718644701297,"score_gpt":0.5439868176119794,"score_spread":0.39205963116496645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205149966","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19914886,0.0014434094,0.011045574,0.5353056,0.0198205,0.017943535,0.00020472004,0.00066300266,0.2144248],"genre_scores_gemma":[0.027024297,0.008985658,0.057427846,0.8981085,0.0021006984,0.00051003735,0.002821478,0.000113298505,0.0029082338],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945435,0.00020652376,0.0021986852,0.00025033436,0.0025110168,0.00028995457],"domain_scores_gemma":[0.99600714,0.00052552356,0.0006916635,0.0018683759,0.00054818206,0.0003590843],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00462636,0.00017240611,0.0005428736,0.00014667405,0.00010172555,0.000022160926,0.0005553234,0.00022994715,0.0010558349],"category_scores_gemma":[0.039926525,0.00012269602,0.000095520016,0.0012417238,0.00019736747,0.00028699596,0.00050136284,0.0013427583,0.00079228793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097814,0.00091704435,0.000271382,0.0049165194,0.000071106544,0.000018347973,0.00056057755,9.285628e-7,0.000004893576,0.0003183608,0.6674333,0.3253897],"study_design_scores_gemma":[0.0021402151,0.0024011529,0.0022839382,0.10319337,0.00031056843,0.0003982865,0.0008678507,0.00079155114,0.0006654929,0.00006993656,0.8865108,0.00036686726],"about_ca_topic_score_codex":9.900663e-7,"about_ca_topic_score_gemma":0.000003411777,"teacher_disagreement_score":0.36280286,"about_ca_system_score_codex":0.0001546006,"about_ca_system_score_gemma":0.0035080274,"threshold_uncertainty_score":0.9999857},"labels":[],"label_agreement":null},{"id":"W4205207900","doi":"10.2196/17278","title":"The Use of Blockchain Technology in the Health Care Sector: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blockchain; Health care; Computer science; Health technology; Health information technology; Database transaction; Scopus; The Internet; Quality (philosophy); Knowledge management; Data science; MEDLINE; World Wide Web; Computer security; Political science; Database","score_opus":0.04678344569651805,"score_gpt":0.33797282931534506,"score_spread":0.291189383618827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205207900","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.742425e-7,0.9896643,0.0014514598,0.0037003094,0.00009231789,0.0048726043,0.000017752223,0.00013718424,0.000063605294],"genre_scores_gemma":[0.000004325746,0.9919561,0.0011674828,0.0024006444,0.000011286537,0.0044196434,0.000021326627,0.000011283332,0.000007901075],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948259,0.0007018709,0.002757008,0.00019643197,0.0010943748,0.0004244261],"domain_scores_gemma":[0.9936927,0.0017088396,0.0017308036,0.0027185949,0.00006775716,0.000081332466],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0030132425,0.00031439576,0.0020074425,0.0003507265,0.0003449306,0.000057119054,0.0061185947,0.0004761474,0.000013497196],"category_scores_gemma":[0.00082659733,0.00015494782,0.00029715305,0.0028618413,0.0003412079,0.000060233833,0.0011461637,0.0019960206,0.000014634301],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.1611294e-7,0.00003576805,7.364542e-8,0.5563512,0.000030536445,0.0000032846208,0.001545479,1.189071e-7,8.8457026e-11,0.076878436,0.002896014,0.36225897],"study_design_scores_gemma":[0.000050200037,0.00006634068,2.1521567e-8,0.11189314,0.00006525814,0.00019211225,0.00080092414,0.00083048426,1.2226482e-8,0.00035843652,0.8856094,0.00013368428],"about_ca_topic_score_codex":0.000009664059,"about_ca_topic_score_gemma":0.000027165745,"teacher_disagreement_score":0.8827134,"about_ca_system_score_codex":0.00020158694,"about_ca_system_score_gemma":0.0010074689,"threshold_uncertainty_score":0.99925876},"labels":[],"label_agreement":null},{"id":"W4205235146","doi":"10.2196/30587","title":"Selective Prediction With Long Short-term Memory Using Unit-Wise Batch Standardization for Time Series Health Data Sets: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; National Research Foundation","keywords":"Computer science; Normalization (sociology); Standardization; Data mining; Time series; Data set; Set (abstract data type); Machine learning; Artificial intelligence; Confidence interval; Algorithm; Statistics; Mathematics","score_opus":0.03614754148466187,"score_gpt":0.34038262307076683,"score_spread":0.30423508158610496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205235146","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04316425,0.00003525999,0.95447594,0.00079331215,0.00016070585,0.0010056534,0.00014987956,0.00018364853,0.0000313232],"genre_scores_gemma":[0.03827444,0.000030421928,0.956647,0.0009752423,0.000128915,0.00029975202,0.003553756,0.00003587719,0.000054598306],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99750817,0.0001821445,0.0006344376,0.00022931128,0.0011461809,0.00029974701],"domain_scores_gemma":[0.99876964,0.000112755675,0.00027800194,0.00042355503,0.00018371434,0.000232351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018041761,0.00015183358,0.00021947848,0.00014506203,0.00081434654,0.0001378807,0.00053958263,0.00006687131,0.000019859908],"category_scores_gemma":[0.000091652255,0.00013845957,0.000011723658,0.00045287877,0.00005510623,0.0014707337,0.0006990457,0.00038517686,9.4224345e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008548105,0.0001154558,0.008629759,0.0014305188,0.00010382584,0.000008838332,0.06439568,0.007573843,0.0000021538992,0.00029241302,0.002274511,0.9150875],"study_design_scores_gemma":[0.00045777994,0.00040463696,0.0018958432,0.0001218874,0.0000075258363,0.0001427626,0.0010574438,0.99248606,0.00004399366,0.00003935324,0.003183418,0.00015926926],"about_ca_topic_score_codex":0.00001606254,"about_ca_topic_score_gemma":0.000013288389,"teacher_disagreement_score":0.9849122,"about_ca_system_score_codex":0.0003551425,"about_ca_system_score_gemma":0.00167681,"threshold_uncertainty_score":0.62633777},"labels":[],"label_agreement":null},{"id":"W4205373101","doi":"10.2196/29794","title":"Correction: A Patient Journey Map to Improve the Home Isolation Experience of Persons With Mild COVID-19: Design Research for Service Touchpoints of Artificial Intelligence in eHealth","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Coronavirus disease 2019 (COVID-19); Service (business); Isolation (microbiology); Telemedicine; Computer science; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Health care; Virology; Pathology; Business","score_opus":0.1465604179765726,"score_gpt":0.46036644242723856,"score_spread":0.31380602445066597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205373101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5841656,0.000048742488,0.38093603,0.030549154,0.00047944637,0.003676764,0.000027567912,0.000022138385,0.000094612056],"genre_scores_gemma":[0.96502405,0.00003752888,0.022994395,0.011055079,0.0001509133,0.00063738576,0.000054340166,0.000014474038,0.00003180094],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99700505,0.0001521303,0.0011738818,0.00012833865,0.001188231,0.00035239576],"domain_scores_gemma":[0.99712247,0.0010475115,0.00030245713,0.0002685107,0.00075098197,0.0005080523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016931895,0.00010655523,0.00030526498,0.00023940756,0.0001287018,0.0000115664125,0.00013821197,0.00009827133,0.00017918966],"category_scores_gemma":[0.001809349,0.00007166985,0.000033078635,0.0011419897,0.00013985088,0.00012578518,0.00005925124,0.00039989688,0.000004169894],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004443068,0.0010153073,0.0045869946,0.0063484767,0.00006915299,0.000028390567,0.73014975,0.0004183969,0.00066692225,0.0011440075,0.028731897,0.22239763],"study_design_scores_gemma":[0.0032442922,0.01107481,0.0045284797,0.002058813,0.000060180133,0.00020446064,0.757283,0.19423252,0.016320094,0.0008605761,0.009832382,0.00030039513],"about_ca_topic_score_codex":0.00034228858,"about_ca_topic_score_gemma":0.0005753644,"teacher_disagreement_score":0.3808585,"about_ca_system_score_codex":0.00021665146,"about_ca_system_score_gemma":0.0025861042,"threshold_uncertainty_score":0.4587638},"labels":[],"label_agreement":null},{"id":"W4205406787","doi":"10.2196/29385","title":"Automating Large-scale Health Care Service Feedback Analysis: Sentiment Analysis and Topic Modeling Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Visualization; Sentiment analysis; Topic model; Data science; Service (business); Identification (biology); Pipeline (software); Information retrieval; World Wide Web; Data mining; Artificial intelligence","score_opus":0.04633344780410891,"score_gpt":0.43862764993156744,"score_spread":0.3922942021274585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205406787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98067594,0.0002615166,0.01481603,0.0020495087,0.0003011494,0.0011334537,0.000069626825,0.00020375835,0.0004890296],"genre_scores_gemma":[0.98612905,0.000053309424,0.0046115,0.008325219,0.00011552938,0.00027078882,0.00038343834,0.000016831327,0.00009434921],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945883,0.00079464045,0.00221095,0.0002814512,0.0013798292,0.00074480526],"domain_scores_gemma":[0.99704283,0.0002782895,0.000630785,0.0006369925,0.0006678349,0.0007432394],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001179654,0.00023724069,0.0008920434,0.00048937614,0.001169788,0.000034276803,0.00019228947,0.0002888373,0.0010421816],"category_scores_gemma":[0.00014365096,0.00021614225,0.00016379057,0.00323809,0.000020531337,0.00026841916,0.00042014755,0.0010215389,0.00008559483],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005683463,0.000079194266,0.7981122,0.0015364308,0.0010077917,0.0000043578466,0.19571118,0.00088080496,1.5567007e-7,0.000021331749,0.00013686187,0.0025039674],"study_design_scores_gemma":[0.0008343525,0.000045038487,0.22584553,0.00017368588,0.0006151514,0.0000010177322,0.31282887,0.45934337,5.4834766e-7,0.0000059479885,0.00016344388,0.00014305284],"about_ca_topic_score_codex":0.00088473223,"about_ca_topic_score_gemma":0.014518119,"teacher_disagreement_score":0.5722667,"about_ca_system_score_codex":0.00043434638,"about_ca_system_score_gemma":0.0010053858,"threshold_uncertainty_score":0.999871},"labels":[],"label_agreement":null},{"id":"W4205466761","doi":"10.2196/32245","title":"Information Extraction Framework for Disability Determination Using a Mental Functioning Use-Case","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; U.S. Social Security Administration","keywords":"Timeline; Mental health; Context (archaeology); Temporality; Computer science; Health care; Applied psychology; Data science; Medicine; Psychology; Psychiatry","score_opus":0.07706598090348582,"score_gpt":0.4410307389402181,"score_spread":0.3639647580367323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205466761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82419825,0.0000067821993,0.17150459,0.00019143801,0.0020843432,0.0013371326,0.00010463522,0.00011931325,0.00045355695],"genre_scores_gemma":[0.96728444,9.86565e-7,0.029327769,0.0018288984,0.00021671476,0.0010108792,0.0002797672,0.000016674838,0.00003387577],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974976,0.00014351448,0.0011196698,0.000093240415,0.0007580757,0.0003878726],"domain_scores_gemma":[0.9982405,0.0006830601,0.0005358837,0.0002551004,0.00006330337,0.00022215728],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013076809,0.00014709766,0.00017831415,0.00011608478,0.0009940354,0.00008855315,0.00013573768,0.00019160256,0.0027886927],"category_scores_gemma":[0.00038897365,0.00015925906,0.00008452995,0.00027841257,0.000092748465,0.0017115308,0.00013929937,0.00066037674,0.000046359764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008528987,0.0009952863,0.011023707,0.0013582981,0.000077358556,0.000056138022,0.14626835,0.00020009358,0.000014228551,0.019096224,0.004897907,0.8151595],"study_design_scores_gemma":[0.0035989252,0.0008781858,0.0039400444,0.00022005093,0.000071050454,0.00863833,0.28915417,0.62796026,0.000036394165,0.0018802562,0.06295628,0.0006660855],"about_ca_topic_score_codex":0.00008969031,"about_ca_topic_score_gemma":0.00000794328,"teacher_disagreement_score":0.8144934,"about_ca_system_score_codex":0.00076366804,"about_ca_system_score_gemma":0.00008114877,"threshold_uncertainty_score":0.9981229},"labels":[],"label_agreement":null},{"id":"W4205710157","doi":"10.2196/31480","title":"A Comparison of Different Modeling Techniques in Predicting Mortality With the Tilburg Frailty Indicator: Longitudinal Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Frailty in Older Adults","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Receiver operating characteristic; Support vector machine; Logistic regression; Random forest; Bootstrapping (finance); Machine learning; Statistics; Feature selection; Artificial neural network; Artificial intelligence; Computer science; Mathematics; Econometrics","score_opus":0.07579999405598938,"score_gpt":0.38988434151127893,"score_spread":0.31408434745528957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205710157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948568,0.000031315052,0.0019557932,0.0005438721,0.00004993469,0.0017027659,0.000011927184,0.000112566515,0.0007350504],"genre_scores_gemma":[0.9987056,0.000003884328,0.00038426818,0.00025982142,0.000051658943,0.0005312946,0.000030946583,0.00001727449,0.000015220998],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958294,0.00011663962,0.0011598433,0.00014535226,0.0024315978,0.0003171634],"domain_scores_gemma":[0.99868125,0.00016547086,0.00036725865,0.0005272693,0.000064289045,0.00019444335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001006913,0.00020550727,0.00061807723,0.00018398315,0.00015627962,0.000014929197,0.00042290366,0.00009535987,0.00022874837],"category_scores_gemma":[0.00013001893,0.0001240857,0.00006778507,0.00039170482,0.00018405635,0.00011272033,0.0004458634,0.0014673789,0.0000017604511],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012586951,0.0017576091,0.9599427,0.00024419435,0.00011277367,0.00002368539,0.033647455,0.00020882732,0.000004259306,0.000025320953,0.0004963757,0.0034109228],"study_design_scores_gemma":[0.0036605732,0.0034155222,0.4098427,0.0005098727,0.00021053704,0.00010334474,0.10198216,0.47939107,0.00023987086,0.000042187556,0.0003086147,0.00029356283],"about_ca_topic_score_codex":0.0001284877,"about_ca_topic_score_gemma":0.00020349427,"teacher_disagreement_score":0.5501,"about_ca_system_score_codex":0.0001780778,"about_ca_system_score_gemma":0.00022773618,"threshold_uncertainty_score":0.63751125},"labels":[],"label_agreement":null},{"id":"W4205774816","doi":"10.2196/24493","title":"Towards a universal definition of disease activity score thresholds: The AS135 score (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Computer science; World Wide Web","score_opus":0.3174512284299656,"score_gpt":0.3959505253778437,"score_spread":0.0784992969478781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205774816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8958781,0.00017804604,0.012985432,0.07729736,0.00024750954,0.0010230775,0.0003162454,0.00007977531,0.011994467],"genre_scores_gemma":[0.9792934,0.00012030195,0.00096222403,0.01925665,0.00022354916,0.00007227379,0.00003905004,0.000015360865,0.00001720553],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964627,0.0001342455,0.0025865652,0.00019170147,0.00033825866,0.00028654406],"domain_scores_gemma":[0.9967426,0.00048488192,0.0016351369,0.00046968035,0.00007396977,0.0005937465],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004530395,0.0001640935,0.00062247546,0.000101262216,0.000129301,0.00004960696,0.00053810887,0.00016572054,0.001013469],"category_scores_gemma":[0.0038574003,0.00015263396,0.00016244603,0.00025067228,0.0002488965,0.0006431635,0.00019991686,0.0003931731,0.00089052145],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042229367,0.00048757726,0.07122886,0.005908054,0.0002654551,0.000009068796,0.058139488,0.0003250649,0.0000023862453,0.77420205,0.08383027,0.005179416],"study_design_scores_gemma":[0.009283504,0.0012967004,0.2739319,0.0021317434,0.00011267811,0.000028318294,0.03434455,0.41057694,0.00007070313,0.13132782,0.13459352,0.0023016348],"about_ca_topic_score_codex":0.00011094444,"about_ca_topic_score_gemma":0.000016425221,"teacher_disagreement_score":0.64287424,"about_ca_system_score_codex":0.00018094225,"about_ca_system_score_gemma":0.0005548626,"threshold_uncertainty_score":0.99989974},"labels":[],"label_agreement":null},{"id":"W4205780925","doi":"10.2196/27936","title":"Development of Deep Learning Models for Predicting In-Hospital Mortality Using an Administrative Claims Database: Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Receiver operating characteristic; Medical diagnosis; Calibration; Myocardial infarction; Cohort; Artificial intelligence; Stroke (engine); Retrospective cohort study; Emergency medicine; Machine learning; Area under the curve; Database; Computer science; Statistics; Internal medicine; Pathology","score_opus":0.13412477385277813,"score_gpt":0.4108198770089545,"score_spread":0.2766951031561764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205780925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936793,0.000019628218,0.0029026845,0.000023646773,0.00010809463,0.0028479868,0.000043125197,0.0000416967,0.00033385694],"genre_scores_gemma":[0.9857986,0.000004867204,0.012511562,0.00007128366,0.00004060802,0.001157374,0.00039281248,0.000018586456,0.0000042997253],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968292,0.00007353829,0.0011294575,0.00020822516,0.0014620377,0.0002975041],"domain_scores_gemma":[0.99882513,0.00012366011,0.0003910419,0.00027041,0.00014289556,0.00024687068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013855837,0.00019061098,0.0005660761,0.00013053959,0.00026095434,0.000014790234,0.00015009135,0.000073069365,0.00014631441],"category_scores_gemma":[0.00018383542,0.00016803415,0.000073310934,0.00027269465,0.000069258705,0.000303589,0.00020423731,0.00050389266,6.2395196e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012633568,0.0061978116,0.9261889,0.00015718378,0.00040232617,0.00003715581,0.06321452,0.0007566814,0.000008995628,0.00011315081,0.0000139747635,0.0027829984],"study_design_scores_gemma":[0.0038622462,0.003062685,0.4527051,0.00012915608,0.00020062065,0.000018373816,0.11543618,0.4239887,0.0002647479,0.000053330376,0.0000619043,0.00021697312],"about_ca_topic_score_codex":0.000042235068,"about_ca_topic_score_gemma":0.00006235385,"teacher_disagreement_score":0.47348377,"about_ca_system_score_codex":0.0006578163,"about_ca_system_score_gemma":0.00053257414,"threshold_uncertainty_score":0.6852234},"labels":[],"label_agreement":null},{"id":"W4205806195","doi":"10.2196/29434","title":"Machine Learning for Cardiovascular Outcomes From Wearable Data: Systematic Review From a Technology Readiness Level Point of View","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Wearable computer; Software deployment; Wearable technology; Set (abstract data type); Cardiovascular health; Point (geometry)","score_opus":0.18974840232920245,"score_gpt":0.42291658277649485,"score_spread":0.2331681804472924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205806195","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05008186,0.71171945,0.18191081,0.04084755,0.002145915,0.011029017,0.0009556418,0.00047142344,0.0008383058],"genre_scores_gemma":[0.4601646,0.32321954,0.15160412,0.036113113,0.0017110837,0.003973802,0.020791244,0.0002791711,0.0021433444],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9967945,0.00010402723,0.0018324449,0.00019760788,0.00081088475,0.00026049654],"domain_scores_gemma":[0.9967878,0.00072451483,0.0003968464,0.0013398009,0.0005400879,0.00021098614],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013763267,0.00017791515,0.0016374406,0.00009720433,0.00007673315,0.000017040426,0.00036588524,0.00029001298,0.00034691408],"category_scores_gemma":[0.008868732,0.00013109494,0.0002947201,0.0004211637,0.000095149306,0.00022347849,0.00018658397,0.00047508188,0.00007409564],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006283372,0.000588221,0.008311393,0.8621333,0.0037098075,0.000068438596,0.005489429,0.000013802012,0.000042158234,0.00048381672,0.004949284,0.1141475],"study_design_scores_gemma":[0.001674624,0.0005995603,0.00054931,0.8291988,0.009002378,0.00040427846,0.033693664,0.06455655,0.005320794,0.00596472,0.04786605,0.0011692626],"about_ca_topic_score_codex":0.00058456603,"about_ca_topic_score_gemma":0.00005091899,"teacher_disagreement_score":0.41008273,"about_ca_system_score_codex":0.00006807976,"about_ca_system_score_gemma":0.00061880174,"threshold_uncertainty_score":0.99948},"labels":[],"label_agreement":null},{"id":"W4205865577","doi":"10.2196/32875","title":"Operationalizing and Implementing Pretrained, Large Artificial Intelligence Linguistic Models in the US Health Care System: Outlook of Generative Pretrained Transformer 3 (GPT-3) as a Service Model","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Patient-Centered Outcomes Research Institute","keywords":"Operationalization; Computer science; Software portability; Generative grammar; Health Insurance Portability and Accountability Act; Health care; Transformer; Benchmarking; Artificial intelligence; Knowledge management; Computer security; Engineering; Business","score_opus":0.10821148248103096,"score_gpt":0.4219746385367421,"score_spread":0.31376315605571115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205865577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87928545,0.0007342001,0.102343574,0.009234894,0.00032291512,0.003847207,0.00017927194,0.000071047005,0.0039814236],"genre_scores_gemma":[0.9881773,0.000047014277,0.002555528,0.008384956,0.0001593016,0.00040922945,0.00024028681,0.000015085422,0.00001129585],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99645805,0.00016762927,0.0016233986,0.00016484765,0.001120081,0.0004659824],"domain_scores_gemma":[0.9987771,0.00019339286,0.00027279032,0.00022560611,0.0003436903,0.00018740822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002112747,0.00017473096,0.00037274652,0.00017811186,0.000493991,0.00003717393,0.00022301915,0.000104855135,0.0000988576],"category_scores_gemma":[0.00022927563,0.00013821642,0.00006090096,0.0004967294,0.000073040916,0.00018001707,0.00006588389,0.0006346553,0.0000033860495],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015713341,0.00026121555,0.00028020734,0.0034458789,0.00003680631,0.0000085871925,0.8917942,0.008432123,0.00002862836,0.074791335,0.0001689272,0.020594928],"study_design_scores_gemma":[0.000091597234,0.00029649033,0.00001128217,0.00022992298,0.000020615293,0.000056422323,0.25474945,0.74255246,0.00020004019,0.0014720107,0.00022056092,0.00009916147],"about_ca_topic_score_codex":0.00058104924,"about_ca_topic_score_gemma":0.0006739693,"teacher_disagreement_score":0.7341203,"about_ca_system_score_codex":0.00028955584,"about_ca_system_score_gemma":0.0018578181,"threshold_uncertainty_score":0.56363016},"labels":[],"label_agreement":null},{"id":"W4205944574","doi":"10.2196/33440","title":"The Application and Comparison of Machine Learning Models for the Prediction of Breast Cancer Prognosis: Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Brier score; Medicine; Proportional hazards model; Machine learning; Retrospective cohort study; Artificial intelligence; Discriminative model; Random forest; Breast cancer; Cancer; Hazard ratio; Statistics; Computer science; Internal medicine; Confidence interval; Mathematics","score_opus":0.020452681424711835,"score_gpt":0.30229686392885496,"score_spread":0.2818441825041431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205944574","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13185374,0.0002595625,0.8632802,0.00094263715,0.00028289485,0.0031555132,0.0000583772,0.00007656845,0.00009053053],"genre_scores_gemma":[0.9966593,0.00007077133,0.00046413572,0.00003205854,0.000033445813,0.0027242657,0.000003476275,0.000004556542,0.000008031069],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833435,0.00006313529,0.0004997942,0.000093019014,0.0008989013,0.00011080515],"domain_scores_gemma":[0.99888444,0.0002351876,0.00045297277,0.00023484186,0.00015525155,0.000037305424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011111351,0.00007011555,0.00016428856,0.000036267178,0.00047068542,0.000026190262,0.00047156357,0.000032321997,0.000004364554],"category_scores_gemma":[0.000032056796,0.000043410462,0.00003075536,0.00030511664,0.00011112621,0.00022936454,0.00029828143,0.00032316212,1.0069495e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012244558,0.0004080791,0.6697646,0.0001559981,0.00024395848,6.589909e-8,0.038258925,0.0274058,0.000015189244,0.005282656,0.0009059928,0.25743634],"study_design_scores_gemma":[0.00031629048,0.00032496094,0.07557182,0.00001048525,0.000023726598,0.0000044997278,0.0032392622,0.9195955,0.000031252763,0.00036412626,0.00048281648,0.0000352731],"about_ca_topic_score_codex":0.00011544532,"about_ca_topic_score_gemma":0.00004072266,"teacher_disagreement_score":0.8921897,"about_ca_system_score_codex":0.00012380267,"about_ca_system_score_gemma":0.00008750707,"threshold_uncertainty_score":0.36201793},"labels":[],"label_agreement":null},{"id":"W4205957985","doi":"10.2196/34548","title":"Global Research Trends in Tyrosine Kinase Inhibitors: Coword and Visualization Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Hubei Province; National Natural Science Foundation of China","keywords":"Visualization; Computer science; Data science; Information retrieval; The Internet; Data mining; World Wide Web","score_opus":0.05228056235945016,"score_gpt":0.436721477839402,"score_spread":0.38444091547995185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205957985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9548737,0.000065096574,0.04101359,0.0009634785,0.0003434991,0.0004394396,0.000011190661,0.000097920565,0.002192109],"genre_scores_gemma":[0.99507946,0.0000035534777,0.0042651403,0.00040032284,0.00005845899,0.00012177365,0.000026075604,0.000005093301,0.00004012377],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99628305,0.00067962793,0.0005831411,0.00017175806,0.0019873912,0.00029504954],"domain_scores_gemma":[0.9990307,0.00032258962,0.00008870022,0.0002773485,0.00008872935,0.00019194168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036029066,0.00010531581,0.0001679617,0.0005333564,0.000219864,0.00015924999,0.00066722836,0.000046573237,0.00008400202],"category_scores_gemma":[0.00024898932,0.00010179137,0.00002414089,0.003724709,0.000096838005,0.0005898756,0.0018404085,0.0003792234,0.000005828311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006013786,0.0021899873,0.019150903,0.00007208393,0.000022837581,0.0001535368,0.040730156,0.0068034283,0.0000017885353,0.1862089,0.014598947,0.7300073],"study_design_scores_gemma":[0.0016037951,0.0006422436,0.047555935,0.00003120797,0.000002331482,0.00004783723,0.0048262407,0.93278575,0.00000530656,0.005761782,0.006538341,0.00019920254],"about_ca_topic_score_codex":0.0000613455,"about_ca_topic_score_gemma":0.00005758428,"teacher_disagreement_score":0.92598236,"about_ca_system_score_codex":0.00025892144,"about_ca_system_score_gemma":0.00023346941,"threshold_uncertainty_score":0.41509315},"labels":[],"label_agreement":null},{"id":"W4206103793","doi":"10.2196/29803","title":"Identification of Prediabetes Discussions in Unstructured Clinical Documentation: Validation of a Natural Language Processing Algorithm","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; Johns Hopkins University","keywords":"Prediabetes; Documentation; Computer science; Artificial intelligence; Machine learning; Psychological intervention; Natural language processing; Medicine; Nursing","score_opus":0.010383892816191157,"score_gpt":0.35510812110155093,"score_spread":0.34472422828535976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206103793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99301916,0.0006168022,0.005786699,0.00018020478,0.0001869562,0.00010537615,0.000018360724,0.000009554556,0.00007687176],"genre_scores_gemma":[0.9898848,0.000077436474,0.00945643,0.000076910816,0.000076492244,0.000012942313,0.00033256365,0.0000041639582,0.00007826245],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985213,0.000072121795,0.0008807061,0.000090294096,0.00032637615,0.00010916517],"domain_scores_gemma":[0.9993295,0.000040985684,0.00030013037,0.00015895326,0.0001071182,0.00006331338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040693526,0.00007120595,0.0001796984,0.000042225533,0.000019147912,0.0000118250855,0.00013622473,0.00021492392,0.000032635166],"category_scores_gemma":[0.00069373066,0.000052893778,0.000059614347,0.00018734494,0.00021889035,0.000013328627,0.0000825048,0.00014827891,0.0000010004301],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002186814,0.00016884196,0.00501011,0.00033436355,0.000036003636,0.0000033433296,0.0031276806,0.0000059294293,0.024842663,0.000019791227,0.00054043246,0.965889],"study_design_scores_gemma":[0.0035342034,0.00035534747,0.04258408,0.000677987,0.00006204999,0.000041776417,0.024423331,0.037712213,0.88810706,0.000296568,0.0018185043,0.0003868873],"about_ca_topic_score_codex":0.000001585404,"about_ca_topic_score_gemma":0.0000039808397,"teacher_disagreement_score":0.9655021,"about_ca_system_score_codex":0.000006538302,"about_ca_system_score_gemma":0.0001746249,"threshold_uncertainty_score":0.21569456},"labels":[],"label_agreement":null},{"id":"W4206158942","doi":"10.2196/33063","title":"Panic Attack Prediction Using Wearable Devices and Machine Learning: Development and Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Taiwan University; Ministry of Science and Technology, Taiwan","keywords":"Anxiety; Beck Anxiety Inventory; Beck Depression Inventory; Panic disorder; Panic; Machine learning; Artificial intelligence; Psychology; Clinical psychology; Psychiatry; Computer science","score_opus":0.057713615253123574,"score_gpt":0.35849429069221095,"score_spread":0.3007806754390874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206158942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926383,0.0020227362,0.0010473013,0.00003939982,0.00044442038,0.0008598599,0.0000138912055,0.000118584554,0.0028155127],"genre_scores_gemma":[0.9969172,0.0009706022,0.0007230128,0.00025140474,0.00007477756,0.0003835923,0.000050350805,0.000023741124,0.00060532545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977318,0.00017942158,0.0006133165,0.00024820847,0.0009087066,0.00031855784],"domain_scores_gemma":[0.9990353,0.0001830618,0.00027907206,0.00016494325,0.00008212753,0.00025546816],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009868217,0.00021260152,0.0002831537,0.00027926802,0.0006383842,0.00006310951,0.00017046725,0.00010794117,0.0013489355],"category_scores_gemma":[0.00013514384,0.00018504694,0.000022521652,0.00053824857,0.00010469151,0.00024511162,0.00038095325,0.0006063866,0.000033593395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005261831,0.0005676835,0.87264013,0.00007558446,0.00021663292,0.000010047372,0.019960223,0.000010953526,4.2618964e-7,0.000008468894,0.000632983,0.10582425],"study_design_scores_gemma":[0.0036503198,0.0008901472,0.71342653,0.00008485884,0.00016062356,0.00033279165,0.058741733,0.011858252,0.000008420503,0.000027528908,0.21041204,0.00040672946],"about_ca_topic_score_codex":0.000041744886,"about_ca_topic_score_gemma":0.000012215169,"teacher_disagreement_score":0.20977907,"about_ca_system_score_codex":0.000100717414,"about_ca_system_score_gemma":0.00010293437,"threshold_uncertainty_score":0.999564},"labels":[],"label_agreement":null},{"id":"W4206200000","doi":"10.2196/32724","title":"Prediction of Physical Frailty in Orthogeriatric Patients Using Sensor Insole–Based Gait Analysis and Machine Learning Algorithms: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Frailty in Older Adults","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gait; Machine learning; Stairs; Cross-validation; Stair climbing; Random forest; Test (biology); Physical medicine and rehabilitation; Cross-sectional study; Computer science; Medicine; Physical therapy; Algorithm; Artificial intelligence; Engineering","score_opus":0.03308542034136721,"score_gpt":0.32047826700819587,"score_spread":0.2873928466668287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206200000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975303,0.000010368908,0.0012977772,0.00002406215,0.00010085632,0.0007362053,0.00016372453,0.00005403004,0.00008266518],"genre_scores_gemma":[0.9981419,0.0000022946658,0.0010769222,0.00012194639,0.000079792444,0.000066999986,0.0004585515,0.000016115004,0.000035510777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964056,0.00016068683,0.0010650781,0.00018519694,0.0019284744,0.00025496693],"domain_scores_gemma":[0.99883235,0.00020138838,0.00036006045,0.0002167287,0.00016574925,0.0002237452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067024556,0.00018419509,0.0005282234,0.0007558506,0.00017255127,0.000022445009,0.00011740097,0.00010849139,0.00027632024],"category_scores_gemma":[0.00043568102,0.0001686117,0.00014085794,0.0016593129,0.00013051352,0.0001797962,0.00020980093,0.00094407384,0.0000020895636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015606044,0.0016744117,0.9856774,0.00016072008,0.00021457915,0.000014216423,0.0038711857,0.005298234,0.000016368565,0.0000011423879,0.000009281998,0.0029064023],"study_design_scores_gemma":[0.0033306752,0.00076848996,0.54354846,0.000016266931,0.00013997429,0.000008460431,0.00077435473,0.4512632,0.000011622057,0.0000014777797,0.000067613524,0.000069431946],"about_ca_topic_score_codex":0.00018334821,"about_ca_topic_score_gemma":0.000020986989,"teacher_disagreement_score":0.44596496,"about_ca_system_score_codex":0.00021395624,"about_ca_system_score_gemma":0.00018632751,"threshold_uncertainty_score":0.68757856},"labels":[],"label_agreement":null},{"id":"W4206222061","doi":"10.2196/32373","title":"Exploring Quality Differences in Telemedicine Between Hospital Outpatient Departments and Community Clinics: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Khalifa University of Science, Technology and Research","keywords":"Telemedicine; Medicine; Patient satisfaction; Cross-sectional study; Pandemic; Outpatient clinic; Health care; Family medicine; Medical emergency; Community hospital; Nursing; Coronavirus disease 2019 (COVID-19)","score_opus":0.24275752895118038,"score_gpt":0.46315630312945283,"score_spread":0.22039877417827244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206222061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972762,0.000018786204,0.000053037624,0.00031146756,0.00039397986,0.0017064285,0.000050367857,0.00006667086,0.00012305539],"genre_scores_gemma":[0.99742526,0.000036675796,0.0001657717,0.001016299,0.0002054698,0.00077302585,0.00034974358,0.00001240011,0.00001537866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949464,0.00051107665,0.002071117,0.00014556461,0.0019401765,0.00038561612],"domain_scores_gemma":[0.99801177,0.00075807824,0.00040083914,0.00029658017,0.000084139756,0.00044862356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042518997,0.0001908326,0.00056097197,0.0002559884,0.00054310233,0.000023698967,0.00020404028,0.00007265133,0.00033494795],"category_scores_gemma":[0.000666756,0.00015962374,0.000047737765,0.00034850332,0.00016875104,0.0002972534,0.00041292317,0.0019113101,0.0000059290096],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105269464,0.0013948411,0.95522046,0.00022440714,0.000053660857,0.0000131204815,0.028604196,3.212789e-7,1.5931099e-7,0.000013687665,0.00007386204,0.014296],"study_design_scores_gemma":[0.0066607357,0.006283489,0.9248627,0.000033693632,0.000025911177,0.000014288459,0.061178345,0.00011392759,0.0000015221309,0.000044893422,0.0006496096,0.0001309304],"about_ca_topic_score_codex":0.0004319972,"about_ca_topic_score_gemma":0.00007788324,"teacher_disagreement_score":0.032574147,"about_ca_system_score_codex":0.00023060491,"about_ca_system_score_gemma":0.00020498643,"threshold_uncertainty_score":0.8303798},"labels":[],"label_agreement":null},{"id":"W4206476045","doi":"10.2196/29458","title":"Using Electronic Health Records for Personalized Dosing of Intravenous Vancomycin in Critically Ill Neonates: Model and Web-Based Interface Development Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Antimicrobial Resistance in Staphylococcus","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Vancomycin; Dosing; Medical record; Intensive care medicine; Neonatal intensive care unit; Population; Emergency medicine; Intensive care unit; Pediatrics; Internal medicine","score_opus":0.03022263073817375,"score_gpt":0.3512210291530464,"score_spread":0.32099839841487265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206476045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91952455,0.00021120548,0.077544376,0.0006874068,0.000058708978,0.0018501009,0.000019482955,0.00003282041,0.00007134371],"genre_scores_gemma":[0.9463421,0.000021915563,0.050256725,0.003128224,0.000013644942,0.00015713496,0.000016729517,0.00002544048,0.000038078702],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99728745,0.00008004214,0.0011895539,0.0001566378,0.00073897245,0.00054735073],"domain_scores_gemma":[0.99889654,0.00021916603,0.00024707266,0.00017251015,0.0002297444,0.00023498319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013418802,0.00018855486,0.0006201393,0.00024004735,0.0001622592,0.000013419919,0.00016660916,0.000077122946,0.000064542044],"category_scores_gemma":[0.00040184747,0.00017942562,0.000059030375,0.00029451933,0.00016104021,0.00007638439,0.00013047646,0.0005858896,4.1303605e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022744477,0.019834034,0.031093866,0.028762987,0.0010756956,0.0001917489,0.4473294,0.02427381,0.006518,0.004710938,0.0045247357,0.4089403],"study_design_scores_gemma":[0.013715741,0.002745331,0.00061573554,0.0010796512,0.00005504072,0.000055852932,0.034203593,0.93922824,0.00032331058,0.00014431529,0.007467148,0.00036603623],"about_ca_topic_score_codex":0.000030672236,"about_ca_topic_score_gemma":0.0001256496,"teacher_disagreement_score":0.9149544,"about_ca_system_score_codex":0.00088480813,"about_ca_system_score_gemma":0.003994872,"threshold_uncertainty_score":0.73167646},"labels":[],"label_agreement":null},{"id":"W4206522381","doi":"10.2196/32903","title":"Strategies to Address the Lack of Labeled Data for Supervised Machine Learning Training With Electronic Health Records: Case Study for the Extraction of Symptoms From Clinical Notes","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Artificial intelligence; Machine learning; Computer science; Task (project management); Bottleneck; Natural language processing; Information extraction; Named-entity recognition; Supervised learning; Set (abstract data type); Process (computing); Health records; Precision and recall; Health care; Artificial neural network","score_opus":0.17795006976297803,"score_gpt":0.4690022669547648,"score_spread":0.29105219719178677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206522381","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48702142,0.00024995737,0.50368994,0.0066097337,0.00021737075,0.0020374947,0.00009425601,0.000065768836,0.0000140749935],"genre_scores_gemma":[0.9678942,0.00006294016,0.030486109,0.0010826938,0.00014827735,0.00018841411,0.00011237945,0.000016763826,0.000008238385],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99676865,0.00050422316,0.0013501386,0.00025706593,0.0007004066,0.00041950512],"domain_scores_gemma":[0.98884815,0.008830852,0.0006530555,0.0011631339,0.00032620964,0.00017861639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044804565,0.00016670648,0.00050433545,0.000049875034,0.00031116625,0.00010786538,0.0014099269,0.00010259584,0.000019899555],"category_scores_gemma":[0.0022894614,0.00009458648,0.00007125742,0.00040130207,0.00010100117,0.00042389793,0.0004122163,0.0008979939,7.751247e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043806675,0.00076097925,0.014858626,0.0013488637,0.00061201764,0.000045337943,0.15093347,0.0041964534,0.000007558655,0.0045418483,0.0007271643,0.8215296],"study_design_scores_gemma":[0.0017658691,0.0027264238,0.0013209678,0.00019957716,0.000042778647,0.00013974914,0.056890115,0.93308973,0.000009630197,0.00011020005,0.0035738912,0.00013106877],"about_ca_topic_score_codex":0.0011435575,"about_ca_topic_score_gemma":0.0046261614,"teacher_disagreement_score":0.92889327,"about_ca_system_score_codex":0.00003688103,"about_ca_system_score_gemma":0.0019982618,"threshold_uncertainty_score":0.39013866},"labels":[],"label_agreement":null},{"id":"W4206561238","doi":"10.2196/28696","title":"Patient Recruitment System for Clinical Trials: Mixed Methods Study About Requirements at Ten University Hospitals","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Patient recruitment; Medicine; Clinical trial; Computer science; Database","score_opus":0.5735287685446242,"score_gpt":0.6308718568937189,"score_spread":0.05734308834909474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206561238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9413285,0.00015233667,0.03771387,0.0036264772,0.0036015764,0.011639646,0.00012440252,0.00022815591,0.0015850291],"genre_scores_gemma":[0.59776515,0.0010734698,0.38165787,0.011868333,0.001990348,0.0012635685,0.0020075256,0.00014030017,0.0022334186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885893,0.0030998203,0.0060096355,0.00033505706,0.0015377314,0.00042844765],"domain_scores_gemma":[0.98585314,0.00987988,0.0018514624,0.0007408,0.0008472087,0.0008275352],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026101619,0.00026066252,0.0013996098,0.00010618825,0.00019355652,0.00004065611,0.00021150314,0.00035827,0.00044028208],"category_scores_gemma":[0.04238193,0.00021035688,0.00053783506,0.00032861784,0.00011345744,0.000311433,0.0005402985,0.0004982439,0.00008988953],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017761084,0.002826851,0.012804517,0.000992635,0.001386254,0.00022375246,0.004476289,0.0000017092193,0.000033369408,0.00018784284,0.07532596,0.8999647],"study_design_scores_gemma":[0.04091563,0.0076168627,0.029656421,0.0012136995,0.0032504308,0.00017722187,0.26213548,0.011337183,0.0007176566,0.000047795704,0.6422384,0.00069327914],"about_ca_topic_score_codex":0.000014306775,"about_ca_topic_score_gemma":0.00002312605,"teacher_disagreement_score":0.8992714,"about_ca_system_score_codex":0.00071726245,"about_ca_system_score_gemma":0.00088734983,"threshold_uncertainty_score":0.9656845},"labels":[],"label_agreement":null},{"id":"W4206601984","doi":"10.2196/32158","title":"Domain-Specific Common Data Elements for Rare Disease Registration: Conceptual Approach of a European Joint Initiative Toward Semantic Interoperability in Rare Disease Research","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Semantic interoperability; Computer science; Domain (mathematical analysis); Rare disease; Joint (building); Disease; Data science; Medicine; Knowledge management; World Wide Web; Pathology; Engineering","score_opus":0.13414997449455926,"score_gpt":0.3578215141966171,"score_spread":0.22367153970205786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206601984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897019,0.00062773656,0.0032644237,0.0005397462,0.0001076712,0.0015760086,0.003006999,0.000011981512,0.00116352],"genre_scores_gemma":[0.987367,0.00010753209,0.0010656558,0.0004382335,0.00012547386,0.00027694952,0.0105690565,0.000020735457,0.000029375287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971567,0.0005023159,0.00092066254,0.00031217546,0.0007774835,0.0003306958],"domain_scores_gemma":[0.9981676,0.00005180907,0.00021684912,0.0009560185,0.00016997686,0.000437777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017289917,0.00016597271,0.00024789,0.00009107011,0.00018644321,0.00003831323,0.00094982295,0.000051262745,0.0001028628],"category_scores_gemma":[0.00023798416,0.00014966216,0.00009890234,0.00017779176,0.00048076143,0.000023991119,0.0016787241,0.00032770835,0.0000028864533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03110385,0.02954567,0.07591843,0.020951914,0.0016545282,0.0016362384,0.14244932,0.0017319742,0.0047657234,0.04567486,0.5982757,0.046291802],"study_design_scores_gemma":[0.012838443,0.002482301,0.047047656,0.00053696294,0.00010292718,0.000044422013,0.1791791,0.018504726,0.00041485406,0.0020158368,0.73532563,0.0015071189],"about_ca_topic_score_codex":0.000004450461,"about_ca_topic_score_gemma":0.000005780827,"teacher_disagreement_score":0.13704996,"about_ca_system_score_codex":0.00006290133,"about_ca_system_score_gemma":0.00055111933,"threshold_uncertainty_score":0.61030453},"labels":[],"label_agreement":null},{"id":"W4206666681","doi":"10.2196/31918","title":"The Development History and Research Tendency of Medical Informatics: Topic Evolution Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Health informatics; Informatics; Data science; Computer science; Latent Dirichlet allocation; Medical research; Usability; Public health informatics; Translational bioinformatics; Topic model; Information retrieval; Medicine; Engineering; Public health; Pathology","score_opus":0.04272650836466017,"score_gpt":0.37537310851185224,"score_spread":0.33264660014719205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206666681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31054005,0.0038883667,0.6460719,0.01759161,0.001240425,0.0007080538,0.0000021077785,0.00026683227,0.019690609],"genre_scores_gemma":[0.8947718,0.00084033946,0.10105222,0.0017423386,0.00019294249,0.00013488039,0.000029699819,0.000013804471,0.0012219872],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99360853,0.00030883023,0.0012712835,0.000103389706,0.004307029,0.00040093836],"domain_scores_gemma":[0.9973087,0.0008660989,0.0002479055,0.0006340445,0.0005078745,0.00043538373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005575044,0.0001090867,0.00026252103,0.00029093504,0.00027608828,0.000074798016,0.0012856261,0.0002539063,0.00019362597],"category_scores_gemma":[0.0020124733,0.00007528627,0.00006347022,0.0010792403,0.00033683275,0.0003456698,0.001147013,0.0010381246,0.000027351627],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000849414,0.00014914552,0.02628823,0.0017901271,0.00035412188,0.000034037595,0.1420049,0.000040021914,0.0000012319462,0.20493628,0.010485102,0.6139083],"study_design_scores_gemma":[0.00042819013,0.00007952842,0.027305018,0.00023302561,0.000020460231,0.000059587248,0.006877686,0.81631804,0.000024444233,0.0010290209,0.14743046,0.00019453907],"about_ca_topic_score_codex":0.00005390454,"about_ca_topic_score_gemma":0.0001777867,"teacher_disagreement_score":0.81627804,"about_ca_system_score_codex":0.0003524135,"about_ca_system_score_gemma":0.0032523777,"threshold_uncertainty_score":0.5769578},"labels":[],"label_agreement":null},{"id":"W4206681774","doi":"10.2196/26353","title":"Neural Translation and Automated Recognition of ICD-10 Medical Entities From Natural Language: Model Development and Performance Assessment","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Named-entity recognition; Natural language; Unified Medical Language System; Natural language processing; Task (project management); Data science; Engineering","score_opus":0.022358799095564784,"score_gpt":0.3216896959560136,"score_spread":0.29933089686044884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206681774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887959,0.0001888239,0.009414296,0.0008883022,0.00015051628,0.00018260142,0.000014279946,0.00016543274,0.00019985564],"genre_scores_gemma":[0.94555825,0.000022905484,0.053590056,0.0005834282,0.000018985524,0.000050065973,0.00015285317,0.000004998745,0.00001847471],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770975,0.0000964372,0.0005606006,0.00011243986,0.0013442484,0.00017652399],"domain_scores_gemma":[0.9993074,0.00016114642,0.00017141599,0.00013819216,0.000048342634,0.00017353533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006349624,0.0001082191,0.0001749853,0.00010233506,0.00020329599,0.000042018575,0.00031487553,0.00008243004,0.00022269344],"category_scores_gemma":[0.000063028194,0.00009661755,0.000017579168,0.00015039227,0.00008068621,0.00034394686,0.0003261548,0.00057336595,0.000001659823],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016499158,0.00004886375,0.0023101557,0.0004734267,0.000019139492,0.000007959091,0.046782922,0.00045275866,0.00000522597,0.00015219105,0.00026289705,0.94946796],"study_design_scores_gemma":[0.00047641364,0.00008133294,0.0072873877,0.00006856641,0.0000034208254,0.000032280048,0.00096410385,0.99067754,0.000020436171,0.000034371093,0.0002474301,0.000106740925],"about_ca_topic_score_codex":0.00003131778,"about_ca_topic_score_gemma":0.000012407895,"teacher_disagreement_score":0.9902248,"about_ca_system_score_codex":0.000049822167,"about_ca_system_score_gemma":0.00035301156,"threshold_uncertainty_score":0.39399496},"labels":[],"label_agreement":null},{"id":"W4206711058","doi":"10.2196/30328","title":"Deriving Weight From Big Data: Comparison of Body Weight Measurement–Cleaning Algorithms","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Algorithm; Weight loss; Electronic health record; Medicine; Raw data; Weight change; Body weight; Documentation; Computer science; Health care; Statistics; Mathematics; Obesity; Pathology","score_opus":0.14752617843597576,"score_gpt":0.3839112932121736,"score_spread":0.23638511477619784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206711058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7258575,0.008677735,0.13925669,0.033539113,0.016486589,0.0071555916,0.0013125158,0.001680453,0.0660338],"genre_scores_gemma":[0.9708154,0.00017227224,0.021144511,0.0055261683,0.0012127007,0.00010030822,0.0009270291,0.000036765607,0.000064806634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99520314,0.0000854157,0.0013739953,0.0001579309,0.0028138158,0.00036568215],"domain_scores_gemma":[0.9981834,0.00014410775,0.00042453714,0.0006379484,0.00014213042,0.00046785947],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013671143,0.00016365609,0.00057924434,0.00018732977,0.00028096442,0.000018611903,0.00050137367,0.000110860594,0.0017369692],"category_scores_gemma":[0.00024609815,0.00014788422,0.00006640596,0.0003388838,0.00010771422,0.00018811895,0.0006260491,0.000984002,0.00003403914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046499862,0.0034591646,0.07890275,0.004591718,0.00061772764,0.00013649542,0.03407457,0.0000072779226,0.0012016797,0.0009834317,0.36813125,0.50742894],"study_design_scores_gemma":[0.005882763,0.00043788087,0.0070715444,0.001319204,0.00015778342,0.00008407046,0.012550949,0.23284921,0.00077957317,0.00019336538,0.73832744,0.00034617793],"about_ca_topic_score_codex":0.000052868814,"about_ca_topic_score_gemma":0.000009984562,"teacher_disagreement_score":0.50708276,"about_ca_system_score_codex":0.00019798266,"about_ca_system_score_gemma":0.0004705178,"threshold_uncertainty_score":0.99917555},"labels":[],"label_agreement":null},{"id":"W4206714484","doi":"10.2196/31760","title":"Predicting High Flow Nasal Cannula Failure in an Intensive Care Unit Using a Recurrent Neural Network With Transfer Learning and Input Data Perseveration: Retrospective Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Respiratory Support and Mechanisms","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nasal cannula; Medicine; Intubation; Receiver operating characteristic; Intensive care unit; Retrospective cohort study; Continuous positive airway pressure; Positive airway pressure; Intensive care; Medical record; Intensive care medicine; Emergency medicine; Anesthesia; Surgery; Cannula; Internal medicine; Obstructive sleep apnea","score_opus":0.030159108945313245,"score_gpt":0.307125716887495,"score_spread":0.27696660794218175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206714484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965598,0.000054547767,0.0023782004,0.00020123777,0.00012570819,0.00051332917,0.000059849826,0.00005619434,0.00005111789],"genre_scores_gemma":[0.9948006,0.000006567183,0.0024628493,0.0010680263,0.00019720763,0.00004073787,0.0013922966,0.000020082436,0.000011582369],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977056,0.000140611,0.0005588793,0.00024521578,0.0010039727,0.0003457174],"domain_scores_gemma":[0.9988536,0.00003613669,0.000112905545,0.00032893108,0.00036198762,0.0003064444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049250404,0.00020374695,0.0004950717,0.00025753907,0.00032218886,0.000053818774,0.00018791421,0.00012303826,0.0003341899],"category_scores_gemma":[0.0001191764,0.00016809639,0.000046593206,0.0010240673,0.00009223574,0.00047936573,0.00023389558,0.0012855483,4.7481058e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041803828,0.00005689332,0.89491343,0.00019403547,0.00035666104,0.0002990605,0.07645515,0.020511635,0.000010487137,0.000049590435,0.00015039719,0.0065845926],"study_design_scores_gemma":[0.0018240532,0.0012702207,0.013762179,0.00015221222,0.00046378598,0.00016772677,0.16839293,0.8123595,0.0000036435415,0.0000029259036,0.0013970763,0.00020371741],"about_ca_topic_score_codex":0.00004379189,"about_ca_topic_score_gemma":0.00097024353,"teacher_disagreement_score":0.88115126,"about_ca_system_score_codex":0.00017564121,"about_ca_system_score_gemma":0.0004407415,"threshold_uncertainty_score":0.6854772},"labels":[],"label_agreement":null},{"id":"W4206783453","doi":"10.2196/34932","title":"Early Identification of Maternal Cardiovascular Risk Through Sourcing and Preparing Electronic Health Record Data: Machine Learning Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Health records; Medicine; Medical emergency; Protected health information; Identification (biology); Medical record; Internet privacy; Computer science; Data science; Public health; Nursing; Health policy; HRHIS","score_opus":0.020252338634393217,"score_gpt":0.316781220851845,"score_spread":0.2965288822174518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206783453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83329135,0.0007526746,0.16476934,0.00016505974,0.00019526969,0.0006063808,0.000010381759,0.00015418658,0.000055363053],"genre_scores_gemma":[0.99489635,0.00036908098,0.004456234,0.00009830038,0.000048648573,0.000065574095,0.000028553977,0.000014072302,0.00002320041],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956596,0.00083820015,0.0011509244,0.00029596305,0.0016284112,0.00042691527],"domain_scores_gemma":[0.9976477,0.00014722152,0.0008199365,0.0011755052,0.000052884334,0.00015673238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058903634,0.00014851481,0.00039821782,0.000120844335,0.00061055575,0.00011505146,0.0015160649,0.000047640722,0.000017228425],"category_scores_gemma":[0.0003031127,0.00014409913,0.00006308059,0.00044810757,0.00004303261,0.0007899793,0.0024087203,0.0015137632,0.000004379865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024607669,0.00017835418,0.52844584,0.00067781063,0.00034849573,0.000007743316,0.082090765,0.0076855076,0.0000010012562,0.00081940735,0.0001254043,0.37959504],"study_design_scores_gemma":[0.0007259506,0.0007879349,0.058400176,0.000049895865,0.000029033094,0.00007672562,0.0025316172,0.92743206,0.0000036301526,0.00018898438,0.009596461,0.00017751245],"about_ca_topic_score_codex":0.0041540517,"about_ca_topic_score_gemma":0.000091601265,"teacher_disagreement_score":0.9197466,"about_ca_system_score_codex":0.00014953139,"about_ca_system_score_gemma":0.00031674458,"threshold_uncertainty_score":0.6576632},"labels":[],"label_agreement":null},{"id":"W4206836066","doi":"10.2196/36385","title":"Correction: Candidemia Risk Prediction (CanDETEC) Model for Patients With Malignancy: Model Development and Validation in a Single-Center Retrospective Study","year":2022,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"PARP inhibition in cancer therapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Medicine; Malignancy; Retrospective cohort study; Intensive care medicine; Medical physics; Internal medicine","score_opus":0.0217497516415571,"score_gpt":0.28499340462216605,"score_spread":0.2632436529806089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206836066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83792365,0.0001752205,0.10565595,0.00030817298,0.018669127,0.02317232,0.002435057,0.0005462209,0.011114308],"genre_scores_gemma":[0.88506776,0.00086433627,0.01870344,0.0030825043,0.0018514023,0.024088226,0.01934841,0.00048719073,0.046506718],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959151,0.00006398819,0.0013550692,0.0003573809,0.0019159195,0.00039250354],"domain_scores_gemma":[0.9981618,0.00006338753,0.000802873,0.00032909142,0.00035271214,0.00029014863],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064891233,0.0004232696,0.0007477799,0.0004196924,0.00024693078,0.00004372853,0.00013762448,0.000528709,0.000106692336],"category_scores_gemma":[0.00020148192,0.00036110668,0.00007022776,0.00033575288,0.00009923994,0.00028973288,0.00010500314,0.0016872773,0.0000017282981],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034422302,0.0044820495,0.23035519,0.0012830949,0.0006105507,0.0000159662,0.060588434,0.003499479,3.6363704e-7,0.000009783387,0.6844347,0.011278145],"study_design_scores_gemma":[0.018945727,0.0029811147,0.011947843,0.0019842302,0.00021857941,0.000035149045,0.0018241231,0.9466063,0.0000055629657,0.00009421196,0.014831057,0.0005261477],"about_ca_topic_score_codex":0.000018125265,"about_ca_topic_score_gemma":0.0001837898,"teacher_disagreement_score":0.9431068,"about_ca_system_score_codex":0.0025404387,"about_ca_system_score_gemma":0.0016785003,"threshold_uncertainty_score":0.99988407},"labels":[],"label_agreement":null},{"id":"W4206955470","doi":"10.2196/32508","title":"Machine Learning Models for Predicting Influential Factors of Early Outcomes in Acute Ischemic Stroke: Registry-Based Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chang Gung Medical Foundation","keywords":"Machine learning; Random forest; Medicine; Artificial intelligence; Artificial neural network; Stroke (engine); Gradient boosting; Receiver operating characteristic; Modified Rankin Scale; Support vector machine; Resampling; Computer science; Ischemic stroke; Internal medicine; Engineering; Ischemia","score_opus":0.023086107447484384,"score_gpt":0.3038483226170726,"score_spread":0.2807622151695882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206955470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99085957,0.000016958926,0.004736949,0.00021018347,0.00013364886,0.0020329908,0.00014019081,0.00010494281,0.0017645772],"genre_scores_gemma":[0.9961072,0.0000027002752,0.002083007,0.000369496,0.000032589567,0.00045908784,0.00022224736,0.000032996075,0.0006906845],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963057,0.000052770276,0.0013060234,0.00017699703,0.0017410945,0.0004174172],"domain_scores_gemma":[0.9984994,0.00025094496,0.000553779,0.00039884218,0.00007950083,0.0002175468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077231874,0.00025789978,0.0006902581,0.00033500977,0.0001221311,0.00001700192,0.00041470543,0.00012065504,0.00017660242],"category_scores_gemma":[0.00036944824,0.00022113962,0.00019459294,0.0002995099,0.00007559245,0.00019710562,0.00047918945,0.0010565526,0.0000015598522],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062811753,0.0010643725,0.9769491,0.0005346327,0.0006366251,0.000036836886,0.013043194,0.0033823224,0.00013506255,0.000020790178,0.0021595892,0.0014093474],"study_design_scores_gemma":[0.026087655,0.0049948487,0.039771266,0.00026558558,0.0008104832,0.000021457492,0.041244358,0.87580276,0.00090214954,0.000010575016,0.009485937,0.00060294697],"about_ca_topic_score_codex":0.00008312056,"about_ca_topic_score_gemma":0.000005209168,"teacher_disagreement_score":0.93717784,"about_ca_system_score_codex":0.00020250541,"about_ca_system_score_gemma":0.0002553467,"threshold_uncertainty_score":0.9017812},"labels":[],"label_agreement":null},{"id":"W4207070465","doi":"10.2196/31063","title":"Development of a Pipeline for Adverse Drug Reaction Identification in Clinical Notes: Word Embedding Models and String Matching","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Punctuation; Computer science; Identification (biology); Natural language processing; Word (group theory); Matching (statistics); Artificial intelligence; Set (abstract data type); Medicine; Pathology; Mathematics","score_opus":0.14801492972473201,"score_gpt":0.4922374196700689,"score_spread":0.3442224899453369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207070465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98607296,0.000038150116,0.012048915,0.00023958248,0.00064901164,0.00064282597,0.00004352841,0.00004886943,0.00021616505],"genre_scores_gemma":[0.99538475,0.00014953806,0.003061116,0.00076538976,0.000094687326,0.00033707445,0.00010521681,0.000012146637,0.00009010679],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976206,0.00013045719,0.001481967,0.00013896225,0.00035898245,0.00026905714],"domain_scores_gemma":[0.99848825,0.0006731796,0.00047830734,0.0001106857,0.0000543637,0.00019520702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030349588,0.00013336398,0.00027666,0.00020425646,0.00030549793,0.00000778796,0.00019503378,0.00013880816,0.000101214406],"category_scores_gemma":[0.00013587532,0.0001400573,0.00007642102,0.00022962135,0.00008332829,0.0004395569,0.00017208351,0.0010228977,0.0000060630555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017646545,0.0027341442,0.0037496851,0.001742525,0.00036242921,0.000026902751,0.1394165,0.06751912,0.012191347,0.0037784558,0.00371261,0.7630016],"study_design_scores_gemma":[0.004227152,0.000024070147,0.0006604332,0.00010256247,0.00007422742,0.000024741545,0.024929682,0.91179687,0.0022815869,0.0008900045,0.05470568,0.00028298466],"about_ca_topic_score_codex":0.000006545944,"about_ca_topic_score_gemma":0.0000131438455,"teacher_disagreement_score":0.84427774,"about_ca_system_score_codex":0.00013616019,"about_ca_system_score_gemma":0.00026005722,"threshold_uncertainty_score":0.5711371},"labels":[],"label_agreement":null},{"id":"W4210253114","doi":"10.2196/28934","title":"Evaluation of the Need for Intensive Care in Children With Pneumonia: Machine Learning Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Taiwan University; National Taiwan University Hospital; Ministry of Science and Technology, Taiwan","keywords":"Medicine; Pneumonia; Intensive care unit; Triage; Emergency medicine; Intensive care; Guideline; Receiver operating characteristic; Intensive care medicine; Pediatrics; Internal medicine","score_opus":0.0499997396501107,"score_gpt":0.33834072398287357,"score_spread":0.2883409843327629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210253114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99623346,0.00027719582,0.00003533954,0.00061189366,0.000033854645,0.0019980643,0.000018612765,0.000013198986,0.00077840465],"genre_scores_gemma":[0.99733794,0.000009989483,0.00032789214,0.0010364596,0.000018505541,0.0009949987,0.0002531614,0.000009691709,0.000011378344],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796295,0.00008204828,0.00033080863,0.00006514308,0.0014278593,0.0001311976],"domain_scores_gemma":[0.9991591,0.000058564594,0.00016026385,0.00016446099,0.0003927859,0.000064819855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065483653,0.0000910339,0.00022532002,0.000076945784,0.00008839268,0.0000046840105,0.0001047091,0.0000466057,0.000069029054],"category_scores_gemma":[0.0003537779,0.00005127716,0.00006961247,0.00023531639,0.000054988002,0.000035439567,0.0000915847,0.0003422868,6.711124e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035322545,0.0008293535,0.8388321,0.00033126088,0.0005790979,0.0000018025522,0.06523761,0.004870288,0.0000123466,0.00014430999,0.0006873708,0.08812123],"study_design_scores_gemma":[0.02220823,0.0027258901,0.41621214,0.00030361413,0.0012162937,0.00029927405,0.13129868,0.42341638,0.00052793475,0.000047134432,0.0014997092,0.00024473362],"about_ca_topic_score_codex":0.000033003533,"about_ca_topic_score_gemma":0.0000099079025,"teacher_disagreement_score":0.42261994,"about_ca_system_score_codex":0.00021970889,"about_ca_system_score_gemma":0.0003172532,"threshold_uncertainty_score":0.20910218},"labels":[],"label_agreement":null},{"id":"W4210371455","doi":"10.2196/30483","title":"Disease Progression of Hypertrophic Cardiomyopathy: Modeling Using Machine Learning","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cardiomyopathy and Myosin Studies","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Hypertrophic cardiomyopathy; Medicine; Internal medicine; Cardiology; Machine learning; Ejection fraction; Heart disease; Cardiomyopathy; Sudden cardiac death; Heart failure; Artificial intelligence; Computer science","score_opus":0.028520600316129623,"score_gpt":0.31499879473260667,"score_spread":0.28647819441647704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210371455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99327713,0.0019120269,0.002880943,0.00022315608,0.00021519508,0.00044798816,0.000020194246,0.00009360165,0.00092975446],"genre_scores_gemma":[0.99770993,0.000153372,0.0014486249,0.00032461286,0.00014974501,0.000082169885,0.00006424085,0.000020184432,0.000047097736],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974567,0.000077018194,0.00062354736,0.00010252612,0.001476939,0.0002632631],"domain_scores_gemma":[0.9991027,0.000042719283,0.00017171711,0.00023713897,0.00010821091,0.000337506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061556033,0.00015415112,0.0004848762,0.00016198652,0.00031433927,0.000008735484,0.00012000116,0.00005648747,0.00012274025],"category_scores_gemma":[0.00025371547,0.00012511676,0.00021901072,0.00031184236,0.00010306439,0.00009904891,0.0004764268,0.00063976157,0.0000033190786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008279329,0.0033437521,0.38660064,0.0153789185,0.0022011097,0.0036553207,0.07392793,0.20963329,0.003411144,0.0019632624,0.0019525297,0.28965276],"study_design_scores_gemma":[0.0015034563,0.00029678497,0.0003386198,0.00032365575,0.00021182346,0.00032773914,0.003462285,0.98699975,0.000040252187,0.000032339907,0.006301704,0.00016159649],"about_ca_topic_score_codex":0.000015879728,"about_ca_topic_score_gemma":2.1843e-7,"teacher_disagreement_score":0.77736646,"about_ca_system_score_codex":0.0000961084,"about_ca_system_score_gemma":0.0003071405,"threshold_uncertainty_score":0.5102113},"labels":[],"label_agreement":null},{"id":"W4210452204","doi":"10.2196/27691","title":"Primary Care: The Actual Intelligence Required for Artificial Intelligence to Advance Health Care and Improve Health","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Leverage (statistics); Government (linguistics); Health care; Conversation; Stakeholder; Medicine; Medical diagnosis; Nursing; Business; Public relations; Knowledge management; Psychology; Computer science; Artificial intelligence; Political science","score_opus":0.33909674747667035,"score_gpt":0.5433301557162067,"score_spread":0.20423340823953634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210452204","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09964041,0.013285052,0.37645805,0.45054844,0.011825786,0.041161265,0.0027439403,0.0010272273,0.0033098406],"genre_scores_gemma":[0.4409137,0.0020108416,0.036284655,0.50883144,0.0016546303,0.009220779,0.0007485301,0.00013784904,0.00019758433],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99184835,0.001747452,0.0029135074,0.00038511655,0.0017040588,0.0014014859],"domain_scores_gemma":[0.9924146,0.0037125102,0.0013093785,0.0008224065,0.0004467985,0.0012943102],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006770138,0.0003266293,0.0006989847,0.00016520053,0.0037329022,0.00004727393,0.000969824,0.0002257847,0.00018161084],"category_scores_gemma":[0.002603991,0.00025775674,0.000095111405,0.0006173549,0.00029385,0.00048961246,0.0012281908,0.0025616419,0.00008901682],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023256011,0.000055330613,0.00006870203,0.004877886,0.000012970495,0.0000013830046,0.29413143,0.000015727572,9.634621e-7,0.010165195,0.0045671244,0.6858707],"study_design_scores_gemma":[0.00018920992,0.002231235,0.00012719107,0.00043051684,0.0000093055205,0.000011497306,0.6188967,0.0014117177,0.000017282704,0.0015043094,0.3748473,0.00032372004],"about_ca_topic_score_codex":0.0005454629,"about_ca_topic_score_gemma":0.0009733785,"teacher_disagreement_score":0.685547,"about_ca_system_score_codex":0.002147876,"about_ca_system_score_gemma":0.008378012,"threshold_uncertainty_score":0.9999875},"labels":[],"label_agreement":null},{"id":"W4210494085","doi":"10.2196/33182","title":"Machine Learning–Based Short-Term Mortality Prediction Models for Patients With Cancer Using Electronic Health Record Data: Systematic Review and Critical Appraisal","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Texas MD Anderson Cancer Center","keywords":"Critical appraisal; Guideline; Medicine; Term (time); Cancer; Health care; Intensive care medicine; Medical emergency; Computer science; Machine learning; Artificial intelligence; Alternative medicine; Pathology","score_opus":0.10409114057636262,"score_gpt":0.4457845098881064,"score_spread":0.34169336931174377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210494085","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003392038,0.79662246,0.19640185,0.00019755267,0.00041499172,0.005585338,0.00055185525,0.00021391951,0.000008640414],"genre_scores_gemma":[0.000025521074,0.98667836,0.007148456,0.00091798167,0.000097719494,0.0022454434,0.0028150268,0.00006699395,0.0000044933836],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9925529,0.0011515282,0.0028348025,0.00064337807,0.0019162681,0.0009011215],"domain_scores_gemma":[0.9941206,0.0020826773,0.001360035,0.0016114477,0.0001912997,0.00063393626],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0035465946,0.0006241014,0.0031600145,0.00021619002,0.00050245214,0.00016804045,0.0019993314,0.00030679043,0.000054661174],"category_scores_gemma":[0.002098483,0.00045280208,0.00018657229,0.00062288216,0.0001245994,0.00096862967,0.0009536888,0.002493181,0.0000013208162],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003146594,0.00008467624,0.0001292249,0.90157694,0.00011925289,0.000001540539,0.00016929592,0.000053806176,3.786508e-11,0.0003826526,0.00014269573,0.09733676],"study_design_scores_gemma":[0.00024248449,0.00052621437,0.0000032586158,0.18307197,0.00092775485,0.00003822958,0.00000929825,0.7416253,3.4661848e-10,0.000014215654,0.073180825,0.00036044233],"about_ca_topic_score_codex":0.00011631855,"about_ca_topic_score_gemma":0.000038274407,"teacher_disagreement_score":0.7415715,"about_ca_system_score_codex":0.0007048673,"about_ca_system_score_gemma":0.0037978776,"threshold_uncertainty_score":0.99980813},"labels":[],"label_agreement":null},{"id":"W4210510083","doi":"10.2196/34554","title":"Machine Learning Support for Decision-Making in Kidney Transplantation: Step-by-step Development of a Technological Solution","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"Health Canada; Mitacs","keywords":"Discriminative model; Random forest; Proportional hazards model; Transplantation; Medicine; Recurrent neural network; Artificial neural network; Kidney transplantation; Brier score; Computer science; Machine learning; Artificial intelligence; Internal medicine","score_opus":0.01899590123329507,"score_gpt":0.3211714689172618,"score_spread":0.3021755676839667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210510083","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18340364,0.000109526954,0.81031233,0.0007292809,0.00016982315,0.0021661907,0.00027838352,0.00016708118,0.0026637327],"genre_scores_gemma":[0.8966794,0.000090843794,0.1012438,0.00064063875,0.0000073728324,0.00033708068,0.00088108197,0.000011919035,0.000107848566],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978855,0.000027056563,0.0009175182,0.0000982952,0.000848201,0.00022341553],"domain_scores_gemma":[0.9992455,0.0002777906,0.00018973651,0.000092278264,0.00003914314,0.00015553707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053990894,0.00012911725,0.00031242572,0.00020244344,0.00014647501,0.0000066247603,0.00012259808,0.00011519589,0.00064440834],"category_scores_gemma":[0.00015443856,0.0001018801,0.00008016608,0.00027075838,0.000054915665,0.000082198494,0.0000372637,0.00036363082,0.0000066373686],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005710108,0.0031464114,0.15092824,0.009257722,0.000567592,0.00046364308,0.018201916,0.0003015313,0.0002721018,0.0023880084,0.0031829854,0.8055797],"study_design_scores_gemma":[0.06961987,0.007110086,0.050707933,0.013941691,0.00071745383,0.003436367,0.013897919,0.36262503,0.0026584638,0.00037057532,0.47309792,0.0018166751],"about_ca_topic_score_codex":0.000002643692,"about_ca_topic_score_gemma":0.0000049748105,"teacher_disagreement_score":0.8037631,"about_ca_system_score_codex":0.00013096668,"about_ca_system_score_gemma":0.00031140362,"threshold_uncertainty_score":0.70558196},"labels":[],"label_agreement":null},{"id":"W4210524298","doi":"10.2196/35225","title":"Incidence of Diagnostic Errors Among Unexpectedly Hospitalized Patients Using an Automated Medical History–Taking System With a Differential Diagnosis Generator: Retrospective Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Observational study; Medicine; Incidence (geometry); Retrospective cohort study; Pediatrics; Medical record; Emergency medicine; Intensive care medicine; Medical emergency; Surgery; Internal medicine","score_opus":0.04375000772609914,"score_gpt":0.3425514200045552,"score_spread":0.298801412278456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210524298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996522,0.000043006243,0.00051392766,0.00005655448,0.0006659611,0.0016289477,0.000054462816,0.00041994415,0.000095189855],"genre_scores_gemma":[0.99770725,0.00000994047,0.00062669325,0.0003805279,0.00015500616,0.00074985967,0.00031418086,0.0000476285,0.0000089395835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9914876,0.0003597552,0.0018535355,0.0003501416,0.0054765544,0.00047236847],"domain_scores_gemma":[0.9920891,0.004360515,0.0013168528,0.00057193387,0.0006139657,0.0010476236],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009752267,0.00036497336,0.0010486845,0.00024044277,0.00025923655,0.00002546228,0.0004759512,0.00026287822,0.001479042],"category_scores_gemma":[0.042413346,0.00029006097,0.00015585915,0.000634391,0.00044854084,0.00028934286,0.00038582121,0.0009421621,0.00000452089],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020192005,0.0043051406,0.98688227,0.00015145093,0.00021329786,0.00023617114,0.006405628,0.00015593099,0.0000011763765,0.00008240753,0.0009464647,0.0004181609],"study_design_scores_gemma":[0.005654903,0.0030324468,0.783896,0.0020418675,0.00027355575,0.000051997915,0.0038926643,0.20085101,0.0000068932463,0.0000021471055,0.000017352597,0.00027915125],"about_ca_topic_score_codex":0.0006637438,"about_ca_topic_score_gemma":0.000072816714,"teacher_disagreement_score":0.20298624,"about_ca_system_score_codex":0.0015632852,"about_ca_system_score_gemma":0.0015651986,"threshold_uncertainty_score":0.9999552},"labels":[],"label_agreement":null},{"id":"W4210661770","doi":"10.2196/34274","title":"Exploring Patient Multimorbidity and Complexity Using Health Insurance Claims Data: A Cluster Analysis Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Cluster analysis; Computer science; Health care; Medicine; Pharmacy; Data mining; Outlier; Population; Data science; Hierarchical clustering; Machine learning; Artificial intelligence; Family medicine","score_opus":0.37320890850089355,"score_gpt":0.40107149098419737,"score_spread":0.02786258248330381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210661770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98974603,0.00010943134,0.0066498714,0.0007858635,0.00015065815,0.00090400036,0.00021814821,0.00010398733,0.0013320044],"genre_scores_gemma":[0.9849015,0.00012028311,0.010154122,0.0032530515,0.00007509185,0.00013422755,0.0013360571,0.000013230177,0.000012426435],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99727005,0.00010034662,0.00073751045,0.00021582414,0.0013251627,0.00035110922],"domain_scores_gemma":[0.9984919,0.00004900108,0.0002655041,0.0007325938,0.000032785458,0.00042825867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000700965,0.00017005253,0.0004965297,0.0002426502,0.00032343355,0.00004887286,0.00028575503,0.000033347504,0.00030980934],"category_scores_gemma":[0.0000475759,0.0001512107,0.00007771644,0.0007344149,0.00021665578,0.0005711347,0.001450779,0.00047999783,0.0000030486442],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027577116,0.013718044,0.18757367,0.036142375,0.013545083,0.00043688234,0.19256228,0.032363728,0.0000073863152,0.008712489,0.093969665,0.4182107],"study_design_scores_gemma":[0.0020910855,0.00015951188,0.029586256,0.000065241606,0.00021825489,0.00004378963,0.01591308,0.94351685,4.0650153e-7,0.000031299223,0.008185035,0.00018916256],"about_ca_topic_score_codex":0.00018043691,"about_ca_topic_score_gemma":0.000014385264,"teacher_disagreement_score":0.91115314,"about_ca_system_score_codex":0.0002739231,"about_ca_system_score_gemma":0.000319853,"threshold_uncertainty_score":0.61661935},"labels":[],"label_agreement":null},{"id":"W4210661901","doi":"10.2196/26801","title":"Electronic Medical Record–Based Machine Learning Approach to Predict the Risk of 30-Day Adverse Cardiac Events After Invasive Coronary Treatment: Machine Learning Model Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Ministry of Trade, Industry and Energy; Ministry of Food and Drug Safety; Korea Medical Device Development Fund","keywords":"Medicine; Receiver operating characteristic; Brier score; Random forest; Gradient boosting; Machine learning; Logistic regression; Percutaneous coronary intervention; Adverse effect; Artificial intelligence; Medical record; Emergency medicine; Internal medicine; Computer science; Myocardial infarction","score_opus":0.013718930742977304,"score_gpt":0.25982684655191884,"score_spread":0.24610791580894154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210661901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7678042,0.00032111787,0.22853692,0.0009643764,0.0002009159,0.0014186937,0.00003581387,0.00022829954,0.0004896841],"genre_scores_gemma":[0.98241156,0.00021515903,0.015283596,0.0007449654,0.00004500909,0.0008926893,0.00023403052,0.000029224946,0.00014373646],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99435145,0.0013075189,0.001027429,0.0003318325,0.002381015,0.0006007825],"domain_scores_gemma":[0.9976735,0.00072499,0.0005273613,0.00046518762,0.00009109764,0.0005178422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034620701,0.00032426475,0.0004600615,0.00022641536,0.0006766788,0.00003191538,0.0009587373,0.00016378827,0.00018654959],"category_scores_gemma":[0.0009406362,0.00023690684,0.000121980585,0.0005086716,0.00008831671,0.00026096616,0.0010408161,0.001977104,0.000015051413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019658479,0.0005181973,0.37350798,0.00056361896,0.0003425652,0.000022847957,0.06781215,0.28327814,0.0000018070357,0.00076591776,0.00016665606,0.27282354],"study_design_scores_gemma":[0.0009459309,0.00065372296,0.007368932,0.000075641605,0.00003323082,0.000020367796,0.00047569466,0.98221326,0.000018566925,0.000068852394,0.0078920135,0.0002337892],"about_ca_topic_score_codex":0.0001340568,"about_ca_topic_score_gemma":0.00002628025,"teacher_disagreement_score":0.6989351,"about_ca_system_score_codex":0.00047374194,"about_ca_system_score_gemma":0.0016822376,"threshold_uncertainty_score":0.9660781},"labels":[],"label_agreement":null},{"id":"W4210682336","doi":"10.2196/30986","title":"Foundations for Meaningful Consent in Canada’s Digital Health Ecosystem: Retrospective Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canada Health Infoway; University of Toronto; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research; Institute of Health Services and Policy Research; Government of Canada; Australian Government","keywords":"Odds; Informed consent; Health care; Logistic regression; Internet privacy; Psychology; Medicine; Computer science","score_opus":0.15186212230162952,"score_gpt":0.4358487499094741,"score_spread":0.28398662760784454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210682336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97709763,0.000024113355,0.0003628991,0.0022835226,0.0021426787,0.0102179665,0.0012820197,0.000055371296,0.0065337764],"genre_scores_gemma":[0.9862508,0.0000062307163,0.00009716496,0.008673548,0.000088374014,0.003735805,0.0008163012,0.000014735202,0.00031704453],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.995557,0.00033339218,0.0018745933,0.00013746103,0.0013751609,0.0007223679],"domain_scores_gemma":[0.99789107,0.0006143692,0.0005953743,0.0002444159,0.000093005394,0.00056179106],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018122458,0.00014764661,0.00039524553,0.00012812427,0.0013752697,0.000011407336,0.0002642245,0.00004744781,0.00092475076],"category_scores_gemma":[0.00017553092,0.00013562481,0.000038426966,0.00026863528,0.000018254656,0.00014867558,0.00027209296,0.00083195267,0.000037171518],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00017941094,0.0010385247,0.777058,0.0038428255,0.000047475198,0.000010412998,0.11702669,0.00003957784,2.68385e-8,0.0029116594,0.09402824,0.0038171748],"study_design_scores_gemma":[0.0069369692,0.0024670828,0.023815522,0.00071385875,0.000008816318,0.0000058024984,0.7265858,0.01167921,1.5409535e-7,0.00039159227,0.22706631,0.00032887553],"about_ca_topic_score_codex":0.25217623,"about_ca_topic_score_gemma":0.92864394,"teacher_disagreement_score":0.7532425,"about_ca_system_score_codex":0.007160106,"about_ca_system_score_gemma":0.019077254,"threshold_uncertainty_score":0.99998856},"labels":[],"label_agreement":null},{"id":"W4210703369","doi":"10.2196/32949","title":"Disease-Course Adapting Machine Learning Prognostication Models in Elderly Patients Critically Ill With COVID-19: Multicenter Cohort Study With External Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; Assistance publique-Hôpitaux de Paris; European Commission","keywords":"Critically ill; Medicine; Coronavirus disease 2019 (COVID-19); Intensive care medicine; Disease; Cohort; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Cohort study; Critical illness; Infectious disease (medical specialty); Virology; Internal medicine; Outbreak","score_opus":0.03724188818473178,"score_gpt":0.34171829473555543,"score_spread":0.30447640655082364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210703369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892469,0.000034434004,0.0057767616,0.0013069318,0.000036276087,0.0032887694,0.00002490002,0.000084267536,0.00020072695],"genre_scores_gemma":[0.99165416,0.00001173285,0.0025838395,0.003291633,0.000026859962,0.0018485229,0.00053786626,0.00002687281,0.000018536908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966921,0.00014948062,0.0006615062,0.00021077842,0.0019667782,0.0003193549],"domain_scores_gemma":[0.99820787,0.00027643546,0.00021119803,0.0002459696,0.00031908503,0.00073945057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057308364,0.00021255818,0.00032202867,0.00014051239,0.00022148609,0.000045750057,0.00012951736,0.00004602554,0.0003496666],"category_scores_gemma":[0.0008458784,0.00014862319,0.000041433465,0.00025258597,0.000079258985,0.0002919222,0.00010053075,0.0005458823,0.000008897493],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010213051,0.005888463,0.98007584,0.00014526366,0.00010760539,0.00017168197,0.0048115477,0.0033787503,2.7180994e-7,0.000054014865,0.000041134517,0.00430412],"study_design_scores_gemma":[0.012354646,0.004717928,0.6691512,0.00031152397,0.00044513788,0.00003577293,0.0078111757,0.30462614,0.0000051102384,0.000029994933,0.0002561029,0.00025532456],"about_ca_topic_score_codex":0.0000758565,"about_ca_topic_score_gemma":0.000024543495,"teacher_disagreement_score":0.31092468,"about_ca_system_score_codex":0.00034866531,"about_ca_system_score_gemma":0.00043028078,"threshold_uncertainty_score":0.60606784},"labels":[],"label_agreement":null},{"id":"W4210735189","doi":"10.2196/34038","title":"Technology-Enabled, Evidence-Driven, and Patient-Centered: The Way Forward for Regulating Software as a Medical Device","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Software; Stakeholder; Risk analysis (engineering); Medicine","score_opus":0.17633586540462073,"score_gpt":0.48261176862471017,"score_spread":0.30627590322008946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210735189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8246651,0.0012625759,0.003952836,0.1627985,0.000608061,0.0043790275,0.000043094056,0.0004591867,0.0018316297],"genre_scores_gemma":[0.93639,0.0009867868,0.01870931,0.040156025,0.00032787226,0.0023589786,0.00005597555,0.00007352017,0.0009415706],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923149,0.00013647949,0.0014314703,0.00026935528,0.0051540905,0.0006937284],"domain_scores_gemma":[0.9819453,0.015297478,0.00039309173,0.00085571274,0.0005981795,0.0009102527],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005133184,0.00021917994,0.00049709517,0.00021305885,0.0007607233,0.000055651526,0.00091393606,0.0007288214,0.0013303705],"category_scores_gemma":[0.09525262,0.0001442064,0.00016007229,0.00065938965,0.0010778656,0.00019132195,0.002033786,0.004685962,0.0000384688],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001703381,0.0010590918,0.029332967,0.0071465583,0.00057419867,0.00029881758,0.023658225,0.00002522881,0.000030088568,0.036463995,0.06875003,0.8309574],"study_design_scores_gemma":[0.015936442,0.013084092,0.0013330185,0.013703907,0.0004211819,0.004362432,0.10343269,0.15530051,0.0003732772,0.08556777,0.605163,0.0013216691],"about_ca_topic_score_codex":0.000013067402,"about_ca_topic_score_gemma":0.000032288597,"teacher_disagreement_score":0.82963574,"about_ca_system_score_codex":0.0001898531,"about_ca_system_score_gemma":0.0017188488,"threshold_uncertainty_score":0.9995825},"labels":[],"label_agreement":null},{"id":"W4210797585","doi":"10.2196/32305","title":"User Perceptions and Use of an Enhanced Electronic Health Record in Rwanda With and Without Clinical Alerts: Cross-sectional Survey","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Rwanda Biomedical Centre; European Commission; Centers for Disease Control and Prevention; University of Rwanda; Brown University; World Health Organization; International Development Research Centre; Rockefeller Foundation","keywords":"Usability; Medicine; Electronic health record; Health records; Cross-sectional study; Randomized controlled trial; Health care; Family medicine; Medical emergency; Nursing; Computer science","score_opus":0.08886026870136289,"score_gpt":0.48843664807547454,"score_spread":0.39957637937411167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210797585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964765,0.000051901185,0.0010624017,0.00027162122,0.00030057004,0.0015950189,0.00008730728,0.000054520282,0.00010020185],"genre_scores_gemma":[0.99454105,0.0005347419,0.00097256544,0.00273344,0.000115206436,0.0005355201,0.00015475771,0.000030983825,0.0003817564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925417,0.0026440925,0.0026713451,0.00026166879,0.0009201441,0.00096105685],"domain_scores_gemma":[0.99645716,0.0014955611,0.00084217807,0.00035026396,0.00018425605,0.00067059195],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009059514,0.00019641731,0.00069118553,0.00020255911,0.0007384378,0.000022065524,0.00020569122,0.00030139362,0.000543891],"category_scores_gemma":[0.00061068527,0.00016290323,0.00003400662,0.00041173561,0.00031688155,0.00048736943,0.00020741748,0.0028889137,0.0000076147016],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004197288,0.00016500257,0.98638874,0.00046611822,0.00002070053,5.610678e-7,0.0050974516,0.0000080150085,8.267888e-7,0.00017236658,0.00054774724,0.006712723],"study_design_scores_gemma":[0.0028142643,0.0021018966,0.9745034,0.00017277748,0.000003020587,0.000035963527,0.0028896076,0.0048955176,2.6320717e-7,0.00003810021,0.012383966,0.00016123508],"about_ca_topic_score_codex":0.0023300413,"about_ca_topic_score_gemma":0.024368204,"teacher_disagreement_score":0.022038162,"about_ca_system_score_codex":0.0006004289,"about_ca_system_score_gemma":0.005467433,"threshold_uncertainty_score":0.99941146},"labels":[],"label_agreement":null},{"id":"W4210797595","doi":"10.2196/29813","title":"The Effect of an Additional Structured Methods Presentation on Decision-Makers’ Reading Time and Opinions on the Helpfulness of the Methods in a Quantitative Report: Nonrandomized Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Helpfulness; Reading (process); Data collection; Intervention (counseling); Applied psychology; Computer science; Test (biology); Face validity; Presentation (obstetrics); Relevance (law); Medical education; Psychology; Medicine; Clinical psychology; Psychometrics; Nursing; Social psychology; Statistics","score_opus":0.3285719157073518,"score_gpt":0.5839878475943007,"score_spread":0.2554159318869489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210797595","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91277564,0.000093697025,0.06747496,0.0031083885,0.0017416623,0.010623685,0.0006390574,0.0000094140805,0.0035335147],"genre_scores_gemma":[0.4533128,0.000039795454,0.53176445,0.0021822131,0.000387864,0.009003499,0.0008223976,0.00008641483,0.0024005594],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.91865444,0.06259089,0.009739742,0.00032976427,0.008465876,0.00021926929],"domain_scores_gemma":[0.75477314,0.23650092,0.0063792407,0.0019168053,0.00031206725,0.00011779761],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2082687,0.00019346527,0.0018552503,0.00023241127,0.00043281275,0.00015361325,0.0013922561,0.00008338623,0.0060634236],"category_scores_gemma":[0.23784553,0.000060213843,0.00073350454,0.0013121216,0.00029388574,0.00015774067,0.0002910933,0.00048066903,0.000010133217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045870967,0.00049164705,0.00015483909,0.00022846798,0.0013885036,0.000016135607,0.037137434,0.003990039,0.00013080372,0.041556306,0.11095952,0.75807536],"study_design_scores_gemma":[0.04741999,0.0035941808,0.0024134477,0.00060851435,0.00045858347,0.00015746153,0.02284635,0.8111165,0.0010386212,0.06549634,0.04443503,0.00041493843],"about_ca_topic_score_codex":0.0000054737193,"about_ca_topic_score_gemma":0.0000065031372,"teacher_disagreement_score":0.8071265,"about_ca_system_score_codex":0.000034466026,"about_ca_system_score_gemma":0.00014880985,"threshold_uncertainty_score":0.99484515},"labels":[],"label_agreement":null},{"id":"W4211265024","doi":"10.2196/33848","title":"A Free, Open-Source, Offline Digital Health System for Refugee Care","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Harvard Business School; Robert Wood Johnson Foundation","keywords":"Software deployment; Health care; Digital health; Workflow; Refugee; Medicine; Patient portal; Business; Medical emergency; Nursing; Internet privacy; Public relations; Political science; Computer science","score_opus":0.02449829946060703,"score_gpt":0.36393876551444454,"score_spread":0.3394404660538375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211265024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6053207,0.004281847,0.056472786,0.024476103,0.012262195,0.026365522,0.01477864,0.0023683521,0.25367388],"genre_scores_gemma":[0.97700185,0.000007926294,0.001361938,0.012659444,0.00050165295,0.003078415,0.0020446905,0.000054022115,0.003290037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732274,0.00008396306,0.0011605517,0.00015008864,0.00073991617,0.00054276496],"domain_scores_gemma":[0.99812335,0.00017284103,0.00039520717,0.00059147546,0.00009349205,0.00062362803],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007427967,0.00016040953,0.0003809497,0.00011618019,0.00052890764,0.00009370736,0.00096070376,0.00012785374,0.00097340747],"category_scores_gemma":[0.00010861189,0.0001430883,0.00008612971,0.00027045072,0.000051517654,0.000230415,0.00041895482,0.00045710898,0.000106256586],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032574934,0.00032321087,0.0005175516,0.0025469102,0.00006757911,0.000008628544,0.15489039,0.000012533429,3.5793676e-8,0.03197395,0.66064745,0.148686],"study_design_scores_gemma":[0.0033746294,0.00077681406,0.00022300016,0.00006877297,0.000006175966,0.0001035984,0.10467128,0.001347611,3.854534e-7,0.00007106828,0.88920856,0.00014813637],"about_ca_topic_score_codex":0.000115416326,"about_ca_topic_score_gemma":0.0001088606,"teacher_disagreement_score":0.37168118,"about_ca_system_score_codex":0.00025929048,"about_ca_system_score_gemma":0.00063681905,"threshold_uncertainty_score":0.99993986},"labels":[],"label_agreement":null},{"id":"W4212870357","doi":"10.2196/29806","title":"Early Prediction of Functional Outcomes After Acute Ischemic Stroke Using Unstructured Clinical Text: Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Logistic regression; Receiver operating characteristic; Stroke (engine); Artificial intelligence; Machine learning; Gradient boosting; Population; Retrospective cohort study; Cohort; Test set; Physical therapy; Random forest; Computer science; Internal medicine","score_opus":0.018649023164161237,"score_gpt":0.3136211832052265,"score_spread":0.29497216004106525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212870357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910318,0.000011840803,0.00166371,0.00016070106,0.0009049138,0.0018621496,0.00023552113,0.000103678845,0.004025666],"genre_scores_gemma":[0.99578214,0.0000072318894,0.0016596091,0.0009221916,0.00023602041,0.0003051356,0.00012793118,0.00002851096,0.00093124475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99455965,0.00008444825,0.0016991807,0.00025129996,0.0030696862,0.0003357418],"domain_scores_gemma":[0.99829763,0.00010032432,0.0005404573,0.00056568364,0.00019221447,0.00030370452],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011061046,0.00026445452,0.00082486303,0.00023538833,0.00012736878,0.000015643842,0.0002520256,0.00018872743,0.0023092187],"category_scores_gemma":[0.00022722855,0.00021921989,0.00028563885,0.00036035807,0.00025477237,0.00020905313,0.00065250054,0.0012358213,0.000015286905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051881303,0.0005482059,0.97716755,0.000058164384,0.0014780782,0.000049099905,0.0014249667,0.00001136179,0.000043330147,0.000009281021,0.018032895,0.0006582357],"study_design_scores_gemma":[0.004734583,0.0008142247,0.9815854,0.000035587964,0.0008179152,0.00011375949,0.0031586417,0.0056258515,0.000024958848,0.0000042193665,0.002934362,0.00015050679],"about_ca_topic_score_codex":0.000016875822,"about_ca_topic_score_gemma":8.377861e-7,"teacher_disagreement_score":0.015098533,"about_ca_system_score_codex":0.00043604264,"about_ca_system_score_gemma":0.00028415624,"threshold_uncertainty_score":0.9986028},"labels":[],"label_agreement":null},{"id":"W4212950717","doi":"10.2196/29290","title":"A Traditional Chinese Medicine Syndrome Classification Model Based on Cross-Feature Generation by Convolution Neural Network: Model Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; Health Commission of Sichuan Province","keywords":"Computer science; Artificial intelligence; Medical record; Traditional Chinese medicine; Medical prescription; Convolutional neural network; Artificial neural network; Feature (linguistics); Dialectic; Machine learning; Medicine; Data mining; Alternative medicine; Pathology","score_opus":0.05990583311459774,"score_gpt":0.31552217082595274,"score_spread":0.255616337711355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212950717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9425767,0.00014692696,0.042084545,0.012227866,0.00034805297,0.00095038034,0.00013093493,0.00016295628,0.0013716154],"genre_scores_gemma":[0.97865623,0.000017247712,0.0055113174,0.0072729304,0.00046003723,0.0006089677,0.0071996315,0.000028552831,0.00024505908],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960067,0.000070248956,0.00087577914,0.00025731188,0.002457867,0.00033208964],"domain_scores_gemma":[0.9987351,0.00019177234,0.0002928133,0.00023462776,0.00016906505,0.00037662874],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008448019,0.00032703334,0.00045268115,0.00022192816,0.0006841358,0.000025519297,0.00014337873,0.00016163776,0.0001914278],"category_scores_gemma":[0.00026842754,0.00024909485,0.0000645306,0.00039107914,0.00031328306,0.00028161038,0.00006540898,0.00082744064,0.000005451371],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089459395,0.0012928874,0.010837675,0.00091167755,0.00023164994,0.000056952013,0.007970044,0.6437135,0.00062767765,0.009081576,0.31762922,0.006752546],"study_design_scores_gemma":[0.003316973,0.0004850778,0.027361909,0.00010778826,0.000048144153,0.0002636831,0.00017216057,0.96675605,0.000007439494,0.0005062745,0.00075794157,0.00021656755],"about_ca_topic_score_codex":0.0000017597706,"about_ca_topic_score_gemma":0.0000014495947,"teacher_disagreement_score":0.32304254,"about_ca_system_score_codex":0.00037925542,"about_ca_system_score_gemma":0.00047327986,"threshold_uncertainty_score":0.9999961},"labels":[],"label_agreement":null},{"id":"W4213036259","doi":"10.2196/32415","title":"Correction: Predicting Antituberculosis Drug–Induced Liver Injury Using an Interpretable Machine Learning Method: Model Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Drug-Induced Hepatotoxicity and Protection","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Liver injury; Drug development; Drug; Artificial intelligence; Machine learning; Medicine; Medical physics; Pharmacology","score_opus":0.13494374113960764,"score_gpt":0.44636736663227905,"score_spread":0.31142362549267144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213036259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9712929,0.00003771408,0.025459092,0.000047869307,0.0011784846,0.00060382806,0.000006386765,0.00017793779,0.0011957452],"genre_scores_gemma":[0.9893283,0.00005852756,0.009346967,0.0006782239,0.00015223125,0.00008577937,0.00006272097,0.000023331035,0.00026389313],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971956,0.00088150264,0.0008080808,0.00024147538,0.00050806766,0.00036528645],"domain_scores_gemma":[0.99873275,0.00025641234,0.00027141423,0.0001620841,0.00018465907,0.00039270366],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025552567,0.00025178352,0.00034045047,0.00016912041,0.000789764,0.00009250453,0.00015785261,0.00044466235,0.000362839],"category_scores_gemma":[0.00033853416,0.0002516169,0.000050161507,0.00035557026,0.000054830478,0.00082014455,0.0002503392,0.0019300288,0.000019611709],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039769898,0.0030607875,0.058272235,0.00075223675,0.0007219463,0.000094581665,0.20186721,0.030554218,0.012987229,0.00010873509,0.0003354056,0.6908477],"study_design_scores_gemma":[0.0007699224,0.00012229991,0.00031301085,0.00009118969,0.00010362813,0.00011404835,0.005657726,0.9349432,0.055527207,0.000019525363,0.0020752656,0.0002630042],"about_ca_topic_score_codex":0.00009821712,"about_ca_topic_score_gemma":0.00011139412,"teacher_disagreement_score":0.90438896,"about_ca_system_score_codex":0.00016445431,"about_ca_system_score_gemma":0.0003655396,"threshold_uncertainty_score":0.9999936},"labels":[],"label_agreement":null},{"id":"W4213157973","doi":"10.2196/30345","title":"Evaluation of Natural Language Processing for the Identification of Crohn Disease–Related Variables in Spanish Electronic Health Records: A Validation Study for the PREMONITION-CD Project","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Recall; Health records; F1 score; Precision and recall; Natural language processing; Electronic health record; Computer science; Gold standard (test); Medicine; Disease; Artificial intelligence; Health care; Internal medicine; Psychology","score_opus":0.02837736973404331,"score_gpt":0.37198813947420556,"score_spread":0.34361076974016225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213157973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802947,0.0036882588,0.01059555,0.0007697195,0.00017970812,0.004366303,0.000078160454,0.000014225067,0.0000133454],"genre_scores_gemma":[0.99768263,0.00005653948,0.00024177332,0.00008205811,0.000034250068,0.0015477465,0.00032102558,0.000006304354,0.000027675065],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827886,0.00018285884,0.0006514838,0.000090489026,0.0006365043,0.000159835],"domain_scores_gemma":[0.9989598,0.00017911817,0.00046721028,0.00018214554,0.00018848399,0.000023240633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048947544,0.000070421804,0.00012067979,0.00004604808,0.00017249065,0.0000144165915,0.00024721425,0.00005312968,0.00000887773],"category_scores_gemma":[0.001282722,0.000044290075,0.000051751747,0.00020362818,0.00008794066,0.000009038572,0.00006464074,0.00014459829,7.5778665e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007617598,0.0010124726,0.0009436991,0.0009855311,0.0002948187,2.7004918e-7,0.02735758,0.0012860787,0.0011331658,0.00014079949,0.0024258627,0.963658],"study_design_scores_gemma":[0.004169125,0.0014519015,0.024606917,0.00013258874,0.00032467328,0.000006670787,0.07848427,0.885925,0.0013418626,0.00069732434,0.002658198,0.00020147936],"about_ca_topic_score_codex":0.0000314818,"about_ca_topic_score_gemma":0.000048104317,"teacher_disagreement_score":0.9634565,"about_ca_system_score_codex":0.000062427665,"about_ca_system_score_gemma":0.001053954,"threshold_uncertainty_score":0.18696691},"labels":[],"label_agreement":null},{"id":"W4213306591","doi":"10.2196/27795","title":"Impact of a Machine Learning–Based Decision Support System for Urinary Tract Infections: Prospective Observational Study in 36 Primary Care Practices","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Medical prescription; Clinical decision support system; Propensity score matching; Medical record; Emergency medicine; Decision support system; Internal medicine; Artificial intelligence; Nursing; Computer science","score_opus":0.05253054278778124,"score_gpt":0.40053423561667023,"score_spread":0.348003692828889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213306591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96912897,0.0000687662,0.026735492,0.00017846495,0.0002884079,0.0029120157,0.000053895033,0.00020860648,0.0004253637],"genre_scores_gemma":[0.9870661,0.000002301376,0.0113579845,0.00013071515,0.000040324852,0.0012019274,0.000171653,0.000015230018,0.000013772286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961789,0.00040113588,0.0011694147,0.00023350547,0.0016987744,0.0003182523],"domain_scores_gemma":[0.9960332,0.0017472696,0.0012629996,0.00043389565,0.0003405323,0.0001821325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021129278,0.0002013027,0.0004153656,0.0004229441,0.00035347525,0.00006171524,0.0008319352,0.00010144376,0.0000824864],"category_scores_gemma":[0.0014850734,0.0001733911,0.00015353302,0.0009576036,0.000038708036,0.0007816222,0.0004877108,0.001200722,0.0000041431394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025479167,0.002607347,0.9488053,0.0010810283,0.000032621614,0.000041319712,0.019285435,0.018078838,4.5636705e-7,0.00023072178,0.00009755271,0.009484621],"study_design_scores_gemma":[0.0019980518,0.0089552775,0.511233,0.0001156864,0.000009194809,0.00012370523,0.0036851238,0.473144,7.096471e-7,0.000026446905,0.00055873144,0.00015011468],"about_ca_topic_score_codex":0.000288174,"about_ca_topic_score_gemma":0.00002779987,"teacher_disagreement_score":0.45506516,"about_ca_system_score_codex":0.0011758745,"about_ca_system_score_gemma":0.002217661,"threshold_uncertainty_score":0.7070684},"labels":[],"label_agreement":null},{"id":"W4213364696","doi":"10.2196/35216","title":"Pandemic-Related Impairment in the Monitoring of Patients With Hypertension and Diabetes and the Development of a Digital Solution for the Community Health Worker: Quasiexperimental and Implementation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Ministério da Saúde; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Medicine; Diabetes mellitus; Pandemic; Telemedicine; Blood pressure; Digital health; Telehealth; Health care; Emergency medicine; Internal medicine; Disease; Intensive care medicine; Physical therapy; Coronavirus disease 2019 (COVID-19)","score_opus":0.05112957283345456,"score_gpt":0.3887741764124619,"score_spread":0.3376446035790074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213364696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962057,0.00019690543,0.000031510954,0.001031953,0.000023448705,0.0024925987,0.000010914025,0.0000051976567,0.0000017771732],"genre_scores_gemma":[0.9992457,0.000032327054,0.000120729,0.0003538289,0.0000055340493,0.00020609326,0.000031646672,0.000003754398,3.684645e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864423,0.00013082538,0.0005515312,0.00004008662,0.00049413904,0.00013917795],"domain_scores_gemma":[0.9988753,0.00068968703,0.00021678382,0.000111717374,0.000038365528,0.00006813387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018598855,0.00007398663,0.00020641512,0.000044599135,0.00038177732,0.000012667724,0.00006493391,0.000021429369,0.0000020505897],"category_scores_gemma":[0.00007069697,0.000033299042,0.000013221883,0.00010904122,0.0001380349,0.00007801137,0.00013761266,0.0002606826,1.7269757e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034762968,0.0003636609,0.76569283,0.00020423156,0.00004222559,8.1852214e-8,0.172548,5.3361623e-7,0.0000015311693,0.000005026708,0.00001849852,0.060775783],"study_design_scores_gemma":[0.0070695854,0.0015727503,0.76661867,0.00009446218,0.000020737227,0.0000031317577,0.223529,0.0010065526,0.0000052126284,0.000010781532,0.000039977203,0.000029160665],"about_ca_topic_score_codex":0.00012117927,"about_ca_topic_score_gemma":0.00008795009,"teacher_disagreement_score":0.06074662,"about_ca_system_score_codex":0.000098470504,"about_ca_system_score_gemma":0.00021398684,"threshold_uncertainty_score":0.2936361},"labels":[],"label_agreement":null},{"id":"W4213441134","doi":"10.2196/34492","title":"Traditional Machine Learning Models and Bidirectional Encoder Representations From Transformer (BERT)–Based Automatic Classification of Tweets About Eating Disorders: Algorithm Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Encoder; Algorithm; Artificial intelligence; Machine learning; Natural language processing; Operating system","score_opus":0.08479346342406621,"score_gpt":0.3703131037966668,"score_spread":0.2855196403726006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213441134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9567391,0.00008301312,0.040225312,0.00018929114,0.00014316828,0.0008454222,0.00008031266,0.00007215055,0.0016221768],"genre_scores_gemma":[0.9810605,0.0000068391955,0.017054684,0.00015580586,0.00003402855,0.0008041221,0.0008309953,0.000015223885,0.000037815906],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738365,0.0002636282,0.0010331817,0.00017236041,0.0009516332,0.0001955331],"domain_scores_gemma":[0.99880075,0.0005526747,0.00034292962,0.000111139954,0.000038269336,0.00015423275],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00082434213,0.00013726129,0.00021535886,0.0001863105,0.00052442035,0.000024706045,0.000099381556,0.00007415203,0.001238406],"category_scores_gemma":[0.000045114288,0.00014118165,0.000027889151,0.00022024188,0.00008604036,0.00027850512,0.000037413913,0.0004298785,0.0000039657716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007484992,0.0020832815,0.087851845,0.0004158798,0.0002198763,0.0000040755676,0.19281274,0.0013370427,0.000042623346,0.001092863,0.000178968,0.71388596],"study_design_scores_gemma":[0.0019757051,0.0002094403,0.12879722,0.0000792619,0.000026920869,0.000014231309,0.037845697,0.8301884,0.000022328304,0.00047559093,0.00021317603,0.00015204857],"about_ca_topic_score_codex":0.00018763835,"about_ca_topic_score_gemma":0.00003450879,"teacher_disagreement_score":0.82885134,"about_ca_system_score_codex":0.00009703271,"about_ca_system_score_gemma":0.00015086637,"threshold_uncertainty_score":0.9996746},"labels":[],"label_agreement":null},{"id":"W4213449295","doi":"10.2196/34907","title":"The Science of Learning Health Systems: Scoping Review of Empirical Research","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Empirical research; Context (archaeology); Scopus; Data science; Health informatics; Health care; Population health; Computer science; MEDLINE; Management science; Medicine; Public health; Engineering; Political science; Nursing","score_opus":0.7458868266134792,"score_gpt":0.7710772007567167,"score_spread":0.02519037414323755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213449295","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41459933,0.034257762,0.003239464,0.42089745,0.0067836647,0.04633724,0.00020604176,0.000438615,0.073240444],"genre_scores_gemma":[0.83975655,0.04379916,0.002018756,0.10557436,0.000564129,0.006854169,0.000028530592,0.000058327365,0.0013459964],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.98440355,0.0043770643,0.0034831078,0.00012065816,0.006516796,0.0010988035],"domain_scores_gemma":[0.9892385,0.007557995,0.0013878894,0.0004285785,0.0008588702,0.00052815356],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08067222,0.00007146055,0.00038732792,0.00027105436,0.004475464,0.000010898399,0.0011244878,0.00004447699,0.0005756868],"category_scores_gemma":[0.017389487,0.000048173635,0.00003445048,0.0028476613,0.0011719408,0.00020575892,0.0011182271,0.001834114,0.00004501382],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037946415,0.00010680894,0.0052240505,0.35368797,0.0000152889,0.0000017944093,0.2871709,0.00007282557,0.000014787955,0.019596703,0.31411964,0.019951293],"study_design_scores_gemma":[0.0013109045,0.0012521083,0.0009397355,0.18576165,0.00000564658,0.000024029936,0.41594076,0.014202321,0.000016547552,0.0001274142,0.38018483,0.00023406185],"about_ca_topic_score_codex":0.0001298657,"about_ca_topic_score_gemma":0.000011190506,"teacher_disagreement_score":0.42515725,"about_ca_system_score_codex":0.0005431897,"about_ca_system_score_gemma":0.022582306,"threshold_uncertainty_score":0.99682057},"labels":[],"label_agreement":null},{"id":"W4214501550","doi":"10.2196/26511","title":"The Role of Health Kiosks: Scoping Review","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health, Technology, Consumer Behavior","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactive kiosk; Usability; World Wide Web; Medicine; Health care; MEDLINE; Software deployment; The Internet; Computer science; Internet privacy; Political science","score_opus":0.07590149026005075,"score_gpt":0.49791395279830747,"score_spread":0.42201246253825675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214501550","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15270543,0.4328647,0.0012287523,0.30194008,0.007364419,0.05370517,0.00033822117,0.0027868492,0.047066364],"genre_scores_gemma":[0.39265206,0.2550189,0.006837651,0.3067303,0.0006187483,0.035533052,0.00038439545,0.00029901756,0.0019259085],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99416023,0.00106838,0.0027260666,0.000098122306,0.0011919931,0.0007552231],"domain_scores_gemma":[0.9966702,0.0010260163,0.0011634364,0.0007266377,0.000113363174,0.00030037944],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007657561,0.00013309838,0.00055450667,0.000091982736,0.0019847844,0.0000032694945,0.000825212,0.00019840796,0.0017535816],"category_scores_gemma":[0.0011316264,0.00009434567,0.000075041666,0.0005028058,0.0002270159,0.000088174624,0.0007893183,0.0024724351,0.0001867812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001340207,0.00014307487,0.0053370087,0.027733691,0.000023066845,0.0000024299814,0.010676149,3.870483e-7,0.0000015160401,0.009133328,0.053271107,0.89366484],"study_design_scores_gemma":[0.0010424478,0.00032807264,0.001173663,0.048687335,0.000029017236,0.000029503475,0.050335996,0.0005921534,0.000006921304,0.000845412,0.89665985,0.00026965383],"about_ca_topic_score_codex":0.000117115495,"about_ca_topic_score_gemma":0.00009529332,"teacher_disagreement_score":0.8933952,"about_ca_system_score_codex":0.00029943284,"about_ca_system_score_gemma":0.0048663644,"threshold_uncertainty_score":0.9998289},"labels":[],"label_agreement":null},{"id":"W4214527673","doi":"10.2196/33043","title":"Automatically Explaining Machine Learning Predictions on Severe Chronic Obstructive Pulmonary Disease Exacerbations: Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health; Flight Attendant Medical Research Institute; National Heart, Lung, and Blood Institute; Tobacco-Related Disease Research Program","keywords":"COPD; Medicine; Generalizability theory; Exacerbation; Emergency department; Psychological intervention; Cohort; Retrospective cohort study; Pulmonary disease; Intensive care medicine; Obstructive lung disease; Cohort study; Emergency medicine; Machine learning; Artificial intelligence; Internal medicine; Computer science","score_opus":0.012855204814169215,"score_gpt":0.2971062855833635,"score_spread":0.28425108076919425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214527673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96893716,0.000292043,0.0004163753,0.0009144995,0.00043676063,0.005766304,0.0003668396,0.0007583692,0.02211165],"genre_scores_gemma":[0.9928764,0.000049088543,0.00024175389,0.00039709557,0.00037396903,0.003236947,0.0007748371,0.00008172479,0.0019681945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921302,0.0004448757,0.0011907695,0.0005240925,0.0048845746,0.00082547474],"domain_scores_gemma":[0.996648,0.00041552813,0.00033225142,0.0008526933,0.0003037279,0.0014477989],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011298633,0.00046092016,0.000722864,0.0005290033,0.0013524824,0.00006865697,0.0005045475,0.00014106695,0.00839479],"category_scores_gemma":[0.0012941766,0.00043415025,0.00025195963,0.0011287325,0.00040696902,0.0004626426,0.0008640591,0.003056152,0.00016890693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088960986,0.0036123323,0.96993464,0.000752472,0.00061416,0.0011825842,0.005778048,0.0029503435,0.0000041600565,0.0013190256,0.0012854171,0.01167719],"study_design_scores_gemma":[0.002030924,0.0009990298,0.69083554,0.00015602449,0.0001958592,0.00026727188,0.010355974,0.2925643,9.055232e-7,0.0002069285,0.002077611,0.00030964153],"about_ca_topic_score_codex":0.000032851032,"about_ca_topic_score_gemma":0.0000066550024,"teacher_disagreement_score":0.28961396,"about_ca_system_score_codex":0.0044274013,"about_ca_system_score_gemma":0.0020638865,"threshold_uncertainty_score":0.9999476},"labels":[],"label_agreement":null},{"id":"W4214578519","doi":"10.2196/35257","title":"Natural Language Processing for Assessing Quality Indicators in Free-Text Colonoscopy and Pathology Reports: Development and Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; National Research Foundation","keywords":"Colonoscopy; Artificial intelligence; Pipeline (software); Computer science; Natural language processing; Medicine; Data set; Information extraction; Set (abstract data type); Medical physics; Colorectal cancer; Internal medicine; Cancer","score_opus":0.02101719244389338,"score_gpt":0.3721546888883932,"score_spread":0.3511374964444998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214578519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976027,0.00060342025,0.0003393926,0.0002656843,0.00015610189,0.00084969454,0.000002507687,0.00005169292,0.00012878022],"genre_scores_gemma":[0.9950581,0.000002153033,0.0040372363,0.00041701642,0.000032184398,0.00040034353,0.00001722031,0.0000068133895,0.000028887427],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99841106,0.00008580684,0.0006844203,0.00015050986,0.0004784954,0.00018973592],"domain_scores_gemma":[0.99930376,0.00015047511,0.00022741097,0.00014939229,0.00003174545,0.00013720922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021223614,0.000100477184,0.0002909688,0.00019565277,0.00019881004,0.000032138843,0.000055843448,0.000080665624,0.00001988108],"category_scores_gemma":[0.0007509471,0.00008842284,0.000018988667,0.00032981852,0.000114154835,0.00016111054,0.00021654082,0.00048272422,1.0659276e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013502587,0.0005499271,0.28844467,0.0011089061,0.000027964708,0.00016980863,0.09609713,0.0000014518165,0.000025179972,0.000007803312,0.0001709281,0.612046],"study_design_scores_gemma":[0.0060929772,0.0032595624,0.7993254,0.00022392835,0.000052403473,0.0013859252,0.17512447,0.008905056,0.00025753985,0.00007466351,0.0049218666,0.00037618415],"about_ca_topic_score_codex":0.000040159677,"about_ca_topic_score_gemma":0.000113463335,"teacher_disagreement_score":0.6116698,"about_ca_system_score_codex":0.00018677737,"about_ca_system_score_gemma":0.00037913042,"threshold_uncertainty_score":0.36057788},"labels":[],"label_agreement":null},{"id":"W4214581630","doi":"10.2196/33044","title":"A Roadmap for Boosting Model Generalizability for Predicting Hospital Encounters for Asthma","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Generalizability theory; Asthma; Emergency department; Medicine; Health care; Predictive modelling; Medical emergency; Machine learning; Computer science; Nursing; Psychology","score_opus":0.020451775029125634,"score_gpt":0.32118568084174015,"score_spread":0.3007339058126145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214581630","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05088015,0.000023512106,0.9401849,0.004698553,0.00083694945,0.0027948015,0.00014182682,0.00029027744,0.00014902747],"genre_scores_gemma":[0.33074316,0.0000018891228,0.6550136,0.006213252,0.00037545577,0.007315668,0.00016170603,0.000037353744,0.00013787328],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99712545,0.000059741516,0.0009710936,0.0002705527,0.00092347513,0.00064966525],"domain_scores_gemma":[0.9975848,0.00095431635,0.000419463,0.00049007754,0.00024091343,0.0003104376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025707555,0.00019696844,0.00029982693,0.00009859573,0.000811797,0.000114733324,0.00131346,0.00012306847,0.000015347705],"category_scores_gemma":[0.0018758485,0.00019143726,0.00020803486,0.00020120636,0.00005609097,0.0004982712,0.0006484262,0.0004457763,0.0000010510771],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030521152,0.00081693573,0.0069916514,0.010060685,0.00017228253,0.0000049899695,0.19029918,0.23729075,0.000015436242,0.10751744,0.102829434,0.343696],"study_design_scores_gemma":[0.0010197932,0.00076573726,0.00003577666,0.00003195233,0.0000048449706,0.000010947872,0.0010963103,0.96932,0.0000072311645,0.0026710916,0.024828002,0.0002083395],"about_ca_topic_score_codex":0.000015610745,"about_ca_topic_score_gemma":0.000005343743,"teacher_disagreement_score":0.7320292,"about_ca_system_score_codex":0.00024461842,"about_ca_system_score_gemma":0.0005852458,"threshold_uncertainty_score":0.7806585},"labels":[],"label_agreement":null},{"id":"W4214646484","doi":"10.2196/33875","title":"Machine Learning Approach for Preterm Birth Prediction Using Health Records: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Preterm Birth and Chorioamnionitis","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Systematic review; Receiver operating characteristic; Predictive power; Sample size determination; Population; Descriptive statistics; Machine learning; MEDLINE; Statistics; Artificial intelligence; Computer science; Mathematics","score_opus":0.07036687548697894,"score_gpt":0.36624047069344307,"score_spread":0.2958735952064641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214646484","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.093806e-7,0.9783678,0.005238408,0.000045107612,0.00042204504,0.013777821,0.00044254598,0.00027991692,0.0014259253],"genre_scores_gemma":[4.957204e-7,0.9821574,0.0044997022,0.0019009124,0.00036782812,0.004241441,0.006279801,0.00011267802,0.00043976208],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99271065,0.0005441246,0.0039979387,0.0003248328,0.001709644,0.0007128092],"domain_scores_gemma":[0.9953463,0.0003914854,0.0025175125,0.00076164864,0.00009412369,0.00088894356],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028399231,0.0006759961,0.005239437,0.00037163417,0.000383775,0.00005544595,0.0005073692,0.00051420764,0.00055521727],"category_scores_gemma":[0.0015762448,0.00049074966,0.0010791034,0.00062340224,0.00008794454,0.00020791248,0.00023756005,0.002210803,0.000017238364],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009200739,0.000059789352,0.0000018307936,0.80697936,0.00023337099,0.000005644934,0.00027697565,5.126654e-7,7.658551e-10,0.000014777274,0.0011519344,0.19126658],"study_design_scores_gemma":[0.00045713587,0.00045918179,5.618713e-8,0.43868107,0.0015406646,0.001416819,0.00010484051,0.017741209,6.466695e-9,0.0000021258788,0.53935677,0.00024009895],"about_ca_topic_score_codex":0.000009489349,"about_ca_topic_score_gemma":5.5845857e-7,"teacher_disagreement_score":0.53820485,"about_ca_system_score_codex":0.0007816207,"about_ca_system_score_gemma":0.0021188017,"threshold_uncertainty_score":0.9997544},"labels":[],"label_agreement":null},{"id":"W4214658628","doi":"10.2196/32689","title":"Comparison of the Erectile Dysfunction Drugs Sildenafil and Tadalafil Using Patient Medication Reviews: Topic Modeling Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Quality and Counterfeiting","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Seoul National University","keywords":"Tadalafil; Sildenafil; Erectile dysfunction; Medicine; Latent Dirichlet allocation; Patient education; Family medicine; Topic model; Internal medicine","score_opus":0.11337450636998735,"score_gpt":0.4265368992164346,"score_spread":0.31316239284644726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214658628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959507,0.0003404516,0.0014307381,0.00046342486,0.00026731598,0.0009235651,0.0000033230276,0.000024085502,0.0005963916],"genre_scores_gemma":[0.99795586,0.00003898344,0.00016937363,0.0016551048,0.000064355845,0.00008276778,0.000008251984,0.0000064621145,0.000018834298],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99728125,0.00021264184,0.0010304833,0.00008946315,0.0012246978,0.00016145445],"domain_scores_gemma":[0.999134,0.0000956429,0.00031934673,0.00023039783,0.00006348007,0.00015714938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011461879,0.00010558201,0.00035321907,0.000055150645,0.00026522775,0.000011168366,0.00013371951,0.000055963625,0.00026743647],"category_scores_gemma":[0.00028543174,0.00007280358,0.00006430081,0.00023818534,0.00008087555,0.000110373425,0.0002665621,0.00063072226,0.000002223582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054992177,0.0054102316,0.075702645,0.004644763,0.00035732146,0.000008480733,0.38119918,0.0027781562,0.00070447463,0.0006122373,0.0041039665,0.52392864],"study_design_scores_gemma":[0.0012424565,0.00038332512,0.0004840201,0.0003141161,0.00014274122,0.00003833006,0.068082094,0.92261326,0.0001397195,0.00003915487,0.006420683,0.00010011287],"about_ca_topic_score_codex":0.000031411328,"about_ca_topic_score_gemma":0.000002527304,"teacher_disagreement_score":0.9198351,"about_ca_system_score_codex":0.00011622172,"about_ca_system_score_gemma":0.00013552238,"threshold_uncertainty_score":0.2968844},"labels":[],"label_agreement":null},{"id":"W4214866510","doi":"10.2196/28781","title":"State of the Art of Machine Learning–Enabled Clinical Decision Support in Intensive Care Units: Literature Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Beijing Nova Program; National Key Research and Development Program of China; Beijing Municipal Science and Technology Commission","keywords":"Clinical decision support system; Decision support system; Artificial intelligence; Machine learning; Intensive care; Identification (biology); Point of care; Intensive care unit; Medicine; Computer science; Intensive care medicine; Nursing","score_opus":0.10654525370545741,"score_gpt":0.4465481936975651,"score_spread":0.3400029399921077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214866510","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012599131,0.99585754,0.0000019789263,0.00019476697,0.00029625613,0.002419243,0.00019384624,0.000015892516,0.0008945036],"genre_scores_gemma":[0.00002073078,0.99430966,0.00012958744,0.0029518276,0.000036534966,0.00025920288,0.0020576005,0.00003268947,0.00020216678],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.993703,0.0004239273,0.0038818384,0.00018217506,0.0015440296,0.0002650206],"domain_scores_gemma":[0.99497676,0.0015037905,0.0017004154,0.00075633894,0.000798361,0.0002643304],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014393454,0.00039780053,0.003560992,0.0002423189,0.000038109578,0.000009144467,0.000463619,0.00037483865,0.0012002584],"category_scores_gemma":[0.0074987723,0.00020288026,0.00086755893,0.0015394547,0.00018379629,0.00006235738,0.00048027223,0.0025093416,0.000030419535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033365603,0.00016653918,0.00029684103,0.10665741,0.00021378264,0.00010914291,0.0018371426,2.8135642e-7,1.3617736e-9,0.0000062760855,0.017175486,0.87350374],"study_design_scores_gemma":[0.00096115324,0.0004918397,0.00004891655,0.21555029,0.0007933004,0.00017028798,0.0005253272,0.00002550471,4.00048e-7,0.0000037785726,0.781312,0.000117225594],"about_ca_topic_score_codex":0.00000441414,"about_ca_topic_score_gemma":0.0000074530585,"teacher_disagreement_score":0.8733865,"about_ca_system_score_codex":0.00018450586,"about_ca_system_score_gemma":0.001606795,"threshold_uncertainty_score":0.9997919},"labels":[],"label_agreement":null},{"id":"W4214891660","doi":"10.2196/30104","title":"A Data-Driven Algorithm to Recommend Initial Clinical Workup for Outpatient Specialty Referral: Algorithm Development and Validation Using Electronic Health Record Data and Expert Surveys","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute on Aging","keywords":"Algorithm; Specialty; Referral; Electronic health record; Medicine; Computer science; Health records; Data mining; Health care; Family medicine","score_opus":0.19912122038433708,"score_gpt":0.4262307638409381,"score_spread":0.22710954345660103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214891660","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20923609,0.0003006968,0.7581227,0.020836664,0.0041773305,0.0057838704,0.0008605057,0.00043409053,0.00024805125],"genre_scores_gemma":[0.110138185,0.00065811974,0.79420024,0.057883732,0.009348913,0.0012407907,0.02622064,0.00021962255,0.00008973912],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99658614,0.00015117445,0.0016491105,0.0003962831,0.0006179502,0.0005993158],"domain_scores_gemma":[0.9983369,0.0001442918,0.0005973507,0.00068149075,0.00010151269,0.00013845255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008544161,0.00020557527,0.0005038247,0.00025939834,0.0005627205,0.00014978253,0.0007676613,0.00017650599,0.000074835196],"category_scores_gemma":[0.00031851264,0.0001951219,0.000023063802,0.00036685608,0.00006008426,0.00086560805,0.0030673614,0.000597426,0.0000079183355],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014102225,0.00009031832,0.0007712249,0.00016465092,0.000030828185,0.000002185558,0.00047452416,7.88801e-7,2.7316094e-8,0.00018217925,0.021391355,0.9768778],"study_design_scores_gemma":[0.00081289833,0.00014767182,0.0005057957,0.000080431695,0.000007795964,0.000012666761,0.0018102985,0.22428866,2.3594768e-7,0.000104982355,0.7720277,0.00020091035],"about_ca_topic_score_codex":0.00084236794,"about_ca_topic_score_gemma":0.0011331207,"teacher_disagreement_score":0.9766769,"about_ca_system_score_codex":0.00022337421,"about_ca_system_score_gemma":0.000635618,"threshold_uncertainty_score":0.79568404},"labels":[],"label_agreement":null},{"id":"W4214905139","doi":"10.2196/33026","title":"A Bayesian Network Analysis of the Probabilistic Relationships Between Various Obesity Phenotypes and Cardiovascular Disease Risk in Chinese Adults: Chinese Population-Based Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Framingham Risk Score; Medicine; Overweight; Framingham Heart Study; Disease; Obesity; Population; Observational study; Demography; Gerontology; Environmental health; Internal medicine","score_opus":0.02489494341537208,"score_gpt":0.26905054330339945,"score_spread":0.24415559988802737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214905139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8061509,0.00006221809,0.19298714,0.00014998252,0.000055820106,0.0005077759,0.0000362514,0.00003787051,0.000011994575],"genre_scores_gemma":[0.9963367,0.0000025560971,0.0033054852,0.000105600775,0.000036382076,0.00013223906,0.0000738455,0.0000052552386,0.000001925332],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99676734,0.0006489017,0.00080186327,0.0002112486,0.0013706698,0.00019997114],"domain_scores_gemma":[0.998018,0.0006424206,0.00027367758,0.0007798435,0.00008821442,0.00019782719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021528054,0.00016246305,0.0004202243,0.00018104863,0.0004365347,0.000051405197,0.00074236706,0.00006195183,0.000018050017],"category_scores_gemma":[0.0009692896,0.00011306231,0.00019527071,0.002964236,0.000059851594,0.00023724706,0.00041949615,0.00062467717,5.1848133e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082220895,0.00012815886,0.67255676,0.000028345385,0.00017217314,0.0000012373177,0.00243216,0.32318586,1.8615748e-9,0.00042492207,0.000004188252,0.0010579916],"study_design_scores_gemma":[0.00024768128,0.000020145519,0.5042312,0.000014584059,0.00013698949,2.3175906e-7,0.000077078825,0.49154928,2.069369e-9,0.0036555,0.0000018506729,0.00006540639],"about_ca_topic_score_codex":0.00047301274,"about_ca_topic_score_gemma":0.00029986328,"teacher_disagreement_score":0.19018577,"about_ca_system_score_codex":0.00006912391,"about_ca_system_score_gemma":0.0002880246,"threshold_uncertainty_score":0.46105474},"labels":[],"label_agreement":null},{"id":"W4220661785","doi":"10.2196/25477","title":"A Comparison of Census and Cohort Sampling Models for the Longitudinal Collection of User-Reported Data in the Maternity Care Pathway: Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Regione Toscana; European Commission","keywords":"Data collection; Census; Descriptive statistics; Sample (material); Sample size determination; Longitudinal study; Medicine; Cohort; Statistics; Population; Environmental health","score_opus":0.2584643836315813,"score_gpt":0.516426612168764,"score_spread":0.25796222853718265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220661785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855388,0.00012154924,0.011736656,0.0001981002,0.0001723683,0.0017643413,0.00040205437,0.000009492607,0.000056686724],"genre_scores_gemma":[0.9966851,0.000011208694,0.0026990345,0.00006549718,0.000018018321,0.00032375104,0.00016136254,0.000005071308,0.00003097932],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99801594,0.0001718972,0.0009919375,0.000080485974,0.00061316555,0.00012659052],"domain_scores_gemma":[0.99863654,0.00045529415,0.0003398732,0.00039487402,0.00011315468,0.000060237737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002688737,0.00007943874,0.00033351782,0.000067924215,0.0001779312,0.000008951851,0.00027489298,0.000042002506,0.00006062229],"category_scores_gemma":[0.00018807805,0.000045747922,0.000043296717,0.0002046514,0.00007371839,0.000066688364,0.00032983557,0.00031994673,8.8396625e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015945421,0.0029875338,0.8162199,0.013829411,0.00047747945,0.000020221305,0.10066169,0.0005964514,0.000014919511,0.00056356593,0.0013582859,0.06167597],"study_design_scores_gemma":[0.0023189734,0.0018283112,0.4677106,0.00023513877,0.00017151538,0.00018411614,0.1341147,0.38588482,0.000072285395,0.00011261135,0.0072729574,0.000093962335],"about_ca_topic_score_codex":0.00074224884,"about_ca_topic_score_gemma":0.00021049232,"teacher_disagreement_score":0.38528836,"about_ca_system_score_codex":0.0000402214,"about_ca_system_score_gemma":0.000110748086,"threshold_uncertainty_score":0.18655461},"labels":[],"label_agreement":null},{"id":"W4220689324","doi":"10.2196/33212","title":"Improving the Prediction of Persistent High Health Care Utilizers: Retrospective Analysis Using Ensemble Methodology","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Logistic regression; Health care; Medicine; Retrospective cohort study; Observational study; Decision tree; Referral; Ensemble learning; Population; Random forest; Computer science; Machine learning; Statistics; Family medicine; Environmental health; Surgery; Mathematics; Internal medicine","score_opus":0.057894821179274934,"score_gpt":0.355619715336937,"score_spread":0.29772489415766207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220689324","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20469739,0.00035614884,0.79053754,0.0025670375,0.0007673931,0.0006231307,0.000047500464,0.0001669129,0.00023696412],"genre_scores_gemma":[0.9185237,0.00000950671,0.07983578,0.0014801422,0.00005541497,0.00004798264,0.000029821555,0.0000070478427,0.000010561089],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99625134,0.0009364001,0.00085717224,0.00018573453,0.0014114863,0.00035788465],"domain_scores_gemma":[0.9978803,0.0003568213,0.00071718846,0.00067539635,0.00018587447,0.00018444167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023727817,0.0001295661,0.00042394444,0.00029600423,0.0006162322,0.00003482965,0.0010018178,0.00008672943,0.00010001783],"category_scores_gemma":[0.00040515655,0.000099374374,0.00027508478,0.0015350841,0.00010947742,0.00020461026,0.0008878434,0.00090773194,0.0000011562411],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060375365,0.00019977975,0.037474,0.0018135043,0.0012415567,0.000015170543,0.63835824,0.09864241,0.00003800974,0.028844258,0.0012834467,0.19202927],"study_design_scores_gemma":[0.0002399409,0.00046755746,0.0030319162,0.000015759097,0.00007406915,0.00003869114,0.027821274,0.9677436,0.000012626045,0.00008232083,0.00039273058,0.000079563935],"about_ca_topic_score_codex":0.0011355167,"about_ca_topic_score_gemma":0.000034543118,"teacher_disagreement_score":0.86910117,"about_ca_system_score_codex":0.00066068576,"about_ca_system_score_gemma":0.0007054269,"threshold_uncertainty_score":0.47396225},"labels":[],"label_agreement":null},{"id":"W4220714892","doi":"10.2196/31557","title":"The Disparity and Dynamics of Social Distancing Behaviors in Japan: Investigation of Mobile Phone Mobility Data","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Social distance; Distancing; Population; Mobile phone; Phone; Psychology; Social psychology; Entertainment; Sociology; Demography; Medicine; Computer science; Political science; Coronavirus disease 2019 (COVID-19)","score_opus":0.020166164778723263,"score_gpt":0.3263446900981441,"score_spread":0.30617852531942086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220714892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984818,0.000025884594,0.0002790705,0.00055179774,0.0000425565,0.00027690677,0.00009967163,0.000009586136,0.00023272514],"genre_scores_gemma":[0.9995759,0.000025324176,0.000047982987,0.00005110963,0.0000184371,0.000074416464,0.00018534562,0.000002223244,0.000019265848],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99791944,0.00026880077,0.0006868687,0.00008033463,0.0008992556,0.00014531882],"domain_scores_gemma":[0.99888325,0.00041276173,0.00028311618,0.00027437988,0.00006161766,0.00008486706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042494214,0.000055828943,0.00018268616,0.000048534206,0.00061318395,0.000019843996,0.00050379516,0.00006879465,0.00017341555],"category_scores_gemma":[0.0004416482,0.000047315603,0.00003212808,0.0004890182,0.0012131574,0.00020372102,0.00029079447,0.0002855421,4.1886588e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005919636,0.000687683,0.3143032,0.0005864942,0.00005034057,7.9070253e-7,0.5501827,0.00030947928,0.000013366263,0.033361502,0.0008040171,0.09964123],"study_design_scores_gemma":[0.00070145685,0.00010106615,0.13898125,0.000050325114,0.00007201815,5.057703e-7,0.58161646,0.27146524,0.000017793276,0.0037580137,0.00300596,0.00022989637],"about_ca_topic_score_codex":0.0038431373,"about_ca_topic_score_gemma":0.039140042,"teacher_disagreement_score":0.27115574,"about_ca_system_score_codex":0.00016627999,"about_ca_system_score_gemma":0.0004385007,"threshold_uncertainty_score":0.97839314},"labels":[],"label_agreement":null},{"id":"W4220718380","doi":"10.2196/36388","title":"Evaluation and Mitigation of Racial Bias in Clinical Machine Learning Models: Scoping Review","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":184,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scopus; Machine learning; Artificial intelligence; MEDLINE; Computer science; Systematic review; Publication bias; Meta-analysis; Selection bias; Medicine; Data science; Pathology","score_opus":0.4425374768641928,"score_gpt":0.5513769212540904,"score_spread":0.10883944438989762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220718380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983185,0.009730686,0.0006235517,0.0026715023,0.00029747924,0.001972481,0.0000023090352,0.000025919966,0.0014910832],"genre_scores_gemma":[0.98858994,0.0080744205,0.00051762327,0.0023607966,0.000107600805,0.00021373449,0.000114026036,0.0000070037404,0.000014835893],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99669904,0.00036612106,0.0015501803,0.00007731829,0.0011780865,0.0001292835],"domain_scores_gemma":[0.99885195,0.00033616342,0.00034760463,0.00011166798,0.00021121482,0.00014140958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00789671,0.000067195506,0.0003046022,0.00011418084,0.00008459113,0.000004859947,0.00005777366,0.00008260001,0.00045485573],"category_scores_gemma":[0.0032494282,0.00006126336,0.000046664885,0.00028609033,0.0000796749,0.00015883472,0.00006177017,0.0006064842,0.000004797317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007017574,0.00022396221,0.018247489,0.0077710357,0.000014845698,0.0000024307742,0.0133552635,0.0003963187,0.0000021106212,0.0003254129,0.00027123644,0.9593197],"study_design_scores_gemma":[0.0003417532,0.0005349993,0.0011820672,0.017556876,0.00008226824,0.00003918243,0.0044137496,0.9740191,0.000044460638,0.0012640071,0.00041638475,0.00010513693],"about_ca_topic_score_codex":0.00006516064,"about_ca_topic_score_gemma":0.00005043349,"teacher_disagreement_score":0.9736228,"about_ca_system_score_codex":0.00009425062,"about_ca_system_score_gemma":0.00094658544,"threshold_uncertainty_score":0.49803513},"labels":[],"label_agreement":null},{"id":"W4220762082","doi":"10.2196/33006","title":"Web-Based Skin Cancer Assessment and Classification Using Machine Learning and Mobile Computerized Adaptive Testing in a Rasch Model: Development Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rasch model; Machine learning; Artificial intelligence; Receiver operating characteristic; Naive Bayes classifier; Respondent; Logistic regression; Computer science; Population; Computerized adaptive testing; Item response theory; Bayes' theorem; Statistics; Data mining; Bayesian probability; Mathematics; Medicine; Support vector machine; Psychometrics","score_opus":0.04987847350160329,"score_gpt":0.3487782968916951,"score_spread":0.2988998233900918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220762082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847534,0.000036035664,0.013588271,0.000058418864,0.000050635943,0.0012401062,0.0000022713689,0.00006604183,0.00020486365],"genre_scores_gemma":[0.96999854,0.000009574296,0.029010793,0.0003411983,0.000014581401,0.0005549946,0.000014725708,0.000011658548,0.000043936507],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985187,0.00008161886,0.00049464416,0.00012633369,0.00061375916,0.00016492872],"domain_scores_gemma":[0.99949473,0.00008156325,0.00015967352,0.00007917217,0.000041103896,0.00014375184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061003317,0.00012323378,0.00024442564,0.00020326467,0.00021041738,0.0000272128,0.000049292004,0.000038619473,0.00007763655],"category_scores_gemma":[0.000018728806,0.00011283055,0.000014143569,0.0002508595,0.00003665224,0.000052847863,0.00021006164,0.00046862263,5.5903354e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008566198,0.0029303827,0.25672868,0.0011263208,0.00033433698,0.00026310832,0.04081743,0.06903013,0.0014189843,0.00005947498,0.000117975505,0.62631655],"study_design_scores_gemma":[0.0036236215,0.00046742664,0.008630907,0.00008027435,0.00003086697,0.000057719415,0.0064315423,0.9785298,0.0000066218636,0.0000016459821,0.002026658,0.00011289688],"about_ca_topic_score_codex":0.00005061966,"about_ca_topic_score_gemma":0.000050013634,"teacher_disagreement_score":0.9094997,"about_ca_system_score_codex":0.00038425118,"about_ca_system_score_gemma":0.00043667367,"threshold_uncertainty_score":0.46010962},"labels":[],"label_agreement":null},{"id":"W4220852887","doi":"10.2196/34954","title":"Cluster Analysis of Primary Care Physician Phenotypes for Electronic Health Record Use: Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yale New Haven Hospital; Yale University","keywords":"Medicine; Documentation; Retrospective cohort study; Cluster (spacecraft); Family medicine; Cohort; Health records; Primary care; Electronic health record; Psychological intervention; Health information exchange; Medical emergency; Health care; Computer science; Nursing; Health information; Internal medicine","score_opus":0.02956467325048662,"score_gpt":0.40265859087019046,"score_spread":0.37309391761970384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220852887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767407,0.00030414667,0.0030442893,0.0008941307,0.0009593032,0.014448647,0.00040470253,0.00019236501,0.0030117198],"genre_scores_gemma":[0.9782299,0.000091143644,0.00039775713,0.012888014,0.0003145299,0.006456389,0.0009478946,0.00006170248,0.0006127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99218994,0.0013575236,0.0027467052,0.00030231773,0.0019420482,0.0014614866],"domain_scores_gemma":[0.9953947,0.001190351,0.0017733558,0.0007497673,0.0004896979,0.00040212477],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004672351,0.00028013848,0.0016863506,0.0005341491,0.0012527764,0.000011229947,0.00055538205,0.00020453766,0.00039686868],"category_scores_gemma":[0.00027721902,0.0002542526,0.0002770336,0.0018580116,0.000069858346,0.00024861988,0.0003609892,0.0021037604,0.000018150615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00041439675,0.0007417376,0.83348125,0.0040837843,0.0022481303,0.0000010256992,0.1093302,0.00009723241,9.4164955e-7,0.0013687699,0.028243449,0.01998907],"study_design_scores_gemma":[0.0069191367,0.00867266,0.62554586,0.0004151554,0.0012299817,0.0000024278525,0.16768295,0.030504795,0.0000011461295,0.00025753587,0.15796372,0.00080464093],"about_ca_topic_score_codex":0.0014955413,"about_ca_topic_score_gemma":0.00403535,"teacher_disagreement_score":0.20793542,"about_ca_system_score_codex":0.0070070634,"about_ca_system_score_gemma":0.006615081,"threshold_uncertainty_score":0.999991},"labels":[],"label_agreement":null},{"id":"W4220907392","doi":"10.2196/28880","title":"Using a Convolutional Neural Network and Convolutional Long Short-term Memory to Automatically Detect Aneurysms on 2D Digital Subtraction Angiography Images: Framework Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Intracranial Aneurysms: Treatment and Complications","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Convolutional neural network; Computer science; Digital subtraction angiography; Artificial intelligence; Term (time); Angiography; Radiology; Pattern recognition (psychology); Computer vision; Medicine","score_opus":0.024460806653557418,"score_gpt":0.291857128467389,"score_spread":0.26739632181383155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220907392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820274,0.000080149475,0.015719263,0.00067698635,0.00017943745,0.0008011699,0.000032390002,0.00013817544,0.000344996],"genre_scores_gemma":[0.98437417,0.000005966263,0.013572924,0.0013062838,0.00019960463,0.00020464449,0.00028412102,0.000017622975,0.00003467605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99782044,0.00004117585,0.0006192197,0.00019585797,0.0009803342,0.00034295543],"domain_scores_gemma":[0.9989598,0.0002430994,0.00011671067,0.00016753736,0.000096072414,0.00041682803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024006031,0.00022142705,0.0002676615,0.00021279561,0.0005810174,0.000100683574,0.000098789584,0.00011981916,0.00018161803],"category_scores_gemma":[0.00008167305,0.00020179231,0.000096040145,0.00039543168,0.00016915212,0.0002964056,0.0001470581,0.00046774134,0.00001372368],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004441137,0.005615817,0.48066497,0.0022840563,0.002397232,0.0012972128,0.02458259,0.008923592,0.0011654081,0.020919481,0.012501141,0.43520737],"study_design_scores_gemma":[0.0028597722,0.0018627639,0.8392598,0.0005390138,0.0003975583,0.006817161,0.0015893108,0.14195743,0.00022987997,0.001605118,0.0018920933,0.0009901068],"about_ca_topic_score_codex":0.0000022671472,"about_ca_topic_score_gemma":9.768884e-7,"teacher_disagreement_score":0.43421727,"about_ca_system_score_codex":0.00015713641,"about_ca_system_score_gemma":0.00019434156,"threshold_uncertainty_score":0.82288516},"labels":[],"label_agreement":null},{"id":"W4220915814","doi":"10.2196/35104","title":"Patient-Level Fall Risk Prediction Using the Observational Medical Outcomes Partnership’s Common Data Model: Pilot Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Seoul National University; National Research Foundation; National Research Foundation of Korea; Seoul National University Bundang Hospital","keywords":"Observational study; Logistic regression; Medicine; Medical record; Receiver operating characteristic; Internal medicine","score_opus":0.33621899732994903,"score_gpt":0.47227376577447705,"score_spread":0.13605476844452802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220915814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880165,0.000020995923,0.004829737,0.0012769778,0.0009355067,0.0028058526,0.0011736646,0.0001795565,0.0007612319],"genre_scores_gemma":[0.9916919,0.000025230467,0.00075622206,0.004964682,0.00021032538,0.0005457054,0.0016252673,0.000024111785,0.00015655461],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.991369,0.0018256643,0.0021067115,0.00027212987,0.003863705,0.00056275126],"domain_scores_gemma":[0.9961666,0.0010573021,0.00088392035,0.0013234505,0.00015344488,0.00041529586],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0072122845,0.00024241513,0.00044400667,0.000077665885,0.002281448,0.000024902141,0.0013431403,0.00023461065,0.0003447825],"category_scores_gemma":[0.0014936489,0.00016652087,0.00008485439,0.000342461,0.00018951336,0.00060477917,0.0023401487,0.0028655906,0.000033582888],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001582264,0.003490189,0.94460326,0.00017404367,0.00012006266,0.0000040588816,0.019109955,0.00017625782,8.4238576e-7,0.00052941206,0.02843411,0.003199599],"study_design_scores_gemma":[0.00203352,0.00026634254,0.40034258,0.00005962855,0.00006072903,0.000004135751,0.020326056,0.57389545,1.36632e-8,0.00069182436,0.0021909503,0.00012875443],"about_ca_topic_score_codex":0.00041553017,"about_ca_topic_score_gemma":0.001075281,"teacher_disagreement_score":0.5737192,"about_ca_system_score_codex":0.00035918877,"about_ca_system_score_gemma":0.0013562167,"threshold_uncertainty_score":0.9994348},"labels":[],"label_agreement":null},{"id":"W4220930776","doi":"10.2196/33439","title":"Vascular Aging Estimation Based on Artificial Neural Network Using Photoplethysmogram Waveform Decomposition: Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Korea Health Industry Development Institute; National Institute of Environmental Health Sciences; National Research Foundation","keywords":"Photoplethysmogram; Waveform; Artificial neural network; Arterial stiffness; Pearson product-moment correlation coefficient; Pattern recognition (psychology); Artificial intelligence; Computer science; Mathematics; Statistics; Medicine; Blood pressure; Internal medicine; Computer vision; Telecommunications","score_opus":0.012237262195661677,"score_gpt":0.2763405128599259,"score_spread":0.2641032506642642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220930776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94706637,0.000012075285,0.049135093,0.00002069211,0.0013838818,0.0012859193,0.000009643314,0.00044710952,0.000639218],"genre_scores_gemma":[0.9946554,0.0000012665139,0.0042149574,0.00019733107,0.00048514482,0.00032683383,0.00007207874,0.00004567302,0.0000013171987],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677944,0.000089185516,0.00072257925,0.00015262219,0.0017766738,0.0004795263],"domain_scores_gemma":[0.9991271,0.00012230812,0.00012631834,0.00034675593,0.00005962133,0.00021789469],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000965177,0.00026565779,0.00035148035,0.0001789639,0.00050641206,0.00010518197,0.00028038555,0.00009309152,0.0002279348],"category_scores_gemma":[0.000056652985,0.00027711532,0.00012373638,0.0006973685,0.000049605755,0.0003281813,0.00014678204,0.00088642817,0.000016446738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017435608,0.0001820038,0.04231403,0.00007595824,0.00008604857,0.000043522756,0.0015480418,0.9507484,0.00009862785,0.000036320474,0.00018591803,0.004663719],"study_design_scores_gemma":[0.00051299157,0.00026509078,0.013696867,0.00006736247,0.000045646033,0.00001551841,0.0009711161,0.98366266,0.00028283885,0.00012067773,0.00006170498,0.00029750695],"about_ca_topic_score_codex":0.000020265967,"about_ca_topic_score_gemma":0.0000046185605,"teacher_disagreement_score":0.04758903,"about_ca_system_score_codex":0.00091587484,"about_ca_system_score_gemma":0.0000619069,"threshold_uncertainty_score":0.9999681},"labels":[],"label_agreement":null},{"id":"W4221004914","doi":"10.2196/35073","title":"Investigating Health Context Using a Spatial Data Analytical Tool: Development of a Geospatial Big Data Ecosystem","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Geospatial analysis; Data science; Computer science; Geographic information system; Big data; Context (archaeology); Spatial data infrastructure; Spatial contextual awareness; Spatial epidemiology; Health geography; Spatial analysis; Knowledge management; Geography; Data mining; Health care; Cartography; Remote sensing; Health policy","score_opus":0.1512190503759598,"score_gpt":0.3730215576694672,"score_spread":0.2218025072935074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221004914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9533398,0.00016603156,0.034899656,0.001021345,0.0007635423,0.0016370208,0.0076964623,0.00018792169,0.00028821407],"genre_scores_gemma":[0.9523488,0.00000911951,0.02763233,0.0033888945,0.00038739466,0.00004066552,0.016143354,0.00003588265,0.000013550531],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99401665,0.00020728193,0.002335265,0.00033854038,0.0025894456,0.00051284226],"domain_scores_gemma":[0.9957213,0.00020311463,0.00084353785,0.0023389717,0.000118557684,0.00077455654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027231134,0.00023920403,0.0008573453,0.00017928526,0.0002768067,0.000031379386,0.0016345484,0.00009215876,0.00048502386],"category_scores_gemma":[0.0016407936,0.0002176469,0.000052382024,0.0004758232,0.00017153718,0.00033015967,0.005228559,0.0006610632,0.000023931443],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023299715,0.00089401554,0.018889233,0.0048712688,0.0005755968,0.000087499204,0.011311509,0.00006348917,0.000020072046,0.00015568422,0.035221245,0.9276774],"study_design_scores_gemma":[0.0025663765,0.00018043192,0.0035924888,0.00067508663,0.00006543944,0.00016929697,0.0040604062,0.8869055,0.000009015323,0.0000060523153,0.10150441,0.00026548174],"about_ca_topic_score_codex":0.00025094976,"about_ca_topic_score_gemma":0.00060547754,"teacher_disagreement_score":0.9274119,"about_ca_system_score_codex":0.0003204479,"about_ca_system_score_gemma":0.007031704,"threshold_uncertainty_score":0.9985975},"labels":[],"label_agreement":null},{"id":"W4221038730","doi":"10.2196/31106","title":"A Digital Screening System for Alzheimer Disease Based on a Neuropsychological Test and a Convolutional Neural Network: System Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Taiwan University; Ministry of Science and Technology, Taiwan","keywords":"Dementia; Neuropsychology; Convolutional neural network; Computer science; Minimum Data Set; Artificial intelligence; Neuropsychological assessment; Test set; Psychology; Machine learning; Disease; Cognition; Medicine; Psychiatry","score_opus":0.038518215131009254,"score_gpt":0.3198700919156459,"score_spread":0.2813518767846367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221038730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757766,0.00009541781,0.01781414,0.0018421998,0.00013894755,0.002402719,0.00010978329,0.00018280435,0.0016373533],"genre_scores_gemma":[0.9966736,8.2733544e-7,0.0010493983,0.0010360337,0.000096218544,0.000738478,0.00032857925,0.000011032863,0.00006586384],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980492,0.000051072522,0.00036396395,0.00014825881,0.0010741621,0.00031333088],"domain_scores_gemma":[0.99884623,0.00034823778,0.00009773733,0.000098031865,0.00008525431,0.00052452914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054172595,0.00013712098,0.00019832973,0.000092161215,0.000337288,0.000103625534,0.00007331042,0.000044170567,0.000034355162],"category_scores_gemma":[0.00017680766,0.000106823645,0.000045722893,0.00013984552,0.00010330064,0.00012810463,0.00014466852,0.00025332064,0.0000031261384],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00858938,0.0020605193,0.5904337,0.0058933706,0.0004728204,0.00082917535,0.0014578516,0.00049872475,0.000012335242,0.0026743717,0.012058506,0.37501925],"study_design_scores_gemma":[0.005440942,0.0014333006,0.1969434,0.0004431717,0.00011617061,0.00028200107,0.0025760434,0.7810329,0.000007771149,0.0000032598664,0.01152199,0.00019904156],"about_ca_topic_score_codex":2.0584893e-7,"about_ca_topic_score_gemma":3.9969454e-8,"teacher_disagreement_score":0.7805342,"about_ca_system_score_codex":0.00006176929,"about_ca_system_score_gemma":0.00017782391,"threshold_uncertainty_score":0.4356142},"labels":[],"label_agreement":null},{"id":"W4221039757","doi":"10.2196/26499","title":"Prediction of Chronic Obstructive Pulmonary Disease Exacerbation Events by Using Patient Self-reported Data in a Digital Health App: Statistical Evaluation and Machine Learning Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Exacerbation; Medicine; Receiver operating characteristic; COPD; Digital health; Emergency medicine; Health care; Internal medicine","score_opus":0.043538700709638736,"score_gpt":0.3362929749495618,"score_spread":0.29275427423992306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221039757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884033,0.00143822,0.0044084317,0.00014524756,0.000092336886,0.0027662953,0.0024367245,0.0000746934,0.00023473697],"genre_scores_gemma":[0.9805468,0.00008523212,0.00074584084,0.000051246156,0.00004728999,0.00020976194,0.018274374,0.000025833848,0.000013630445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99484104,0.0002647035,0.0011486768,0.0003326533,0.0030296424,0.0003832669],"domain_scores_gemma":[0.9981662,0.00011884965,0.0004908211,0.00045815346,0.0001495689,0.0006164235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012126982,0.00019930587,0.0003815619,0.00025664121,0.00019229951,0.000020387215,0.0001895213,0.00007738893,0.00023948902],"category_scores_gemma":[0.0006252321,0.00019540146,0.000037091082,0.00045354958,0.00017145417,0.000640534,0.0007081815,0.000812004,0.0000011921875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001662123,0.006373522,0.31619903,0.008511052,0.00048005048,0.0001298385,0.0076994128,0.0032334025,0.000043276777,0.00012862727,0.00076413224,0.65477556],"study_design_scores_gemma":[0.0019507259,0.00029020695,0.08992906,0.000131929,0.000103562874,0.00016638648,0.0023661503,0.9042604,0.0000011058357,0.00010235117,0.0005804476,0.000117669144],"about_ca_topic_score_codex":0.00007932742,"about_ca_topic_score_gemma":0.0000015320512,"teacher_disagreement_score":0.901027,"about_ca_system_score_codex":0.0019374194,"about_ca_system_score_gemma":0.0023565313,"threshold_uncertainty_score":0.79682404},"labels":[],"label_agreement":null},{"id":"W4221054840","doi":"10.2196/32313","title":"Predicting Long-term Survival After Allogeneic Hematopoietic Cell Transplantation in Patients With Hematologic Malignancies: Machine Learning–Based Model Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hematopoietic Stem Cell Transplantation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Hematopoietic cell; Medicine; Transplantation; Receiver operating characteristic; Survival analysis; Machine learning; Hematology; Internal medicine; Oncology; Gradient boosting; Haematopoiesis; Computer science; Random forest; Stem cell","score_opus":0.012908168972602831,"score_gpt":0.24135438810151746,"score_spread":0.22844621912891463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221054840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813622,0.00003842236,0.01721496,0.00006694723,0.000047452715,0.0009927417,0.000021658447,0.00008702167,0.00016856717],"genre_scores_gemma":[0.9943899,0.000021171798,0.0038398863,0.000313114,0.000007680201,0.00041738775,0.00094777293,0.000029232831,0.00003386597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969981,0.000101172445,0.00090425403,0.00020140884,0.0014468409,0.00034825274],"domain_scores_gemma":[0.99917144,0.00012676093,0.00023639758,0.000158787,0.000072700284,0.00023388867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056033547,0.00025147968,0.0003967231,0.00023853895,0.00015167402,0.000023858564,0.0001109494,0.00013833583,0.00020821292],"category_scores_gemma":[0.000022808428,0.00020966223,0.000039347167,0.00027316,0.00007214071,0.00016169112,0.000042433716,0.00051056215,0.000007647952],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006128366,0.0003988393,0.98006195,0.0034158963,0.000022626784,0.00010214343,0.012553955,0.0025251391,0.000016991395,0.000011704649,0.000001433109,0.00027649236],"study_design_scores_gemma":[0.01776572,0.0010048602,0.87385595,0.0015462643,0.00025603958,0.00030543306,0.0019537485,0.09890023,0.0036209065,0.000015731212,0.00003078744,0.0007443147],"about_ca_topic_score_codex":0.0000037735326,"about_ca_topic_score_gemma":0.000020879019,"teacher_disagreement_score":0.10620597,"about_ca_system_score_codex":0.00014611572,"about_ca_system_score_gemma":0.00032539378,"threshold_uncertainty_score":0.8549778},"labels":[],"label_agreement":null},{"id":"W4221114798","doi":"10.2196/33250","title":"Electronic Health Record–Triggered Research Infrastructure Combining Real-world Electronic Health Record Data and Patient-Reported Outcomes to Detect Benefits, Risks, and Impact of Medication: Development Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Urinary Bladder and Prostate Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Medicine; Medical prescription; Medical emergency; Psychological intervention; Family medicine; Nursing","score_opus":0.09175261940592906,"score_gpt":0.44934737511160966,"score_spread":0.3575947557056806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221114798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912507,0.0011797084,0.00006573297,0.0036251838,0.00006877902,0.0035136342,0.00007687493,0.0000640991,0.00015526915],"genre_scores_gemma":[0.99261206,0.0038795401,0.0017806079,0.000772673,0.000034333887,0.0003062673,0.0005201288,0.00003825799,0.00005613564],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9922958,0.00066666625,0.0020387815,0.00043377912,0.003122965,0.0014420352],"domain_scores_gemma":[0.9962567,0.0005385247,0.0005978748,0.0010309967,0.00023962013,0.00133626],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0071744933,0.00030122843,0.0009738651,0.00091398874,0.00071903056,0.00004557279,0.00056364265,0.00009545859,0.00039605304],"category_scores_gemma":[0.0005694293,0.00023745846,0.00005218783,0.0015174635,0.00016328182,0.00021457602,0.0016330279,0.002383609,0.0000034788784],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008199368,0.00049251737,0.24690358,0.00052857527,0.0005407039,0.000017284166,0.023913147,0.0000047929234,0.0000016842441,0.00004356124,0.0121598365,0.7145744],"study_design_scores_gemma":[0.007302146,0.03318285,0.8843301,0.0004109352,0.000053830514,0.00035367164,0.02337764,0.0024005207,0.000010356572,0.00038390074,0.04773199,0.00046206402],"about_ca_topic_score_codex":0.0026400553,"about_ca_topic_score_gemma":0.0013918722,"teacher_disagreement_score":0.7141123,"about_ca_system_score_codex":0.0014872507,"about_ca_system_score_gemma":0.011683215,"threshold_uncertainty_score":0.9999179},"labels":[],"label_agreement":null},{"id":"W4221125077","doi":"10.2196/35190","title":"Mining Electronic Health Records for Drugs Associated With 28-day Mortality in COVID-19: Pharmacopoeia-wide Association Study (PharmWAS)","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Medicine; Context (archaeology); Observational study; Propensity score matching; Medical prescription; Pipeline (software); Lasso (programming language); Retrospective cohort study; Medical record; Internal medicine; Computer science; Pharmacology","score_opus":0.02862055378249543,"score_gpt":0.3877781869801138,"score_spread":0.35915763319761834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221125077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9089413,0.000112478156,0.053015914,0.032090936,0.00078951806,0.0040591843,0.00004184795,0.00063311466,0.0003156748],"genre_scores_gemma":[0.95760834,0.000025690757,0.0013247118,0.039242066,0.0000693276,0.001404863,0.00013697843,0.000026644893,0.00016139336],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99319655,0.0014529859,0.0013715819,0.0003259011,0.0025562793,0.0010966772],"domain_scores_gemma":[0.99433815,0.0031496854,0.001230412,0.00044246833,0.00013627471,0.0007030084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014247043,0.0002534366,0.0005409907,0.00028426235,0.00066723797,0.00012654177,0.0012612423,0.000116895295,0.00018851315],"category_scores_gemma":[0.004566385,0.00024238972,0.000079527956,0.0013606962,0.000032904227,0.00060022704,0.00048416213,0.0016066665,0.000004433057],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006436866,0.0010716734,0.8070113,0.00041454844,0.00020346107,0.000024180343,0.12980248,0.0030616643,1.1445109e-7,0.0006009104,0.03007406,0.02767123],"study_design_scores_gemma":[0.007883955,0.0027810128,0.041958228,0.00012746674,0.000027063003,0.000007097823,0.014865563,0.8809099,0.0000014606721,0.00033807245,0.05050347,0.0005966628],"about_ca_topic_score_codex":0.0005079491,"about_ca_topic_score_gemma":0.0009341327,"teacher_disagreement_score":0.87784827,"about_ca_system_score_codex":0.005444402,"about_ca_system_score_gemma":0.0051739155,"threshold_uncertainty_score":0.9983735},"labels":[],"label_agreement":null},{"id":"W4223435143","doi":"10.2196/37808","title":"Deep Neural Networks provide expert level prediction accuracy in classification of fetal state from Cardiotocography records (Preprint)","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Neonatal and fetal brain pathology","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cardiotocography; Preprint; Computer science; Artificial neural network; Artificial intelligence; Data mining; Medicine; Machine learning; Fetus; Pregnancy; World Wide Web","score_opus":0.028060963342148647,"score_gpt":0.29617079986842637,"score_spread":0.26810983652627773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223435143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9551138,0.00020689168,0.03952311,0.0009111586,0.00059860887,0.0022543517,0.00011007835,0.000106703046,0.0011752694],"genre_scores_gemma":[0.99589103,0.00007360126,0.0013951703,0.0010940201,0.00013102405,0.0009114289,0.00046238402,0.00001530807,0.000026021493],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99750113,0.00013200402,0.0010609359,0.00017199454,0.0008410984,0.00029282304],"domain_scores_gemma":[0.99877614,0.000247863,0.00031392774,0.00035928798,0.0000705924,0.0002322204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053341745,0.00015961725,0.00040329844,0.00021560614,0.00007853769,0.000009905783,0.00023545127,0.00014932266,0.00029410148],"category_scores_gemma":[0.00028750842,0.00014023967,0.00015110977,0.00044062443,0.00019584743,0.00024498973,0.00027795284,0.00085743744,0.000005479308],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093602564,0.00057768787,0.073504865,0.00022307978,0.00011908064,0.000115330135,0.014083805,0.0011693824,0.00045897506,0.00008434123,0.0011925577,0.9075349],"study_design_scores_gemma":[0.0025978272,0.00052784715,0.17722543,0.000073090814,0.000019153576,0.00017334592,0.004993633,0.8075081,0.000069285554,0.00022161289,0.0064254194,0.00016522767],"about_ca_topic_score_codex":0.00009591644,"about_ca_topic_score_gemma":0.000029649136,"teacher_disagreement_score":0.9073697,"about_ca_system_score_codex":0.000106679276,"about_ca_system_score_gemma":0.00012506156,"threshold_uncertainty_score":0.5718808},"labels":[],"label_agreement":null},{"id":"W4223469829","doi":"10.2196/31479","title":"Metadata Correction: A Comparison of Different Modeling Techniques in Predicting Mortality With the Tilburg Frailty Indicator: Longitudinal Study","year":2022,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Frailty in Older Adults","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metadata; Computer science; Data mining; Data science; Information retrieval; World Wide Web","score_opus":0.07467617790336127,"score_gpt":0.3791678680624767,"score_spread":0.3044916901591154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223469829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9479242,0.00081630284,0.009765561,0.0014495592,0.011360288,0.011150348,0.0002719655,0.00074688776,0.016514907],"genre_scores_gemma":[0.9924849,0.00013212836,0.00037308157,0.00029998005,0.0007523969,0.001221973,0.0013569138,0.000084876265,0.0032937194],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99181217,0.00022876263,0.002409868,0.00036687005,0.0046512242,0.0005311042],"domain_scores_gemma":[0.99651104,0.00031841258,0.0012453055,0.0014076963,0.00017640738,0.00034112282],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014850352,0.0006022423,0.0018388383,0.00046037164,0.0002072661,0.00006816412,0.0010104891,0.00064783887,0.0005985301],"category_scores_gemma":[0.000489202,0.00036827437,0.00018845516,0.0006849692,0.00036110287,0.00033268883,0.0008649148,0.0064795827,0.0000031616082],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003120738,0.0037786881,0.48680604,0.002388783,0.001230072,0.00010796409,0.030536653,0.00011648386,3.368218e-7,0.000012101173,0.46754342,0.0071673654],"study_design_scores_gemma":[0.0055322484,0.0068254606,0.10339351,0.0072631277,0.002658483,0.00040674277,0.10696839,0.7148697,0.000051854724,0.000021957361,0.05065888,0.0013496549],"about_ca_topic_score_codex":0.00046682273,"about_ca_topic_score_gemma":0.0013501152,"teacher_disagreement_score":0.7147532,"about_ca_system_score_codex":0.00043847042,"about_ca_system_score_gemma":0.0010313499,"threshold_uncertainty_score":0.9998769},"labels":[],"label_agreement":null},{"id":"W4223489644","doi":"10.2196/36481","title":"Big Data Health Care Platform With Multisource Heterogeneous Data Integration and Massive High-Dimensional Data Governance for Large Hospitals: Design, Development, and Application","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"West China Hospital, Sichuan University; National Health Commission of the People's Republic of China; Sichuan University","keywords":"Big data; Data governance; Data science; Computer science; Data integration; Health care; Corporate governance; Data mining; Process management; Database; Business; Operations management; Engineering; Data quality","score_opus":0.17240508261820836,"score_gpt":0.43898978512715636,"score_spread":0.266584702508948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223489644","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22678776,0.002211438,0.73302484,0.0069783535,0.00089656305,0.010653155,0.019186782,0.0002333468,0.00002777741],"genre_scores_gemma":[0.8338858,0.00032772226,0.100124754,0.008162256,0.00042268942,0.0017269313,0.05522969,0.000071058654,0.000049119535],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99642706,0.00018403232,0.0012815442,0.00052624947,0.0009807135,0.0006004206],"domain_scores_gemma":[0.99571264,0.0008919124,0.0008795659,0.0019153319,0.00019520828,0.00040535495],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0022524965,0.00023435483,0.00037216625,0.000064173386,0.0020588348,0.000030128816,0.0015566489,0.00018477479,0.00004847919],"category_scores_gemma":[0.00062025525,0.00019133833,0.000007910716,0.00019799953,0.00011822099,0.00077800103,0.004484201,0.00085538416,0.000013677351],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046532223,0.00015134932,0.0033771878,0.002302147,0.00008286534,0.000008184651,0.061756074,0.00010615282,0.0000030235183,0.0014358595,0.031398777,0.8989131],"study_design_scores_gemma":[0.0010586024,0.0004084353,0.0006621657,0.00044367043,0.00002342226,0.000026745007,0.054953437,0.7909586,0.000029024328,0.0000945329,0.15098146,0.0003599001],"about_ca_topic_score_codex":0.00056346966,"about_ca_topic_score_gemma":0.0046296082,"teacher_disagreement_score":0.89855313,"about_ca_system_score_codex":0.00033766803,"about_ca_system_score_gemma":0.002103381,"threshold_uncertainty_score":0.99924034},"labels":[],"label_agreement":null},{"id":"W4223493419","doi":"10.2196/37500","title":"The Factors Associated With Nonuse of and Dissatisfaction With the National Patient Portal in Finland in the Era of COVID-19: Population-Based Cross-sectional Survey","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Strategic Research Council; NordForsk; Academy of Finland","keywords":"Patient portal; Medicine; Health care; Population; Family medicine; Telemedicine; Logistic regression; Respondent; Telehealth; Cross-sectional study; Environmental health","score_opus":0.0690370705614098,"score_gpt":0.42918424406822353,"score_spread":0.36014717350681374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223493419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99743056,0.000013240023,0.00006679279,0.0009007207,0.000100135,0.0011963857,0.00017469723,0.0000074524037,0.00011002002],"genre_scores_gemma":[0.9983355,0.0000030871106,0.0000063633456,0.00097608,0.000014706002,0.00038298056,0.0002592368,0.000007146369,0.000014909918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954272,0.0014937425,0.0010888033,0.000075218006,0.0016397868,0.00027523388],"domain_scores_gemma":[0.99098396,0.007697072,0.0008806556,0.0001268404,0.0002121607,0.000099331766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058765803,0.00010012073,0.00020131604,0.00007831861,0.000746801,0.000010594719,0.00018293863,0.000110570334,0.00011863004],"category_scores_gemma":[0.0024604069,0.000045086745,0.000019863366,0.000523273,0.0001566323,0.00009226464,0.00004052903,0.0011951916,4.013334e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014161073,0.000064056374,0.98827606,0.00011655918,0.000014108739,4.6045577e-7,0.009671668,0.0010145738,8.181345e-8,0.00013924344,0.00047707948,0.00008448489],"study_design_scores_gemma":[0.0011791079,0.00025044262,0.9832528,0.000057722755,0.0000019981867,0.000002204188,0.006724497,0.00802449,1.8302748e-7,0.0000326546,0.00042137437,0.0000525094],"about_ca_topic_score_codex":0.004071607,"about_ca_topic_score_gemma":0.031127533,"teacher_disagreement_score":0.027055927,"about_ca_system_score_codex":0.0005138871,"about_ca_system_score_gemma":0.0033828395,"threshold_uncertainty_score":0.9865519},"labels":[],"label_agreement":null},{"id":"W4223550323","doi":"10.2196/38505","title":"Correction: Mining Electronic Health Records for Drugs Associated With 28-day Mortality in COVID-19: Pharmacopoeia-wide Association Study (PharmWAS)","year":2022,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Health records; Medicine; Pharmacopoeia; 2019-20 coronavirus outbreak; Data science; Data mining; Alternative medicine; Computer science; Virology; Internal medicine; Pathology; Health care; Disease; Outbreak; Political science","score_opus":0.025420612152562187,"score_gpt":0.3808498386090004,"score_spread":0.3554292264564382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223550323","genre_codex":"editorial","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054388,0.0042153443,0.28038582,0.17989129,0.38178027,0.056989986,0.0010399008,0.009988217,0.03132115],"genre_scores_gemma":[0.16339128,0.005851042,0.0081949765,0.4931337,0.010866812,0.03451986,0.02559568,0.0012643819,0.25718227],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884341,0.00220856,0.002576865,0.0006837318,0.004394284,0.0017024629],"domain_scores_gemma":[0.9887445,0.0053670555,0.0035506822,0.0008585692,0.00034955292,0.0011296457],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015889512,0.00065860344,0.00138897,0.00064822065,0.0008409307,0.00031507036,0.0021762068,0.00075258856,0.00055203465],"category_scores_gemma":[0.012800277,0.0006405948,0.00020213923,0.002119129,0.0000630786,0.00080834137,0.0006490915,0.0067212903,0.000009541161],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000030716546,0.00047203593,0.047570605,0.0007244435,0.00024748125,0.000020395359,0.035660658,0.00036154498,2.183572e-9,0.000036368125,0.9026946,0.012181195],"study_design_scores_gemma":[0.0032895296,0.0018623798,0.006593551,0.00059486047,0.000054210046,0.000007997506,0.005219912,0.4119278,8.3246654e-8,0.0000584507,0.5696911,0.00070012186],"about_ca_topic_score_codex":0.0011217557,"about_ca_topic_score_gemma":0.004136925,"teacher_disagreement_score":0.41156623,"about_ca_system_score_codex":0.013402979,"about_ca_system_score_gemma":0.019838069,"threshold_uncertainty_score":0.9996045},"labels":[],"label_agreement":null},{"id":"W4223597069","doi":"10.2196/37771","title":"Predicting COVID-19 Symptoms From Free Text in Medical Records Using Artificial Intelligence: Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Antwerpen","keywords":"Computer science; Artificial intelligence; Categorization; USable; Machine learning; Classifier (UML); Relevance (law); Coding (social sciences); Binary classification; Medical record; Natural language processing; Information retrieval; Data science; Medicine; World Wide Web; Support vector machine","score_opus":0.0768163983984464,"score_gpt":0.4045378472332662,"score_spread":0.3277214488348198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223597069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8276702,0.000033232987,0.16532585,0.003933189,0.0012708568,0.0010961891,0.000027237296,0.00035456457,0.00028864748],"genre_scores_gemma":[0.98492223,0.000003901962,0.00962084,0.004927554,0.00029692953,0.00017764092,0.000026315405,0.000017855456,0.000006712535],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9907317,0.0012034749,0.002193829,0.0004663046,0.004714931,0.0006897596],"domain_scores_gemma":[0.995105,0.0016639363,0.00048195387,0.0014060019,0.00008245474,0.001260644],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0069088303,0.00027630822,0.0005030259,0.00033680705,0.0006100013,0.00015421894,0.003926932,0.00026859797,0.0024682186],"category_scores_gemma":[0.009551993,0.00026428682,0.00009356664,0.0014593722,0.00019115167,0.00051064667,0.0041341353,0.0029600158,0.000028421713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009311226,0.0017369913,0.70496446,0.00029874983,0.000047807403,0.00046605757,0.10160556,0.005681058,5.207501e-7,0.005756164,0.0006456339,0.17870386],"study_design_scores_gemma":[0.0005088856,0.00047009307,0.0068550734,0.00006499279,0.0000059545146,0.00007552662,0.013146496,0.9701004,0.0000012695807,0.007901381,0.00060779194,0.0002621615],"about_ca_topic_score_codex":0.0038049314,"about_ca_topic_score_gemma":0.0013483157,"teacher_disagreement_score":0.9644193,"about_ca_system_score_codex":0.0010361918,"about_ca_system_score_gemma":0.002878,"threshold_uncertainty_score":0.9999809},"labels":[],"label_agreement":null},{"id":"W4223646541","doi":"10.2196/32578","title":"The Use of Artificial Intelligence–Based Conversational Agents (Chatbots) for Weight Loss: Scoping Review and Practical Recommendations","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chatbot; CINAHL; PsycINFO; MEDLINE; Weight loss; Overweight; Scopus; Artificial intelligence; Personalization; Medicine; World Wide Web; Computer science; Psychology; Obesity; Psychological intervention; Internal medicine; Nursing","score_opus":0.22193946284134392,"score_gpt":0.49577368108025754,"score_spread":0.27383421823891363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223646541","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013920761,0.0050178478,0.37491828,0.5581292,0.013082176,0.02572156,0.0036932032,0.00032675106,0.005190256],"genre_scores_gemma":[0.5400219,0.005183291,0.15502618,0.24742022,0.0010773239,0.03958572,0.006108813,0.0002782944,0.0052982196],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979968,0.00013341692,0.0011400506,0.00008306621,0.0004390567,0.00020758972],"domain_scores_gemma":[0.99751484,0.0016603004,0.00039423764,0.0001910455,0.00008586863,0.00015369496],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009127917,0.00008437641,0.00017854711,0.00005837885,0.00031880263,0.00003406916,0.00013809686,0.0000491836,0.0032405795],"category_scores_gemma":[0.00065328047,0.0000679691,0.000080828024,0.0001624538,0.00022673803,0.0002464682,0.00012955943,0.000245697,0.000038227623],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003145141,0.0018636896,0.00016439377,0.008569655,0.0002113743,0.000008393477,0.0028859833,0.0000143168945,1.773082e-7,0.3215071,0.2881588,0.37630162],"study_design_scores_gemma":[0.0017856678,0.0024854222,0.00022843058,0.016223792,0.00032956954,0.0002801652,0.0072891,0.083502896,0.00006110986,0.012272078,0.8748631,0.00067867746],"about_ca_topic_score_codex":0.000004616423,"about_ca_topic_score_gemma":0.000009302536,"teacher_disagreement_score":0.5867043,"about_ca_system_score_codex":0.00006430194,"about_ca_system_score_gemma":0.00022439218,"threshold_uncertainty_score":0.9976706},"labels":[],"label_agreement":null},{"id":"W4223655014","doi":"10.2196/36709","title":"The Architecture of a Feasibility Query Portal for Distributed COVID-19 Fast Healthcare Interoperability Resources (FHIR) Patient Data Repositories: Design and Implementation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Interoperability; Database; Health informatics; Data exchange; Scalability; Ontology; Query language; Information retrieval; World Wide Web; Health care","score_opus":0.11009862577372292,"score_gpt":0.4912157816254843,"score_spread":0.38111715585176137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223655014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660132,0.00016704971,0.011275235,0.005929849,0.00082705787,0.0139935585,0.0016958831,0.000083684354,0.000014508447],"genre_scores_gemma":[0.9938799,0.000016411232,0.00043202424,0.0013409741,0.00015081203,0.0033397248,0.0008102156,0.000017000357,0.000012900289],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9918451,0.0033054075,0.0027154083,0.00029000774,0.0011908654,0.00065324694],"domain_scores_gemma":[0.99344087,0.0034069072,0.0011954855,0.0011404868,0.00023166143,0.00058460765],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009557278,0.00018650758,0.0004582488,0.000059698254,0.002389025,0.000021719083,0.0007084365,0.00013237502,0.0000691205],"category_scores_gemma":[0.0021981671,0.0001247712,0.000044483277,0.00028793156,0.00018378673,0.00013947517,0.0010628881,0.0012285855,6.429134e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022196372,0.0007691707,0.24447295,0.008435793,0.00017902427,0.0000065460054,0.6643607,0.000033208533,0.0000036311617,0.00027172358,0.04744466,0.03180295],"study_design_scores_gemma":[0.0031898457,0.0044829645,0.007601611,0.000117340045,0.000036155037,0.000033443004,0.87707233,0.0042065955,0.0000025171075,0.0003236576,0.10272679,0.00020676333],"about_ca_topic_score_codex":0.0017583187,"about_ca_topic_score_gemma":0.003619542,"teacher_disagreement_score":0.23687133,"about_ca_system_score_codex":0.00090813823,"about_ca_system_score_gemma":0.0039190887,"threshold_uncertainty_score":0.9989097},"labels":[],"label_agreement":null},{"id":"W4224223606","doi":"10.2196/30518","title":"The Effectiveness of the Capacity Building and Mentorship Program in Improving Evidence-Based Decision-making in the Amhara Region, Northwest Ethiopia: Difference-in-Differences Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Amhara Regional Health Bureau; University of Gondar; Doris Duke Charitable Foundation","keywords":"Mentorship; Medicine; Intervention (counseling); Population; Quasi-experiment; Program evaluation; Difference in differences; Family medicine; Environmental health; Medical education; Statistics; Nursing; Mathematics","score_opus":0.293399079679515,"score_gpt":0.5601719287280249,"score_spread":0.2667728490485099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224223606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915604,0.000021824451,0.00021341676,0.0025297452,0.00028514586,0.00532787,0.0000057635216,0.000017893008,0.000037929964],"genre_scores_gemma":[0.99376184,0.000014265823,0.00014448949,0.002463777,0.000026419628,0.0035809476,5.6274484e-7,0.0000062042905,0.0000014907372],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9879195,0.0073098773,0.0018239437,0.00018969062,0.0020630017,0.0006939703],"domain_scores_gemma":[0.9569556,0.04167525,0.0006913377,0.0004659788,0.00009705814,0.00011473238],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.024288157,0.00016237369,0.00034025352,0.00021923105,0.0013034171,0.000048542446,0.0012218747,0.00010856335,0.00001923765],"category_scores_gemma":[0.011005989,0.00008049166,0.000037798683,0.0015974754,0.0003613485,0.0002517757,0.0005652106,0.001990835,8.372943e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008449514,0.0001286972,0.8868601,0.00046037667,0.0000023897944,0.000002934379,0.09526936,0.000014553048,0.0000024914916,0.0005743233,0.000014198785,0.016586093],"study_design_scores_gemma":[0.001009023,0.00025000662,0.9165222,0.001752918,0.0000041783337,0.0000022270763,0.07446028,0.0049495865,0.000001685759,0.0008654248,0.00010056393,0.00008188412],"about_ca_topic_score_codex":0.0019569308,"about_ca_topic_score_gemma":0.011282821,"teacher_disagreement_score":0.034365375,"about_ca_system_score_codex":0.00044414905,"about_ca_system_score_gemma":0.0013216853,"threshold_uncertainty_score":0.9999967},"labels":[],"label_agreement":null},{"id":"W4224226311","doi":"10.2196/35606","title":"Multi-Label Classification in Patient-Doctor Dialogues With the RoBERTa-WWM-ext + CNN (Robustly Optimized Bidirectional Encoder Representations From Transformers Pretraining Approach With Whole Word Masking Extended Combining a Convolutional Neural Network) Model: Named Entity Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Computer science; Encoder; Sentence; Transformer; Natural language processing; Artificial intelligence; Convolutional neural network; Chatbot; F1 score","score_opus":0.060152736999827976,"score_gpt":0.2867855212292952,"score_spread":0.2266327842294672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224226311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3023744,0.00001896516,0.69554496,0.00044438647,0.00015516514,0.0010550556,0.000013942393,0.00012231765,0.00027081196],"genre_scores_gemma":[0.7518649,0.0000025683128,0.24654815,0.00034269763,0.00004152218,0.0009982318,0.00014920012,0.000015371777,0.000037348957],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99602365,0.00036470967,0.00088986947,0.000401206,0.0018285089,0.0004920624],"domain_scores_gemma":[0.99847424,0.00039037212,0.00038075773,0.0004491049,0.00012361762,0.00018190173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009448367,0.00026278102,0.00034845702,0.00016579957,0.00073088525,0.00019697005,0.0008312623,0.0000901787,0.00004275625],"category_scores_gemma":[0.00005985647,0.00019238672,0.00006294572,0.00083606143,0.00019665335,0.0010074378,0.00028949723,0.0010371535,0.0000016230464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015203694,0.0007846802,0.0025363741,0.000015195377,0.000102689744,0.000007937771,0.06844915,0.91722465,0.0000066809334,0.0006879364,0.000109196546,0.009923478],"study_design_scores_gemma":[0.0038936595,0.00016998735,0.002847992,0.000040930376,0.000028569106,0.000020675174,0.018758839,0.9738712,9.445664e-7,0.00009138797,0.000030349345,0.0002454927],"about_ca_topic_score_codex":0.00013262405,"about_ca_topic_score_gemma":0.00019575196,"teacher_disagreement_score":0.44949052,"about_ca_system_score_codex":0.00020990017,"about_ca_system_score_gemma":0.0004507974,"threshold_uncertainty_score":0.78453034},"labels":[],"label_agreement":null},{"id":"W4224267054","doi":"10.2196/33395","title":"Risk Prediction of Major Adverse Cardiovascular Events Occurrence Within 6 Months After Coronary Revascularization: Machine Learning Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Government of Jiangsu Province; National Natural Science Foundation of China; National Science Foundation","keywords":"Mace; Medicine; Receiver operating characteristic; Revascularization; Percutaneous coronary intervention; Internal medicine; Logistic regression; Angina; Random forest; Machine learning; Cardiology; Myocardial infarction; Computer science","score_opus":0.012642623952647659,"score_gpt":0.25649913198510127,"score_spread":0.24385650803245362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224267054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946237,0.0009956656,0.0010654798,0.00013499723,0.0005321986,0.0017643417,0.0003934633,0.00013464926,0.00035545928],"genre_scores_gemma":[0.9977048,0.00013795124,0.00043339704,0.00022028945,0.00016408124,0.0006449441,0.00059449207,0.000019667503,0.0000803584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99459946,0.00029852148,0.0011930255,0.00019989931,0.0034685957,0.00024050246],"domain_scores_gemma":[0.9985712,0.000119081524,0.00038200422,0.00046031032,0.00019885051,0.00026853586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017138218,0.00025063337,0.0006854364,0.00023630784,0.00029873732,0.0000035557493,0.0002042097,0.00007941001,0.0007664041],"category_scores_gemma":[0.0007915241,0.00020283624,0.0003252668,0.0005856812,0.00016405784,0.00019680588,0.00031858234,0.0012591839,0.000016532535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054172653,0.0011460846,0.9701317,0.00061399874,0.0018738316,0.00020370289,0.019762048,0.0022124122,0.0000016236023,0.000015438738,0.000782691,0.0027147604],"study_design_scores_gemma":[0.009221266,0.0026983037,0.9414064,0.00030440322,0.0014384913,0.00049208547,0.014552501,0.024670457,0.000004907538,0.000049106875,0.004914763,0.00024729458],"about_ca_topic_score_codex":0.000048808306,"about_ca_topic_score_gemma":0.0000063127063,"teacher_disagreement_score":0.02872526,"about_ca_system_score_codex":0.00014816511,"about_ca_system_score_gemma":0.00024217594,"threshold_uncertainty_score":0.8391587},"labels":[],"label_agreement":null},{"id":"W4224277908","doi":"10.2196/33842","title":"Global Scientific Research Landscape on Medical Informatics From 2011 to 2020: Bibliometric Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health informatics; Informatics; Public health informatics; Bibliometrics; Health care; Data science; Health Administration Informatics; The Internet; Library science; Medicine; Computer science; Public health; Political science; World Wide Web; Health policy; International health; Nursing","score_opus":0.1692497379824417,"score_gpt":0.4944459984231761,"score_spread":0.3251962604407344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224277908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97964793,0.00014098632,0.0015595438,0.009444728,0.0013660582,0.00082647667,0.00013412937,0.000113315335,0.0067668143],"genre_scores_gemma":[0.98820597,0.000117334785,0.0012855545,0.0080610225,0.0006200728,0.00029521267,0.00088416267,0.000015891472,0.0005147854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98800755,0.00022217972,0.0018209243,0.00023857811,0.008857816,0.0008529741],"domain_scores_gemma":[0.99513924,0.000923634,0.00023250446,0.00087826926,0.00071358465,0.0021127644],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics","insufficient_payload"],"category_scores_codex":[0.0062973914,0.00021199846,0.0005425047,0.026094973,0.0008473804,0.00020243016,0.0008723072,0.00032368425,0.028677898],"category_scores_gemma":[0.0028201973,0.00017816472,0.00020385293,0.13017939,0.00030662224,0.00025324812,0.0006302006,0.0014705849,0.0030969507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031754372,0.00095210073,0.06474955,0.00021071757,0.0003227057,0.000066654866,0.020692976,0.00027656165,0.0000010714784,0.00047851133,0.6133844,0.2985472],"study_design_scores_gemma":[0.0009712787,0.0037151938,0.07684287,0.00042586963,0.0005194295,0.00018287993,0.12650855,0.31661904,0.00016190908,0.0017943089,0.4712994,0.0009592677],"about_ca_topic_score_codex":0.00066316844,"about_ca_topic_score_gemma":0.00022964244,"teacher_disagreement_score":0.31634247,"about_ca_system_score_codex":0.0005600946,"about_ca_system_score_gemma":0.0023714988,"threshold_uncertainty_score":0.99767923},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4224299761","doi":"10.2196/33799","title":"Research and Application of Artificial Intelligence Based on Electronic Health Records of Patients With Cancer: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jilin Scientific and Technological Development Program; National Natural Science Foundation of China","keywords":"Health records; Cancer; Systematic review; Electronic health record; Data science; Computer science; Artificial intelligence; MEDLINE; Medicine; Health care","score_opus":0.19039574603297774,"score_gpt":0.5176584045745093,"score_spread":0.3272626585415316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224299761","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045902725,0.98917776,0.0012316954,0.0004295148,0.000102351434,0.008821153,0.000050877563,0.000019536454,0.00012122984],"genre_scores_gemma":[0.00036026255,0.99597895,0.00014246166,0.00057140546,0.000057414498,0.0024082072,0.00044373382,0.000026688958,0.000010881489],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9938803,0.00038422958,0.003114213,0.00019500397,0.002015599,0.00041070688],"domain_scores_gemma":[0.995679,0.0011929277,0.0016970634,0.00062562275,0.000500256,0.00030513405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034948364,0.00024024541,0.0022908947,0.00045117037,0.00011655185,0.000007621263,0.0002908533,0.00022143066,0.00027959692],"category_scores_gemma":[0.00080369366,0.00016172412,0.00012796248,0.0013208347,0.0002618535,0.000054631306,0.000057314977,0.001262105,0.000012359802],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023801813,0.00020427362,0.000009108322,0.51849365,0.000024319934,1.3176545e-7,0.00023061459,4.8920884e-7,5.1260535e-10,0.00029845297,0.000103228245,0.48061195],"study_design_scores_gemma":[0.0000435347,0.0043745902,0.000003404812,0.91729015,0.00053597195,0.000008237423,0.0012301257,0.0029154895,0.0000023437242,0.00019479745,0.07317136,0.00022996771],"about_ca_topic_score_codex":0.00022171877,"about_ca_topic_score_gemma":0.0000471855,"teacher_disagreement_score":0.480382,"about_ca_system_score_codex":0.0006550324,"about_ca_system_score_gemma":0.0052818884,"threshold_uncertainty_score":0.9369843},"labels":[],"label_agreement":null},{"id":"W4224303302","doi":"10.2196/37804","title":"Conditional Probability Joint Extraction of Nested Biomedical Events: Design of a Unified Extraction Framework Based on Neural Networks","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Computer science; Event (particle physics); Artificial intelligence; Conditional random field; Biomedical text mining; Joint probability distribution; Machine learning; Natural language processing; Data mining; Text mining; Mathematics","score_opus":0.03417981275461371,"score_gpt":0.3165629690061541,"score_spread":0.2823831562515404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224303302","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3144027,0.00004609681,0.68381375,0.0005988854,0.00046932246,0.00049283885,0.000055314944,0.0000392336,0.000081848935],"genre_scores_gemma":[0.9867341,0.000012285313,0.011801277,0.00065104925,0.00011875906,0.00013644117,0.00052258285,0.000010303758,0.000013182492],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974859,0.00027561458,0.000851384,0.00015502403,0.0009980875,0.0002339894],"domain_scores_gemma":[0.99866235,0.00028837784,0.00046118104,0.0003038892,0.00010047984,0.00018374002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010431446,0.00015419508,0.00027460154,0.00010482955,0.00010416425,0.0000051619054,0.0002490823,0.00041351482,0.0003861442],"category_scores_gemma":[0.0009736192,0.0001318616,0.00012299529,0.00027839522,0.00040445148,0.000008381545,0.00011467074,0.00060691923,0.0000013147703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013771832,0.022537917,0.006684141,0.0034644026,0.0010914062,0.000111520145,0.004052085,0.48008668,0.046352122,0.004383124,0.071227126,0.34623763],"study_design_scores_gemma":[0.002020032,0.0042198873,0.004973375,0.00016166164,0.000042870815,0.00009558965,0.0011233176,0.9769744,0.002583512,0.0013351507,0.006140083,0.0003301031],"about_ca_topic_score_codex":0.000004710187,"about_ca_topic_score_gemma":4.98383e-7,"teacher_disagreement_score":0.6723314,"about_ca_system_score_codex":0.000044633955,"about_ca_system_score_gemma":0.00027031495,"threshold_uncertainty_score":0.537716},"labels":[],"label_agreement":null},{"id":"W4224311959","doi":"10.2196/35734","title":"Utility Metrics for Evaluating Synthetic Health Data Generation Methods: Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Computer science; Metric (unit); Data mining; Machine learning; Synthetic data; Artificial intelligence; Data set","score_opus":0.3011521977899394,"score_gpt":0.5364280745162925,"score_spread":0.23527587672635308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224311959","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021611957,0.000085447864,0.9716575,0.0033234928,0.00084305624,0.0021463386,0.000036646845,0.00020837707,0.000087180175],"genre_scores_gemma":[0.28008634,0.0000062995246,0.71629417,0.002466916,0.00013863319,0.00053603994,0.00042903537,0.00001462132,0.000027948496],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99335414,0.00222289,0.0013735157,0.00037017846,0.002267388,0.00041189272],"domain_scores_gemma":[0.99574554,0.0013485106,0.00065804244,0.0017774403,0.00018745728,0.00028299965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023700872,0.00015046238,0.00031310436,0.00024057222,0.0008868961,0.00015686023,0.0024264927,0.00006162605,0.00012711345],"category_scores_gemma":[0.0057725734,0.00014166055,0.000044762844,0.0010198808,0.000027558748,0.00067979086,0.0022177398,0.0006719258,0.0000070956235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006519856,0.00029153196,0.0011611752,0.00028542397,0.00002075423,8.147243e-7,0.015020983,0.00096930034,0.0000013716228,0.0019307907,0.0041424166,0.97616893],"study_design_scores_gemma":[0.00045850995,0.00071975455,0.00038871664,0.000011176237,0.000008256378,0.0000140813845,0.0020905528,0.98695856,0.000007603039,0.00026349135,0.008952445,0.00012686617],"about_ca_topic_score_codex":0.00008034961,"about_ca_topic_score_gemma":0.00001230293,"teacher_disagreement_score":0.9859893,"about_ca_system_score_codex":0.00019035663,"about_ca_system_score_gemma":0.0010684528,"threshold_uncertainty_score":0.82142967},"labels":[],"label_agreement":null},{"id":"W4224921946","doi":"10.2196/35475","title":"Using Natural Language Processing and Machine Learning to Preoperatively Predict Lymph Node Metastasis for Non–Small Cell Lung Cancer With Electronic Medical Records: Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Receiver operating characteristic; Artificial intelligence; Machine learning; Concordance; Random forest; Computer science; Medicine; Information extraction; Lung cancer; Lymph node; Standardized uptake value; Natural language processing; Text mining; Radiology; Computed tomography; Pathology; Internal medicine","score_opus":0.0173266373551024,"score_gpt":0.32258975573492177,"score_spread":0.30526311837981934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224921946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99314076,0.0016484787,0.0025044365,0.00044800132,0.00005233713,0.0020950667,0.000015058041,0.00004529942,0.000050565293],"genre_scores_gemma":[0.9893089,0.00008296403,0.007834619,0.0008161411,0.00006622954,0.0016665057,0.000093372386,0.00002754843,0.00010372889],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794126,0.00005669592,0.00046745205,0.00021163544,0.00096321915,0.00035974625],"domain_scores_gemma":[0.99922085,0.000091248054,0.00015941831,0.000097335025,0.00008526658,0.0003458785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006586947,0.00021532472,0.0003745417,0.00012277522,0.00038611525,0.00005533058,0.000092284885,0.00005616128,0.00010690906],"category_scores_gemma":[0.000075836295,0.00015005197,0.00002601954,0.00022137513,0.000037536196,0.00013858356,0.00017318709,0.00040799813,3.527159e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012613239,0.0016617087,0.5206899,0.004402443,0.0011372705,0.00011165264,0.18703891,0.0007191187,0.00003963192,0.0000064837996,0.0003262053,0.28260535],"study_design_scores_gemma":[0.023383113,0.0037945465,0.029147504,0.0021803672,0.001618959,0.00039952408,0.054843087,0.87746483,0.0021981257,0.0000013943135,0.0041344636,0.0008341142],"about_ca_topic_score_codex":0.00012331511,"about_ca_topic_score_gemma":0.0001492759,"teacher_disagreement_score":0.8767457,"about_ca_system_score_codex":0.0006395999,"about_ca_system_score_gemma":0.0014578183,"threshold_uncertainty_score":0.6118942},"labels":[],"label_agreement":null},{"id":"W4225003357","doi":"10.2196/35789","title":"Generation of a Fast Healthcare Interoperability Resources (FHIR)-based Ontology for Federated Feasibility Queries in the Context of COVID-19: Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Interoperability; Ontology; Usability; Terminology; Context (archaeology); Information retrieval; Database; Data mining; World Wide Web","score_opus":0.10320209411290962,"score_gpt":0.3926039160610196,"score_spread":0.2894018219481099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225003357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934896,0.00014253796,0.0017725626,0.0027241157,0.00010547285,0.001551212,0.00017484488,0.000014851406,0.000024772604],"genre_scores_gemma":[0.9960147,0.0000045843326,0.00038174898,0.00287166,0.000035126377,0.00042841092,0.00024996043,0.0000060409184,0.0000077468985],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99700284,0.0009211171,0.0010780934,0.00022328604,0.0005401002,0.00023456506],"domain_scores_gemma":[0.99862015,0.00024662606,0.00034436083,0.00046970666,0.00017148221,0.00014769808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029323087,0.00015745025,0.00042278628,0.00006107058,0.0002018106,0.000013163818,0.00047741277,0.0002011728,0.00005158702],"category_scores_gemma":[0.002389422,0.000106913256,0.000115611765,0.0002050909,0.0006873347,0.0000058120177,0.00019734871,0.00030800057,1.8206396e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010091743,0.013585117,0.6109022,0.0047833235,0.0003046151,0.000016241884,0.28547236,0.00017953763,0.005393657,0.00046343426,0.012293898,0.05651391],"study_design_scores_gemma":[0.01809511,0.029502572,0.053384475,0.00008913934,0.00008061748,0.000058402613,0.83104473,0.019461988,0.0064995205,0.00033385007,0.04063945,0.0008101648],"about_ca_topic_score_codex":0.00037865687,"about_ca_topic_score_gemma":0.0038853283,"teacher_disagreement_score":0.5575177,"about_ca_system_score_codex":0.00010159941,"about_ca_system_score_gemma":0.0008013967,"threshold_uncertainty_score":0.4359796},"labels":[],"label_agreement":null},{"id":"W4225087478","doi":"10.2196/38308","title":"Exploring Sentiment and Care Management of Hospitalized Patients During the First Wave of the COVID-19 Pandemic Using Electronic Nursing Health Records: Descriptive Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nursing Diagnosis and Documentation","field":"Nursing","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Latent Dirichlet allocation; Feeling; Thematic analysis; Topic model; Pandemic; Coronavirus disease 2019 (COVID-19); Sentiment analysis; Descriptive statistics; Health care; Telemedicine; Medicine; Psychology; Computer science; Nursing; Artificial intelligence; Qualitative research; Sociology; Political science; Social psychology; Pathology; Statistics","score_opus":0.05953261378126998,"score_gpt":0.33898580832748676,"score_spread":0.27945319454621675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225087478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99650216,0.00018241828,0.000054421525,0.0005956049,0.0007040767,0.0018815765,0.000012054657,0.00002528005,0.000042423228],"genre_scores_gemma":[0.9991856,0.00008254498,0.00012758972,0.00041495854,0.00001852878,0.00014132941,0.000011062534,0.000014978007,0.0000033836814],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99745685,0.00020314485,0.0007862303,0.000125851,0.0010959228,0.00033198122],"domain_scores_gemma":[0.9988867,0.00007635402,0.0006032198,0.0002656049,0.000050641076,0.000117446405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058993755,0.00014719105,0.00025981205,0.0000927697,0.00080731546,0.000028291932,0.00022679835,0.000026085125,0.000027701048],"category_scores_gemma":[0.000033366705,0.000104065904,0.00007220628,0.00033358159,0.00014589213,0.00023658879,0.00021941857,0.00030138,2.1337841e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036504611,0.0011153846,0.29279062,0.0015809245,0.00017151165,0.0000016474505,0.6802464,0.00074899505,0.0000042879356,0.00008567253,0.00037604614,0.022513423],"study_design_scores_gemma":[0.00686171,0.0019070096,0.2101684,0.0013352544,0.00023373205,0.000021130048,0.7741395,0.0036907564,0.0001361261,0.00016819066,0.0010416731,0.00029647938],"about_ca_topic_score_codex":0.00020314485,"about_ca_topic_score_gemma":0.000024518007,"teacher_disagreement_score":0.0938931,"about_ca_system_score_codex":0.0021522979,"about_ca_system_score_gemma":0.000103646074,"threshold_uncertainty_score":0.62092996},"labels":[],"label_agreement":null},{"id":"W4225094274","doi":"10.2196/37215","title":"Construction of a Linked Data Set of COVID-19 Knowledge Graphs: Development and Applications","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Computer science; Encyclopedia; Information retrieval; Schema (genetic algorithms); Data science; World Wide Web; Data mining","score_opus":0.046844944348230264,"score_gpt":0.33777219994666857,"score_spread":0.2909272555984383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225094274","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019499905,0.00028347177,0.97853965,0.0004327591,0.00014779394,0.0005811419,0.00005629706,0.0000954934,0.00036347526],"genre_scores_gemma":[0.32229966,0.00031016604,0.6742763,0.001907955,0.00007647033,0.0006227801,0.00045467133,0.00001574773,0.000036262332],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861485,0.000041623614,0.0006141457,0.00011649034,0.00048236366,0.00013052733],"domain_scores_gemma":[0.9986401,0.00020730366,0.00030783328,0.0005779406,0.0000496996,0.00021711933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045020532,0.000079247846,0.00016851338,0.00013950632,0.0001474661,0.000009960619,0.0011198338,0.00004948182,0.00002127973],"category_scores_gemma":[0.000069372756,0.00007352057,0.000018630146,0.0007086386,0.000253667,0.00030838625,0.001640863,0.00023222953,0.0000013785332],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017446271,0.00017516474,0.0007893793,0.0008962054,0.00006395487,0.0000032000823,0.023293806,0.00033189118,0.00001278289,0.3152572,0.0054750834,0.6536839],"study_design_scores_gemma":[0.0013727213,0.0001507264,0.0003263206,0.000058071797,0.000014934104,0.00022624033,0.00431315,0.39514735,0.000116894655,0.020364229,0.577587,0.00032234372],"about_ca_topic_score_codex":0.0000016254022,"about_ca_topic_score_gemma":0.0000036114336,"teacher_disagreement_score":0.65336156,"about_ca_system_score_codex":0.000028613727,"about_ca_system_score_gemma":0.00043998248,"threshold_uncertainty_score":0.29980817},"labels":[],"label_agreement":null},{"id":"W4225136235","doi":"10.2196/37196","title":"Virtual Specialist Care During the COVID-19 Pandemic: Multimethod Patient Experience Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; North York General Hospital","funders":"","keywords":"Specialty; Medicine; Family medicine; Pandemic; Telemedicine; Descriptive statistics; Coronavirus disease 2019 (COVID-19); Health care; Internal medicine","score_opus":0.06450904562941472,"score_gpt":0.42899190513360036,"score_spread":0.36448285950418563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225136235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995023,0.000046703288,0.00054090295,0.0012914086,0.00039885665,0.0021007424,0.000033474484,0.00013482726,0.00043009841],"genre_scores_gemma":[0.980295,0.000015506794,0.0004528923,0.017797265,0.00029349286,0.0009244293,0.00010724781,0.000015039699,0.00009913343],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99617285,0.0002215096,0.0010231979,0.00014323583,0.0020611682,0.00037806196],"domain_scores_gemma":[0.9983033,0.0002851235,0.0002844534,0.00039162528,0.000075002,0.00066052435],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007296543,0.00016836969,0.00029863676,0.00012563042,0.00079443917,0.000020164798,0.00027534735,0.000055704248,0.003283592],"category_scores_gemma":[0.00067673664,0.00011317499,0.00006541266,0.00039462664,0.000145454,0.00011334155,0.0003694198,0.00071269926,0.000017785243],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027600955,0.00039391717,0.19411941,0.0002657622,0.000043322296,0.00013027378,0.7193664,0.000027438842,0.000011481356,0.00003916166,0.0065171663,0.0788097],"study_design_scores_gemma":[0.0048796525,0.0018937147,0.027085256,0.000014580233,0.000037735736,0.0004967537,0.71916324,0.00054211175,0.000019755416,0.0000040167647,0.24571992,0.0001432613],"about_ca_topic_score_codex":0.00018938855,"about_ca_topic_score_gemma":0.0000484531,"teacher_disagreement_score":0.23920275,"about_ca_system_score_codex":0.00058688613,"about_ca_system_score_gemma":0.00059179816,"threshold_uncertainty_score":0.99762756},"labels":[],"label_agreement":null},{"id":"W4225264631","doi":"10.2196/37239","title":"A Framework for Modeling and Interpreting Patient Subgroups Applied to Hospital Readmission: Visual Analytical Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Patient-Centered Outcomes Research Institute; U.S. National Library of Medicine; National Institute on Aging; National Institutes of Health; University of Texas MD Anderson Cancer Center","keywords":"Medicine; Logistic regression; COPD; Interpretability; Medicaid; Internal medicine; Intensive care medicine; Psychological intervention; Emergency medicine; Physical therapy; Machine learning; Health care; Computer science","score_opus":0.017945982506851792,"score_gpt":0.3306488185323535,"score_spread":0.3127028360255017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225264631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13180773,0.00001480478,0.8638936,0.0024927775,0.00021705356,0.0007667355,0.0000033727472,0.00016002818,0.0006438789],"genre_scores_gemma":[0.70569843,0.000001023246,0.2903402,0.0034353125,0.0000673151,0.00042865588,0.000012834308,0.000011666279,0.0000045919114],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973633,0.0000676714,0.000723629,0.0002618906,0.0011348856,0.00044859992],"domain_scores_gemma":[0.99838203,0.0003610426,0.00015061756,0.0003542874,0.00006502388,0.0006870214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008576764,0.00017524255,0.0002789359,0.00014786595,0.00038827973,0.00012963545,0.0007469052,0.00013649146,0.000034857454],"category_scores_gemma":[0.00073051226,0.00015632407,0.000059855796,0.00041735588,0.00003611148,0.00016546804,0.0017058308,0.0009903664,0.0000047697163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014752573,0.00052940455,0.00085698185,0.0009839117,0.000051538587,0.000014442708,0.19750354,0.021976577,0.0000010843145,0.3380797,0.0027229115,0.4371324],"study_design_scores_gemma":[0.0001989742,0.0005991728,0.000017522261,0.000065599415,0.0000034706077,0.000024093324,0.005441988,0.9895256,0.0000011515765,0.0020018774,0.0019213245,0.00019919594],"about_ca_topic_score_codex":0.0000063591383,"about_ca_topic_score_gemma":1.6414782e-7,"teacher_disagreement_score":0.967549,"about_ca_system_score_codex":0.000109935594,"about_ca_system_score_gemma":0.0001682495,"threshold_uncertainty_score":0.637471},"labels":[],"label_agreement":null},{"id":"W4225278432","doi":"10.2196/37042","title":"Experiences and Challenges of Emerging Online Health Services Combating COVID-19 in China: Retrospective, Cross-Sectional Study of Internet Hospitals","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Government (linguistics); China; Service (business); Telemedicine; Medicine; Pandemic; Business; Health care; Medical emergency; Public relations; Coronavirus disease 2019 (COVID-19); Political science; Marketing; World Wide Web; Computer science","score_opus":0.041725745106412304,"score_gpt":0.4189133098677888,"score_spread":0.3771875647613765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225278432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970337,0.0004426005,0.00003199497,0.0014086311,0.00012384921,0.00084238703,0.000023590335,0.000026451478,0.00006680169],"genre_scores_gemma":[0.9979483,0.00026939323,0.0002599731,0.0012698075,0.000047518282,0.00011931611,0.000073345494,0.0000070903425,0.0000052759683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99696714,0.00009101447,0.0014635198,0.00012286317,0.0011468149,0.00020863186],"domain_scores_gemma":[0.9987473,0.00010516083,0.00069115235,0.00013037697,0.00005964137,0.0002664072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001320156,0.00011055976,0.0004503192,0.00026221122,0.00010228241,0.000005986019,0.0001329539,0.000042864525,0.000362785],"category_scores_gemma":[0.00015657501,0.00009490873,0.000025645857,0.00030533213,0.000111855516,0.0001430241,0.00019819532,0.00034972737,1.647439e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065538974,0.00050036225,0.671013,0.0020328495,0.000020977059,0.0000043959703,0.3227487,0.000007015714,6.745295e-7,0.00011978501,0.000047991467,0.0034386974],"study_design_scores_gemma":[0.0025690957,0.0026651125,0.6026441,0.00008224112,0.000003338927,0.000028646995,0.38985324,0.0019463446,0.0000025655709,0.000025181536,0.00013836453,0.000041791332],"about_ca_topic_score_codex":0.0013059503,"about_ca_topic_score_gemma":0.0004882102,"teacher_disagreement_score":0.06836894,"about_ca_system_score_codex":0.00018052015,"about_ca_system_score_gemma":0.00032304373,"threshold_uncertainty_score":0.39722416},"labels":[],"label_agreement":null},{"id":"W4225285688","doi":"10.2196/36202","title":"Multitask Learning With Recurrent Neural Networks for Acute Respiratory Distress Syndrome Prediction Using Only Electronic Health Record Data: Model Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"ARDS; Interpretability; Receiver operating characteristic; Medicine; Artificial neural network; Artificial intelligence; Recurrent neural network; Machine learning; Triage; Computer science; Acute respiratory distress; Hypoxemia; Deep learning; Data mining; Emergency medicine; Internal medicine","score_opus":0.10284403991444192,"score_gpt":0.3883053513534941,"score_spread":0.2854613114390522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225285688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983979,0.00016458219,0.013372913,0.00018829977,0.00011330164,0.0020389534,0.00007032084,0.00006811383,0.0000045428246],"genre_scores_gemma":[0.9935022,0.0000629672,0.0035255682,0.0005204001,0.000045455243,0.00056941307,0.0017372486,0.00002395553,0.000012787486],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787194,0.00008306985,0.00068339077,0.00022049341,0.0007632359,0.000377851],"domain_scores_gemma":[0.99901545,0.00008201775,0.00030761314,0.00027927716,0.00005426592,0.00026140007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007922666,0.00018176631,0.00035944974,0.000101734215,0.0004901758,0.00003650945,0.00013057416,0.000053962263,0.0000127779485],"category_scores_gemma":[0.000037186684,0.00014256791,0.000027289288,0.00016948734,0.00003439121,0.00024492881,0.00022343217,0.0005327746,3.9032685e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018301927,0.005338353,0.18492617,0.000784096,0.0021467712,0.0000996485,0.017299375,0.057381302,0.0000023430293,0.000050633767,0.0022424762,0.72789866],"study_design_scores_gemma":[0.0037201138,0.0037754963,0.005772899,0.00012422449,0.00023650036,0.00018061063,0.0029404906,0.9813555,0.0000023829682,0.0000015075926,0.0017543999,0.00013587266],"about_ca_topic_score_codex":0.000012941372,"about_ca_topic_score_gemma":0.000022569755,"teacher_disagreement_score":0.9239742,"about_ca_system_score_codex":0.0005811737,"about_ca_system_score_gemma":0.0007163441,"threshold_uncertainty_score":0.58137506},"labels":[],"label_agreement":null},{"id":"W4225297356","doi":"10.2196/33219","title":"Web-Based Software Tools for Systematic Literature Review in Medicine: Systematic Search and Feature Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Feature (linguistics); Systematic review; Software; Data science; Information retrieval; World Wide Web; Data mining; MEDLINE; Software engineering; Programming language","score_opus":0.3208442349165694,"score_gpt":0.4916259595010104,"score_spread":0.17078172458444102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225297356","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032985765,0.560789,0.23540258,0.04753618,0.0018946845,0.11555687,0.0014467125,0.00028668166,0.004101541],"genre_scores_gemma":[0.57094884,0.01996928,0.114858694,0.16195664,0.001183713,0.090025425,0.004877982,0.00042415326,0.035755258],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9524549,0.012823073,0.017311724,0.00068206765,0.016144937,0.0005832924],"domain_scores_gemma":[0.96839654,0.021158496,0.004851835,0.0036985215,0.0013138371,0.00058077555],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18749191,0.0005508082,0.010378685,0.0019537315,0.0003401368,0.00094884215,0.002988589,0.0002455207,0.004437479],"category_scores_gemma":[0.122442394,0.00025481434,0.0019908492,0.009886125,0.00014403321,0.0005804774,0.00041148756,0.0009388568,0.00012693316],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009692892,0.00006847948,0.0007400485,0.9078405,0.00073131046,0.000030436842,0.003737383,0.00022134991,3.741537e-7,0.0005482242,0.08541158,0.00066061184],"study_design_scores_gemma":[0.0019148291,0.00029075998,0.0003266672,0.38654494,0.0053856135,0.00022474639,0.014414945,0.57925075,5.216636e-7,0.0003341539,0.010606158,0.00070591236],"about_ca_topic_score_codex":0.0000019558765,"about_ca_topic_score_gemma":0.000021295758,"teacher_disagreement_score":0.5790294,"about_ca_system_score_codex":0.0001557127,"about_ca_system_score_gemma":0.00033158762,"threshold_uncertainty_score":0.9999904},"labels":[],"label_agreement":null},{"id":"W4225504827","doi":"10.2196/36997","title":"Noninvasive Diagnosis of Nonalcoholic Steatohepatitis and Advanced Liver Fibrosis Using Machine Learning Methods: Comparative Study With Existing Quantitative Risk Scores","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Liver Disease Diagnosis and Treatment","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Cirrhosis; Nonalcoholic fatty liver disease; Medicine; Internal medicine; Fibrosis; Steatosis; Liver biopsy; Hepatocellular carcinoma; Steatohepatitis; Fatty liver; Gastroenterology; Alanine transaminase; Machine learning; Algorithm; Biopsy; Artificial intelligence; Computer science; Disease","score_opus":0.07082853940036576,"score_gpt":0.39577331902700524,"score_spread":0.3249447796266395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225504827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99631524,0.001182228,0.0005586286,0.000028365681,0.000031627103,0.0014849395,0.00015376831,0.00003862472,0.00020655959],"genre_scores_gemma":[0.9456947,0.00049193687,0.052907337,0.000116289266,0.00001531061,0.0006670484,0.00007671357,0.00002011877,0.000010558299],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99742216,0.00045775578,0.0006574233,0.0001986739,0.0010089395,0.00025502313],"domain_scores_gemma":[0.9971837,0.001505221,0.00061045564,0.00019323213,0.00018994237,0.00031747806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005155819,0.00025687748,0.00074260833,0.00018934144,0.0004122474,0.00002365969,0.00011233047,0.00004502236,0.00032380628],"category_scores_gemma":[0.00029524651,0.0001912695,0.00009286338,0.00040480713,0.00024160641,0.00021905315,0.00028604246,0.00051845814,0.0000027960807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053676846,0.0016961476,0.91847295,0.00034869165,0.000939334,0.00017366171,0.06763029,0.0006820733,0.000007142819,0.000103253915,0.000025757377,0.009383918],"study_design_scores_gemma":[0.019743415,0.02681007,0.44781992,0.0023036178,0.003543549,0.00035696625,0.2469444,0.24855857,0.0021523768,0.000049913157,0.0007901134,0.00092709565],"about_ca_topic_score_codex":0.00075288594,"about_ca_topic_score_gemma":0.00009092355,"teacher_disagreement_score":0.47065306,"about_ca_system_score_codex":0.00014247971,"about_ca_system_score_gemma":0.00020968,"threshold_uncertainty_score":0.7799744},"labels":[],"label_agreement":null},{"id":"W4225540283","doi":"10.2196/35422","title":"Clustering Diagnoses From 58 Million Patient Visits in Finland Between 2015 and 2018","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Strategic Research Council; Academy of Finland","keywords":"Medical diagnosis; Medicine; Health care; Population; Cluster analysis; Cluster (spacecraft); Medical record; Medical emergency; Data mining; Family medicine; Environmental health; Computer science; Internal medicine; Pathology; Artificial intelligence","score_opus":0.02432955710835213,"score_gpt":0.3167981043813409,"score_spread":0.29246854727298877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225540283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929132,0.00038058622,0.0001943878,0.0013328426,0.00016481474,0.00059374917,0.00006718037,0.000044722678,0.0043085064],"genre_scores_gemma":[0.99742514,0.00018846734,0.00032713255,0.0013829595,0.00013284954,0.00013377961,0.00029438976,0.000012289815,0.00010299354],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982774,0.000034534696,0.00051674637,0.00010568758,0.00083005516,0.00023556588],"domain_scores_gemma":[0.99926084,0.00016254812,0.000107898326,0.00019995854,0.000014010419,0.0002547699],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001932622,0.00012952868,0.0002718476,0.00014524489,0.00007425781,0.00003056774,0.000114758055,0.00006232542,0.0015261654],"category_scores_gemma":[0.00008360765,0.000114307135,0.00003403678,0.00017128931,0.00006308608,0.00016622944,0.00053843873,0.00032060398,0.000036204412],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054773595,0.00097154686,0.2948823,0.0024077164,0.00038241246,0.00072534406,0.03403188,0.00033199106,0.0000069472435,0.00016592999,0.33248758,0.33305863],"study_design_scores_gemma":[0.015620312,0.001772852,0.5543796,0.0014562855,0.00027210877,0.000049075054,0.033451173,0.067898914,0.000030978917,0.000702502,0.3235252,0.0008409992],"about_ca_topic_score_codex":0.00008920641,"about_ca_topic_score_gemma":0.000025189549,"teacher_disagreement_score":0.33221763,"about_ca_system_score_codex":0.00014055829,"about_ca_system_score_gemma":0.00011616122,"threshold_uncertainty_score":0.99938655},"labels":[],"label_agreement":null},{"id":"W4225822796","doi":"10.2196/35307","title":"Predicting 30-Day Readmission Risk for Patients With Chronic Obstructive Pulmonary Disease Through a Federated Machine Learning Architecture on Findable, Accessible, Interoperable, and Reusable (FAIR) Data: Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Servicio Andaluz de Salud; Università Cattolica del Sacro Cuore; Universidade do Porto; European Commission","keywords":"Interoperability; Computer science; Health care; Observational study; Medicine; Artificial intelligence; Knowledge management; World Wide Web","score_opus":0.02019228106189787,"score_gpt":0.2987791006608464,"score_spread":0.27858681959894854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225822796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9498517,0.00010509688,0.047221765,0.0003470559,0.00015990475,0.0019498139,0.00006866558,0.00018699189,0.00010904247],"genre_scores_gemma":[0.9850524,0.000022857294,0.013446891,0.00023254893,0.00005124798,0.00040036096,0.0006805466,0.000026711337,0.00008644491],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968602,0.00047047465,0.0006650163,0.0004693671,0.001147954,0.0003870066],"domain_scores_gemma":[0.9980672,0.0004721067,0.0004799247,0.00050346245,0.00012121342,0.00035606904],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011938043,0.00027241078,0.00028553745,0.00013243157,0.0016893272,0.00028421346,0.00078612275,0.00006980167,0.00004245479],"category_scores_gemma":[0.0008093162,0.00020032213,0.000014968744,0.0003748244,0.000056261317,0.0010115627,0.0019937786,0.0013181947,0.0000013711674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031607033,0.00048147663,0.7301464,0.00084482535,0.00007741614,0.000022233693,0.023436816,0.007424847,2.5793304e-7,0.000045944522,0.00012435194,0.23707934],"study_design_scores_gemma":[0.0019163209,0.0016021216,0.15014404,0.0003394212,0.000025691597,0.000011758823,0.0012267741,0.83899933,0.0000050460085,0.00011550867,0.005296959,0.00031703652],"about_ca_topic_score_codex":0.000069371825,"about_ca_topic_score_gemma":0.000019569983,"teacher_disagreement_score":0.83157444,"about_ca_system_score_codex":0.00020117234,"about_ca_system_score_gemma":0.0005289325,"threshold_uncertainty_score":0.99961036},"labels":[],"label_agreement":null},{"id":"W4226020019","doi":"10.2196/35239","title":"Transformer- and Generative Adversarial Network–Based Inpatient Traditional Chinese Medicine Prescription Recommendation: Development Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical prescription; Medicine; Auscultation; Vital signs; Medical emergency; Artificial intelligence; Computer science; Nursing","score_opus":0.04070187036631959,"score_gpt":0.30469296938533474,"score_spread":0.2639910990190152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226020019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9724179,0.00010372495,0.0032904467,0.015591651,0.0013431779,0.0024675564,0.00006142279,0.0001508087,0.004573308],"genre_scores_gemma":[0.98653615,0.000018215667,0.0027057151,0.006133778,0.0014693887,0.0011247902,0.0019114695,0.000023016464,0.000077492674],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99616253,0.00014422268,0.0010534924,0.00021290811,0.0021043362,0.00032248977],"domain_scores_gemma":[0.9987572,0.00030639025,0.00022130103,0.00015822248,0.00013928783,0.00041760996],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009991383,0.00031654688,0.0005759793,0.00023826257,0.00069679035,0.000012367623,0.00013397468,0.000071972696,0.0030034152],"category_scores_gemma":[0.00019266966,0.00022792314,0.000064030384,0.0004993865,0.00026327625,0.00021606422,0.000077127115,0.00074270216,0.0000071633085],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006832993,0.012944358,0.2219593,0.0020463846,0.0028276378,0.00034960668,0.28023055,0.0018900443,0.00008425382,0.0031333356,0.32154742,0.14615409],"study_design_scores_gemma":[0.05045575,0.014637758,0.63782835,0.00051191746,0.0004936684,0.0006518418,0.032263786,0.056536436,0.000021009711,0.00092197256,0.20460811,0.001069385],"about_ca_topic_score_codex":0.000008960928,"about_ca_topic_score_gemma":0.000025558276,"teacher_disagreement_score":0.4158691,"about_ca_system_score_codex":0.00028875694,"about_ca_system_score_gemma":0.00055068824,"threshold_uncertainty_score":0.997908},"labels":[],"label_agreement":null},{"id":"W4226062161","doi":"10.2196/34787","title":"Characterization of Electronic Health Record Use Outside Scheduled Clinic Hours Among Primary Care Pediatricians: Retrospective Descriptive Task Analysis of Electronic Health Record Access Log Data","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nationwide Children's Hospital; Ohio State University","keywords":"Medicine; Documentation; Descriptive statistics; Electronic health record; Family medicine; Retrospective cohort study; Primary care; Medical emergency; Health care; Names of the days of the week; Emergency medicine","score_opus":0.06800738964205945,"score_gpt":0.42136330434374464,"score_spread":0.3533559147016852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226062161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822953,0.0010379651,0.005236327,0.0012585176,0.001270447,0.0061678304,0.0021872171,0.00023390874,0.00031248594],"genre_scores_gemma":[0.9717064,0.0069162217,0.0005237845,0.006112338,0.00044712255,0.001157156,0.0127443755,0.00013098665,0.0002616344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9819642,0.0041909316,0.007179379,0.0007895467,0.002785481,0.0030904645],"domain_scores_gemma":[0.9855246,0.0012520611,0.009181221,0.002225275,0.00086389005,0.0009529837],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009768574,0.000594555,0.0030957074,0.0016993437,0.0011919201,0.00003768408,0.0025011378,0.0005976355,0.0008311912],"category_scores_gemma":[0.0011703549,0.0005913542,0.00037712988,0.0058284192,0.00025011954,0.0017451489,0.0016073647,0.005670411,0.00002601449],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0007583834,0.00070105976,0.90619314,0.008051026,0.0018127639,0.0000041250046,0.050215177,0.000030496058,0.000019402241,0.00047876968,0.007611856,0.024123777],"study_design_scores_gemma":[0.0071335733,0.009178033,0.8617426,0.0024562748,0.0014302188,0.000012747795,0.06552841,0.025932383,0.000009870288,0.00021126155,0.024719177,0.0016454456],"about_ca_topic_score_codex":0.007582492,"about_ca_topic_score_gemma":0.015931925,"teacher_disagreement_score":0.044450555,"about_ca_system_score_codex":0.012419294,"about_ca_system_score_gemma":0.035211142,"threshold_uncertainty_score":0.99965376},"labels":[],"label_agreement":null},{"id":"W4226066893","doi":"10.2196/35293","title":"Comparison of Severity of Illness Scores and Artificial Intelligence Models That Are Predictive of Intensive Care Unit Mortality: Meta-analysis and Review of the Literature","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; Northwestern University","keywords":"Medicine; Scopus; Intensive care unit; MEDLINE; Severity of illness; Predictive modelling; Meta-analysis; Intensive care; Intensive care medicine; Systematic review; Emergency medicine; Machine learning; Internal medicine; Computer science","score_opus":0.4009658761119045,"score_gpt":0.4762346889254576,"score_spread":0.07526881281355313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226066893","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021762608,0.9945873,0.00007546472,0.00008129809,0.000047570833,0.0016545656,0.0013148556,0.0000050402828,0.000057661153],"genre_scores_gemma":[0.031434685,0.9675691,0.00009502365,0.00027634704,0.0000103175025,0.00019195821,0.00040887314,0.000011349379,0.0000023148375],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9957709,0.00026538313,0.002269541,0.00017140844,0.0013902534,0.00013253954],"domain_scores_gemma":[0.99468076,0.0006339945,0.0027231772,0.00065819407,0.0011590021,0.0001448571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053816073,0.00034558398,0.006145842,0.00024661806,0.000041412502,0.0000073605956,0.0002704675,0.00027377327,0.00016573048],"category_scores_gemma":[0.0007876111,0.00017891187,0.0014839126,0.0011096284,0.0005786591,0.00008743705,0.0003727469,0.0005819105,1.03764954e-7],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004165618,0.00046827903,0.0023746067,0.60067284,0.090724766,0.000008376608,0.030645585,0.000010316435,2.1945487e-8,0.00027435855,0.00019227486,0.27458695],"study_design_scores_gemma":[0.00026990168,0.000580598,0.00063356175,0.16034333,0.7604496,0.00005275547,0.06385131,0.0019393684,0.00023444153,0.00021157654,0.011012167,0.00042142184],"about_ca_topic_score_codex":0.0000434707,"about_ca_topic_score_gemma":0.000018768333,"teacher_disagreement_score":0.6697248,"about_ca_system_score_codex":0.000043642198,"about_ca_system_score_gemma":0.00031049585,"threshold_uncertainty_score":0.7295814},"labels":[],"label_agreement":null},{"id":"W4226156328","doi":"10.2196/35250","title":"Predicting Abnormal Laboratory Blood Test Results in the Intensive Care Unit Using Novel Features Based on Information Theory and Historical Conditional Probability: Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical Laboratory Practices and Quality Control","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Artificial intelligence; Computer science; Machine learning; Statistics; Logistic regression; Entropy (arrow of time); Intensive care unit; Blood test; Pre- and post-test probability; Intensive care; Data mining; Medicine; Mathematics; Intensive care medicine; Internal medicine","score_opus":0.10757320432311564,"score_gpt":0.37291384126944427,"score_spread":0.26534063694632865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226156328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917308,0.000036192385,0.00014653071,0.0050447076,0.0001540093,0.0016592449,0.00084339344,0.000048367798,0.00033676796],"genre_scores_gemma":[0.969145,0.0000016296462,0.00046302745,0.029353471,0.0001472928,0.00020755138,0.00066591176,0.000008606908,0.000007512472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958631,0.00054540986,0.0013183826,0.00014431594,0.0018918285,0.00023696054],"domain_scores_gemma":[0.99188584,0.0061076246,0.00053373165,0.0003361897,0.00093972083,0.00019689927],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0051334607,0.0001870499,0.0003428074,0.00017100747,0.00037788195,0.000066048815,0.0002099512,0.00014511886,0.00008681758],"category_scores_gemma":[0.019527853,0.0001350542,0.000057830563,0.00057596446,0.00013761206,0.00058020337,0.000136629,0.0015844065,0.0000021380704],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010043226,0.00800305,0.7749276,0.0012662282,0.00027616238,0.00015068165,0.18343332,0.003333502,0.00002780421,0.0131462775,0.0027528568,0.0026392736],"study_design_scores_gemma":[0.025923153,0.005533761,0.5126773,0.00027335482,0.00040587265,0.00015457252,0.36301187,0.067522585,0.0000045504166,0.00024340992,0.023809055,0.0004404676],"about_ca_topic_score_codex":0.000041724437,"about_ca_topic_score_gemma":0.000025839343,"teacher_disagreement_score":0.26225027,"about_ca_system_score_codex":0.00031361866,"about_ca_system_score_gemma":0.0010858208,"threshold_uncertainty_score":0.9887311},"labels":[],"label_agreement":null},{"id":"W4226268064","doi":"10.2196/35061","title":"Computerized Clinical Decision Support Systems for the Early Detection of Sepsis Among Pediatric, Neonatal, and Maternal Inpatients: Scoping Review","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Sepsis; Clinical decision support system; Decision support system; Intensive care medicine; Neonatal sepsis; Medical emergency; Computer science; Data mining; Internal medicine","score_opus":0.06253836608730441,"score_gpt":0.3929919373604566,"score_spread":0.3304535712731522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226268064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848296,0.006005442,0.0050260304,0.00019943573,0.00074425887,0.003109854,0.00003310637,0.00003090043,0.000021340535],"genre_scores_gemma":[0.9735439,0.021394957,0.0013313901,0.0020725224,0.00022769516,0.0013325149,0.0000644945,0.00001981645,0.000012730553],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99732286,0.00006699628,0.0014134443,0.00010581944,0.0009221813,0.00016868164],"domain_scores_gemma":[0.9979633,0.0009796884,0.00050649216,0.00024087208,0.0001098091,0.0001998438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011968014,0.00012421237,0.0005329789,0.00007298049,0.00015370618,0.00002405149,0.00014125112,0.00008036529,0.000120513345],"category_scores_gemma":[0.00028612834,0.00007728879,0.0001578643,0.00016069038,0.000083341045,0.00010987083,0.00020269197,0.00023594812,0.000004268189],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009843206,0.0010167107,0.3530774,0.031500887,0.0005415065,0.00004453146,0.0024127692,0.00001663814,0.000001958697,0.00004469571,0.010947081,0.5994115],"study_design_scores_gemma":[0.04094984,0.016520813,0.7119151,0.06546681,0.00398745,0.00080093,0.0033229457,0.13488832,0.00026916518,0.00007109546,0.020731602,0.001075962],"about_ca_topic_score_codex":0.000025500152,"about_ca_topic_score_gemma":0.0000018645671,"teacher_disagreement_score":0.5983355,"about_ca_system_score_codex":0.000047973575,"about_ca_system_score_gemma":0.00012349183,"threshold_uncertainty_score":0.31517452},"labels":[],"label_agreement":null},{"id":"W4226275822","doi":"10.2196/34678","title":"Perspective of Information Technology Decision Makers on Factors Influencing Adoption and Implementation of Artificial Intelligence Technologies in 40 German Hospitals: Descriptive Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitätsklinikum Heidelberg","keywords":"German; Descriptive statistics; Health care; Purchasing; Status quo; Medical education; Medicine; Knowledge management; Computer science; Business; Marketing; Political science","score_opus":0.05198002728209693,"score_gpt":0.42044952415570386,"score_spread":0.3684694968736069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226275822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99188143,0.000044085948,0.0065423003,0.00066755695,0.00009139041,0.0006373547,0.000017500397,0.000050495062,0.00006787473],"genre_scores_gemma":[0.9978601,0.000103457416,0.0018180764,0.00006582272,0.0000075640387,0.00009062681,0.000049230228,0.0000044327694,7.260196e-7],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976219,0.00003432481,0.0013320459,0.00010356161,0.0007117357,0.00019642826],"domain_scores_gemma":[0.99869895,0.00018176639,0.0005467854,0.00020454363,0.00030399993,0.00006392555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005971257,0.00012412744,0.00035389134,0.002096848,0.00009622022,0.000010651819,0.00013932706,0.00018134667,0.000103266146],"category_scores_gemma":[0.0005684958,0.00011195411,0.0000682272,0.002232115,0.00023650017,0.00038370662,0.00011759046,0.00045938286,0.0000028344039],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037424816,0.00021129545,0.115743995,0.00023156872,0.0001350576,0.000002381809,0.18435483,0.00053486536,0.00008980028,0.019078251,0.000030665982,0.67921305],"study_design_scores_gemma":[0.000074697964,0.0010167019,0.021564325,0.00011534595,0.000078698366,0.0000060973757,0.9499934,0.008319324,0.009441534,0.009253309,0.000031961365,0.000104637074],"about_ca_topic_score_codex":0.0005017377,"about_ca_topic_score_gemma":0.00013449676,"teacher_disagreement_score":0.76563853,"about_ca_system_score_codex":0.000498177,"about_ca_system_score_gemma":0.00027788125,"threshold_uncertainty_score":0.45653564},"labels":[],"label_agreement":null},{"id":"W4226372432","doi":"10.2196/36711","title":"Linking Biomedical Data Warehouse Records With the National Mortality Database in France: Large-scale Matching Algorithm","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conseil Régional des Pays de la Loire; Agence Nationale de la Recherche","keywords":"Algorithm; Database; Matching (statistics); Computer science; Data mining; Identifier; Scale (ratio); Medicine; Statistics; Mathematics; Cartography; Geography","score_opus":0.12455254929085986,"score_gpt":0.4246629664904805,"score_spread":0.30011041719962067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226372432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1389079,0.00008071556,0.8230654,0.021164957,0.0014729929,0.0014264705,0.009549318,0.00021495202,0.004117312],"genre_scores_gemma":[0.49612832,0.00035043777,0.24834745,0.20697196,0.0032116638,0.0020110859,0.03816611,0.00017913859,0.0046338574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876535,0.00043075066,0.0013583006,0.0003490544,0.009769137,0.00043929036],"domain_scores_gemma":[0.99665266,0.0011767725,0.00040540437,0.0014115896,0.0001061247,0.00024742467],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025387168,0.00016532802,0.00030511004,0.00026288783,0.0005432549,0.00026763033,0.004369222,0.00007761544,0.0019648296],"category_scores_gemma":[0.0010322965,0.0000986364,0.0000436065,0.0014688971,0.00029404205,0.0014195595,0.005353059,0.0010957395,0.000114717936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053791682,0.0016355943,0.0055703428,0.00019359557,0.00011962269,0.00016149461,0.03640609,0.00056105753,9.3746553e-7,0.003979421,0.6942838,0.25703427],"study_design_scores_gemma":[0.0008177545,0.000049124003,0.0021167404,0.000047273566,0.000008542575,0.000022412454,0.024678882,0.245315,4.2333886e-7,0.0018736491,0.7249083,0.00016190372],"about_ca_topic_score_codex":0.00010663916,"about_ca_topic_score_gemma":0.00037822057,"teacher_disagreement_score":0.57471794,"about_ca_system_score_codex":0.00008559029,"about_ca_system_score_gemma":0.00043326936,"threshold_uncertainty_score":0.9989475},"labels":[],"label_agreement":null},{"id":"W4229059586","doi":"10.2196/37831","title":"An Analysis of French-Language Tweets About COVID-19 Vaccines: Supervised Learning Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disinformation; Social media; Artificial intelligence; Computer science; Context (archaeology); Sentiment analysis; Natural language processing; Support vector machine; World Wide Web; History","score_opus":0.02133209552872922,"score_gpt":0.33980268393646185,"score_spread":0.3184705884077326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229059586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777429,0.00017257154,0.0048780316,0.0005140866,0.000085369706,0.00031184786,0.000025742627,0.0001424024,0.016127015],"genre_scores_gemma":[0.9964724,0.00006534345,0.0005197921,0.0020684227,0.00012483093,0.00004641405,0.00026303457,0.000008940074,0.00043081003],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99685395,0.00036688984,0.0007061944,0.00012894625,0.0015816325,0.00036239726],"domain_scores_gemma":[0.99848014,0.00022171537,0.0002799477,0.00030677818,0.000069927424,0.0006414967],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017905426,0.00013006458,0.00042674583,0.0004241627,0.0007053859,0.00005663767,0.000765261,0.00012956091,0.009272841],"category_scores_gemma":[0.00062393013,0.00012147962,0.00018964734,0.0016746505,0.000045404544,0.00038541734,0.00015868552,0.00049619563,0.000010995855],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029596442,0.0005229332,0.14141972,0.000264193,0.00041681825,0.000034391524,0.8301228,0.0080278525,0.0000106897305,0.0027506114,0.007614605,0.008785748],"study_design_scores_gemma":[0.001825884,0.0003549766,0.02928989,0.000019035982,0.0005623883,0.0000063693315,0.6340155,0.24918255,0.000006036935,0.00011770905,0.08407036,0.0005493131],"about_ca_topic_score_codex":0.0017814916,"about_ca_topic_score_gemma":0.00080836,"teacher_disagreement_score":0.2411547,"about_ca_system_score_codex":0.00017331279,"about_ca_system_score_gemma":0.0009313098,"threshold_uncertainty_score":0.9916328},"labels":[],"label_agreement":null},{"id":"W4229439926","doi":"10.2196/38482","title":"Prevalence of Sensitive Terms in Clinical Notes Using Natural Language Processing Techniques: Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Patient-Centered Outcomes Research Institute","keywords":"Preprint; Observational study; Confidentiality; Electronic health record; Computer science; Medicine; Internet privacy; Computer security; Health care; World Wide Web; Pathology; Political science","score_opus":0.16645744392440273,"score_gpt":0.5563529683678831,"score_spread":0.3898955244434803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229439926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995599,0.000031258114,0.0010753548,0.00016061806,0.00029430335,0.0019464247,0.000054216252,0.0000806518,0.00075822585],"genre_scores_gemma":[0.9878729,0.0000053864037,0.006525764,0.0051141297,0.000115621544,0.000257315,0.000047394074,0.000008579809,0.00005292831],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99264526,0.0009843615,0.004664049,0.00012604902,0.0012067124,0.00037357621],"domain_scores_gemma":[0.99667084,0.0011200998,0.0015040208,0.00028062146,0.0002569851,0.00016743946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008699737,0.00013689774,0.0003880273,0.00019200824,0.00048179014,0.000010159943,0.00036053054,0.00016612218,0.00056656776],"category_scores_gemma":[0.0021985704,0.00011161368,0.000059737966,0.00055055984,0.00013121737,0.0010940179,0.000488673,0.002110572,0.000009367985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011298206,0.00048635926,0.82512915,0.002922231,0.0000072243124,0.000005810798,0.114552386,0.000011237153,0.0000039072975,0.00004983304,0.0001658761,0.056552984],"study_design_scores_gemma":[0.0016143026,0.00027254032,0.58784145,0.0009589501,0.0000129030905,0.000009513682,0.09447381,0.31343743,0.000016533586,0.000039398183,0.0010957072,0.00022747919],"about_ca_topic_score_codex":0.000076893666,"about_ca_topic_score_gemma":0.000016373153,"teacher_disagreement_score":0.3134262,"about_ca_system_score_codex":0.00025124598,"about_ca_system_score_gemma":0.0013298591,"threshold_uncertainty_score":0.9169503},"labels":[],"label_agreement":null},{"id":"W4229455170","doi":"10.2196/38241","title":"Predicting Postoperative Mortality With Deep Neural Networks and Natural Language Processing: Model Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Far Eastern Memorial Hospital; Ministry of Science and Technology, Taiwan","keywords":"Receiver operating characteristic; Unstructured data; Medicine; Artificial neural network; Artificial intelligence; Natural language processing; Deep learning; Text mining; Recall; Computer science; Machine learning; Data mining; Big data; Psychology","score_opus":0.014910534057298582,"score_gpt":0.3032265227222249,"score_spread":0.2883159886649263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229455170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8121106,0.00019041651,0.18668954,0.00053184986,0.000051608917,0.0002260849,7.162298e-7,0.00011020448,0.00008898436],"genre_scores_gemma":[0.9703248,0.000001662278,0.02820314,0.0013376363,0.000020925267,0.00007009081,0.000023158522,0.000005771095,0.000012790009],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985194,0.00007470455,0.00033797204,0.00013335397,0.0007163501,0.0002182149],"domain_scores_gemma":[0.9994213,0.000057249636,0.00015380616,0.0001406891,0.00005561104,0.0001713552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005082686,0.00011643371,0.00013191148,0.000050769606,0.00045852657,0.00013012419,0.000269138,0.0000461256,0.000005087096],"category_scores_gemma":[0.00005591391,0.000089102396,0.000008152625,0.00019245094,0.000060047958,0.0005258796,0.0005141592,0.00069044024,2.1018622e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025539344,0.000052504427,0.06672961,0.00043090704,0.000027860413,0.000038299895,0.25998336,0.120443694,0.000001038342,0.0015331447,0.00003558709,0.55069846],"study_design_scores_gemma":[0.00024814127,0.00007088915,0.0050921636,0.000023753575,0.0000027270546,0.00010844448,0.0025939448,0.9916948,0.0000035526848,0.000011103605,0.000038640548,0.000111853384],"about_ca_topic_score_codex":0.000014277474,"about_ca_topic_score_gemma":0.000019663006,"teacher_disagreement_score":0.8712511,"about_ca_system_score_codex":0.000053135238,"about_ca_system_score_gemma":0.00016823882,"threshold_uncertainty_score":0.36334902},"labels":[],"label_agreement":null},{"id":"W4232171435","doi":"10.2196/23253","title":"Correction: Undergraduate Medical Students’ Search for Health Information Online: Explanatory Cross-Sectional Study","year":2020,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Medical education; Computer science; Data science; Medicine; Information retrieval; Psychology","score_opus":0.10253922107173694,"score_gpt":0.49747443048651135,"score_spread":0.39493520941477445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232171435","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018248957,0.00040225356,0.003799579,0.09193772,0.83462065,0.02962788,0.0005956296,0.0015742839,0.019193025],"genre_scores_gemma":[0.061963763,0.031575266,0.00520007,0.26943073,0.3955268,0.06719493,0.08554507,0.0010488691,0.08251449],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98026407,0.000780187,0.0032085767,0.00031937315,0.014288535,0.0011392861],"domain_scores_gemma":[0.991511,0.0030566321,0.0013208721,0.00039113476,0.0010474555,0.002672892],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008441425,0.00045903362,0.0008992102,0.00046312754,0.0018003114,0.00072061084,0.0022329758,0.0022210388,0.0008367719],"category_scores_gemma":[0.015466991,0.00046926353,0.00024686256,0.0010636395,0.0007554914,0.001258686,0.000367297,0.004461704,0.00035886548],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005214052,0.0005550926,0.034215204,0.00096358627,0.000091509966,0.0000024136136,0.091286115,0.0000016527783,4.697647e-10,0.0003340583,0.8530752,0.019423027],"study_design_scores_gemma":[0.0013269654,0.00056296284,0.04598156,0.00038250032,0.00001996402,0.0000060855623,0.048736412,0.0014809408,3.7246615e-8,0.000057876776,0.9010575,0.00038719564],"about_ca_topic_score_codex":0.0025818353,"about_ca_topic_score_gemma":0.0038527304,"teacher_disagreement_score":0.43909386,"about_ca_system_score_codex":0.0024052933,"about_ca_system_score_gemma":0.02986487,"threshold_uncertainty_score":0.9997759},"labels":[],"label_agreement":null},{"id":"W4233121303","doi":"10.2196/32319","title":"Using the Diagnostic Odds Ratio to Select Patterns to Build an Interpretable Pattern-Based Classifier in a Clinical Domain: Multivariate Sequential Pattern Mining Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agencia Estatal de Investigación; European Regional Development Fund; Ministerio de Ciencia e Innovación","keywords":"Multivariate statistics; Discriminative model; Pattern recognition (psychology); Computer science; Classifier (UML); Feature selection; Artificial intelligence; Multivariate analysis; Principal component analysis; Data mining; Machine learning","score_opus":0.06078749236177159,"score_gpt":0.38484665204327717,"score_spread":0.32405915968150556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233121303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46780038,9.382241e-7,0.5302629,0.0008065289,0.0002598742,0.00076188927,0.00004045051,0.000053837935,0.000013208246],"genre_scores_gemma":[0.96517825,4.323203e-7,0.02382476,0.009783953,0.00015492178,0.0009884095,0.00004199871,0.000019574605,0.000007676522],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995998,0.00053159957,0.0013550805,0.00039449055,0.0011774165,0.0005433719],"domain_scores_gemma":[0.99722266,0.00092463853,0.00024689877,0.0010518556,0.00006873666,0.0004852068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026473778,0.00024147288,0.000356994,0.0002181124,0.00040365162,0.00037843396,0.0023064835,0.00008371648,0.00012734809],"category_scores_gemma":[0.00034684825,0.00019206585,0.000078352045,0.0009121004,0.0000489469,0.00048562646,0.0016520884,0.0007703539,0.000026278725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043294116,0.003452926,0.13645382,0.000075868054,0.0001096256,0.0001951516,0.12531145,0.011241585,0.000034348577,0.00024664123,0.0024049527,0.7204303],"study_design_scores_gemma":[0.001014549,0.0007130308,0.02028186,0.000094091665,0.000012690119,0.000018469747,0.006442348,0.9698246,0.0000094157285,0.000011847122,0.0012963323,0.00028075773],"about_ca_topic_score_codex":0.00047060475,"about_ca_topic_score_gemma":0.00033900366,"teacher_disagreement_score":0.958583,"about_ca_system_score_codex":0.00016475376,"about_ca_system_score_gemma":0.00037443213,"threshold_uncertainty_score":0.78322184},"labels":[],"label_agreement":null},{"id":"W4234823446","doi":"10.2196/25678","title":"Correction: Use of an Electronic Clinical Decision Support System in Primary Care to Assess Inappropriate Polypharmacy in Young Seniors With Multimorbidity: Observational, Descriptive, Cross-Sectional Study","year":2020,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Polypharmacy; Observational study; Cross-sectional study; Primary care; Medicine; Family medicine; Medical emergency; Pediatrics; Intensive care medicine; Internal medicine","score_opus":0.22453976025887248,"score_gpt":0.4652538904788367,"score_spread":0.2407141302199642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234823446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9805952,0.000039880724,0.0004770033,0.000078121746,0.012923245,0.004072427,0.00009885002,0.00010810202,0.0016071971],"genre_scores_gemma":[0.9861178,0.00022274503,0.003968904,0.0024018374,0.001330474,0.0004248192,0.0039731986,0.00011535593,0.0014448575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9916016,0.00041454416,0.0035343876,0.00050644844,0.0033177037,0.00062530814],"domain_scores_gemma":[0.99586666,0.0010335798,0.001025824,0.00049100147,0.00065479823,0.0009281107],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001849281,0.0005303469,0.0015329655,0.00053504546,0.000087266686,0.00013276658,0.00044452382,0.000863322,0.0001105751],"category_scores_gemma":[0.001498025,0.00041847007,0.00020192283,0.0011088206,0.00017324166,0.0012904763,0.00030550506,0.005201747,0.00003275377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054266136,0.0017217578,0.96990085,0.0023671328,0.00019848987,0.0003062545,0.0034095696,0.00010949093,9.0240366e-7,0.0000069267508,0.013482176,0.0030698292],"study_design_scores_gemma":[0.008109107,0.0034601102,0.89982486,0.0016312206,0.00018213155,0.00020464066,0.004554779,0.051022936,0.000003040418,9.197301e-7,0.030572364,0.00043387062],"about_ca_topic_score_codex":0.00031794157,"about_ca_topic_score_gemma":0.0005949617,"teacher_disagreement_score":0.070075974,"about_ca_system_score_codex":0.0015276578,"about_ca_system_score_gemma":0.0044415738,"threshold_uncertainty_score":0.9998267},"labels":[],"label_agreement":null},{"id":"W4235303344","doi":"10.2196/30712","title":"Understanding the Relationship Between Mood Symptoms and Mobile App Engagement Among Patients With Breast Cancer Using Machine Learning: Case Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cancer survivorship and care","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health; U.S. National Library of Medicine; UVA Cancer Center; University of Virginia","keywords":"Mood; Anxiety; Psychological intervention; Mental health; Breast cancer; Clinical psychology; Random forest; Psychology; Machine learning; Artificial intelligence; Medicine; Computer science; Psychiatry; Cancer","score_opus":0.06727580118940482,"score_gpt":0.3250398979309915,"score_spread":0.2577640967415866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235303344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976567,0.000037309015,0.0005671747,0.00011149169,0.000099643075,0.0012713072,0.000054701763,0.0000566466,0.0001450173],"genre_scores_gemma":[0.9993151,0.0000028905838,0.000015528774,0.00017277901,0.000072693685,0.00029870617,0.000054808967,0.000020138204,0.000047368176],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99799246,0.00016857196,0.00039136974,0.00010862973,0.0011167119,0.00022227732],"domain_scores_gemma":[0.9990271,0.0003204852,0.00017873725,0.00019407459,0.00005020619,0.00022940424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068931724,0.0001500343,0.00022872155,0.00009762585,0.0008307128,0.000041338702,0.000096774005,0.000052245017,0.00027552363],"category_scores_gemma":[0.000040929634,0.0000962841,0.000034272845,0.00035652428,0.00013769715,0.00014392255,0.0002322236,0.0010554948,7.3924616e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005185399,0.00012646143,0.94697404,0.00010052978,0.00010279199,0.000051436135,0.05127595,0.00020214697,2.3559165e-8,0.000017626518,0.000028845741,0.0010682895],"study_design_scores_gemma":[0.0041567343,0.0009836425,0.71972716,0.00014858542,0.00037561788,0.00041574685,0.2591975,0.014369105,2.10133e-7,0.000012584094,0.00039422436,0.0002188822],"about_ca_topic_score_codex":0.0009135117,"about_ca_topic_score_gemma":0.00053668965,"teacher_disagreement_score":0.22724688,"about_ca_system_score_codex":0.00040326742,"about_ca_system_score_gemma":0.00014571504,"threshold_uncertainty_score":0.63892555},"labels":[],"label_agreement":null},{"id":"W4250246406","doi":"10.2196/24243","title":"Correction: Good News and Bad News About Incentives to Violate the Health Insurance Portability and Accountability Act (HIPAA): Scenario-Based Questionnaire Study","year":2020,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health Insurance Portability and Accountability Act; Accountability; Incentive; Internet privacy; Business; Computer science; Computer security; Confidentiality; Political science; Law","score_opus":0.03059302752990745,"score_gpt":0.31765927113213094,"score_spread":0.2870662436022235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250246406","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34425458,0.015130287,0.012779098,0.44397882,0.09422727,0.034341212,0.0033359102,0.0011920504,0.05076078],"genre_scores_gemma":[0.925601,0.0057878736,0.0004195014,0.061927572,0.0017990519,0.00091112324,0.00026453668,0.00008397915,0.0032053539],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599266,0.0001880358,0.0023486707,0.00054982305,0.00033868893,0.00058214605],"domain_scores_gemma":[0.9970001,0.00015684044,0.0011223955,0.0007751056,0.00008578998,0.00085978326],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023910417,0.0004455262,0.0011553839,0.00019997828,0.00039050487,0.00021803712,0.00050294003,0.00047595068,0.00007032666],"category_scores_gemma":[0.0009911343,0.0003867731,0.0001127986,0.0005229444,0.00027299885,0.00038044932,0.000398729,0.0018242074,0.00007253886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012760026,0.00059808453,0.23374243,0.0032613347,0.00013659976,0.0000059343834,0.026469646,0.000008509036,2.7327811e-9,0.001528106,0.60207707,0.13204466],"study_design_scores_gemma":[0.00062306615,0.0005414026,0.37269247,0.0004359026,0.000008282404,0.0000036010451,0.0027005868,0.0045936443,2.2310298e-8,0.00032381737,0.61773145,0.00034576663],"about_ca_topic_score_codex":0.012555893,"about_ca_topic_score_gemma":0.0127417855,"teacher_disagreement_score":0.58134645,"about_ca_system_score_codex":0.0004008454,"about_ca_system_score_gemma":0.0007944942,"threshold_uncertainty_score":0.99985844},"labels":[],"label_agreement":null},{"id":"W4280506342","doi":"10.2196/32168","title":"Integrated Health Record Viewers and Reduction in Duplicate Medical Imaging: Retrospective Observational Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Veterans Affairs; Health care; Health information exchange; Medical record; Medicine; Medical imaging; Observational study; Medical emergency; Radiology; Health information","score_opus":0.056726253143737165,"score_gpt":0.4334550450288883,"score_spread":0.3767287918851512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280506342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.918918,0.00065398525,0.004318406,0.0662285,0.0021764224,0.0036037825,0.0000930515,0.00035919994,0.0036486306],"genre_scores_gemma":[0.97018474,0.0010246267,0.0013289074,0.022559913,0.00049015327,0.002873846,0.0007522492,0.000050100887,0.00073547853],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.992387,0.0014776976,0.002694823,0.00028478596,0.0021947979,0.00096091453],"domain_scores_gemma":[0.99711806,0.00048448276,0.00093455415,0.00036658123,0.0002100492,0.00088630326],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008621008,0.00022164105,0.0008200539,0.0004978767,0.00089177256,0.000012824404,0.00039297357,0.0002518111,0.0038527604],"category_scores_gemma":[0.0011291483,0.00019994393,0.000094161995,0.0028153511,0.00015656519,0.00026916954,0.00032713512,0.003696118,0.00004897506],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019936859,0.00036873136,0.6888648,0.0014390689,0.00029858344,0.000022822127,0.043524336,0.000027178256,0.0000023044881,0.004882187,0.10314792,0.15722267],"study_design_scores_gemma":[0.0036890074,0.00044596448,0.18933073,0.0007288048,0.00006826783,0.00011503553,0.060764406,0.36274546,5.7192915e-7,0.0010972997,0.3804395,0.0005749758],"about_ca_topic_score_codex":0.003179622,"about_ca_topic_score_gemma":0.0018844516,"teacher_disagreement_score":0.4995341,"about_ca_system_score_codex":0.0031078872,"about_ca_system_score_gemma":0.004986454,"threshold_uncertainty_score":0.9986024},"labels":[],"label_agreement":null},{"id":"W4280516831","doi":"10.2196/37365","title":"Combating COVID-19 Using Generative Adversarial Networks and Artificial Intelligence for Medical Images: Scoping Review","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Generative grammar; Adversarial system; Artificial intelligence; Computer science; Scarcity; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computed tomography; Machine learning; Radiology; Medicine; Pathology","score_opus":0.09526057330090464,"score_gpt":0.43652616733929234,"score_spread":0.3412655940383877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280516831","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004560188,0.0058155395,0.8946947,0.087543696,0.0011869131,0.005787014,0.000050099632,0.00026548535,0.000096364],"genre_scores_gemma":[0.03381684,0.007301149,0.04890343,0.90443176,0.0028412314,0.0020272527,0.00052681373,0.00012455261,0.000026985657],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99545443,0.00021034136,0.001665236,0.00026466438,0.0018889199,0.00051643635],"domain_scores_gemma":[0.995432,0.0024464258,0.00046209974,0.00032311154,0.00014719756,0.001189136],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037508153,0.00026776,0.0007639874,0.00015949698,0.0006977226,0.000060030143,0.0003130494,0.000217447,0.0015814657],"category_scores_gemma":[0.011092485,0.00024639437,0.00015496499,0.0005094264,0.00040484147,0.00018954402,0.0006045472,0.00097351335,0.0000043126256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018198002,0.0025483253,0.0009346085,0.16432397,0.00091355166,0.0010317403,0.03490088,0.027386049,0.00006954031,0.012374977,0.26359218,0.49010438],"study_design_scores_gemma":[0.0012683332,0.00046545643,0.00000361275,0.020094955,0.00022099481,0.00042130996,0.0021902774,0.9631371,0.000054908567,0.00034386685,0.011426552,0.00037261285],"about_ca_topic_score_codex":0.000040380117,"about_ca_topic_score_gemma":0.000016438591,"teacher_disagreement_score":0.9357511,"about_ca_system_score_codex":0.00048568007,"about_ca_system_score_gemma":0.0034426826,"threshold_uncertainty_score":0.9999988},"labels":[],"label_agreement":null},{"id":"W4280591706","doi":"10.2196/34306","title":"Deep Neural Networks for Simultaneously Capturing Public Topics and Sentiments During a Pandemic: Application on a COVID-19 Tweet Data Set","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sentiment analysis; Convolutional neural network; Computer science; Social media; Set (abstract data type); Tag cloud; Pandemic; Cloud computing; Deep learning; Artificial intelligence; Public opinion; Representation (politics); Topic model; Population; Coronavirus disease 2019 (COVID-19); Data science; Natural language processing; World Wide Web; Visualization; Political science; Medicine","score_opus":0.07802148386551859,"score_gpt":0.3835707588452277,"score_spread":0.3055492749797091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280591706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.844979,0.000103290535,0.123722754,0.018674918,0.0008570046,0.0046235425,0.00030783334,0.00067579263,0.006055881],"genre_scores_gemma":[0.9897611,0.000050659484,0.00028573416,0.008930158,0.00025000577,0.00007384897,0.0004582987,0.0000089276755,0.00018123956],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979638,0.000084103485,0.00049009477,0.00011878511,0.0009439839,0.00039926864],"domain_scores_gemma":[0.99841446,0.0003034168,0.0002380253,0.0003182392,0.000040694777,0.000685191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012809656,0.00011440288,0.00015370743,0.00009569083,0.0011236113,0.00018298511,0.00059568725,0.00011700242,0.00023086116],"category_scores_gemma":[0.0011729862,0.00010782036,0.000029343018,0.00023325316,0.00012007987,0.00064725097,0.00042166968,0.00033100013,0.00000514307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029181188,0.0003288949,0.004038831,0.0009549713,0.00014700826,0.000018346831,0.52739865,0.03628748,0.0000025015286,0.010858787,0.030571511,0.38910118],"study_design_scores_gemma":[0.0007943828,0.00003803239,0.00008702396,0.0000049982295,0.0000073011015,0.000019350224,0.025535302,0.7959722,2.5931544e-7,0.00007218724,0.17734462,0.00012429079],"about_ca_topic_score_codex":0.00007383114,"about_ca_topic_score_gemma":0.00016377696,"teacher_disagreement_score":0.75968474,"about_ca_system_score_codex":0.00023053266,"about_ca_system_score_gemma":0.0002333096,"threshold_uncertainty_score":0.8642023},"labels":[],"label_agreement":null},{"id":"W4281652650","doi":"10.2196/38052","title":"Exploiting Intersentence Information for Better Question-Driven Abstractive Summarization: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Liaoning Province; National Natural Science Foundation of China","keywords":"Computer science; Automatic summarization; Development (topology); Artificial intelligence; Algorithm; Natural language processing; Mathematics","score_opus":0.020041629270150883,"score_gpt":0.27434353950104834,"score_spread":0.25430191023089743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281652650","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029888416,0.0000032890061,0.9682391,0.0008481771,0.00028364226,0.00036163584,0.000005309442,0.00009652036,0.00027389964],"genre_scores_gemma":[0.13522488,0.0000045695756,0.8614085,0.0025098592,0.00008352953,0.0005538499,0.00018741006,0.0000060128377,0.000021441263],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843484,0.000029431323,0.0006011976,0.000088861874,0.000667191,0.00017846446],"domain_scores_gemma":[0.9992609,0.00011129228,0.00025093695,0.0001518635,0.00011678637,0.00010822044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055480585,0.000096613294,0.00010598976,0.000127665,0.00030971205,0.00015044956,0.00035295752,0.000051232488,0.00002374261],"category_scores_gemma":[0.00009515205,0.000096964395,0.000022405171,0.00015020871,0.0000261562,0.0022328268,0.00041292372,0.00021008238,0.000008969786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037201826,0.000026511627,0.00020099228,0.00008801178,0.000015280983,0.0000012788098,0.029204462,0.0007664108,0.0000026422717,0.010667361,0.00044706822,0.95857626],"study_design_scores_gemma":[0.0003901889,0.000040200535,0.00016521936,0.0000437869,0.000002712668,0.00002604717,0.003524966,0.9768078,0.000197063,0.00065806403,0.018005649,0.0001383208],"about_ca_topic_score_codex":0.0000036360188,"about_ca_topic_score_gemma":6.3418355e-7,"teacher_disagreement_score":0.9760414,"about_ca_system_score_codex":0.00012351554,"about_ca_system_score_gemma":0.00016056262,"threshold_uncertainty_score":0.39540932},"labels":[],"label_agreement":null},{"id":"W4281703424","doi":"10.2196/34724","title":"Noninvasive Screening Tool for Hyperkalemia Using a Single-Lead Electrocardiogram and Deep Learning: Development and Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Potassium and Related Disorders","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; Ministry of Trade, Industry and Energy; Ministry of Food and Drug Safety; Korea Medical Device Development Fund","keywords":"Hyperkalemia; Medicine; Emergency department; Kidney disease; Internal medicine; Cardiology; Intensive care medicine; Emergency medicine","score_opus":0.025683222974051047,"score_gpt":0.2898696293912475,"score_spread":0.26418640641719643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281703424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98804265,0.00032238656,0.009684332,0.00012883516,0.00005360611,0.0013602186,0.0000017149886,0.00007530379,0.00033097249],"genre_scores_gemma":[0.9832193,0.000027297661,0.015863067,0.0005252896,0.000037941838,0.00021616986,0.000035988083,0.000019466272,0.00005546474],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980858,0.00006710371,0.0005914551,0.00016181786,0.0007193111,0.0003744889],"domain_scores_gemma":[0.9992013,0.00020085608,0.00014287485,0.00013301121,0.00006526612,0.00025668635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080747704,0.0001795596,0.00038312914,0.00013255219,0.0005226742,0.000035857578,0.00008340226,0.00012930631,0.00003336991],"category_scores_gemma":[0.00036863622,0.00015137297,0.0000654449,0.00024303031,0.00014608062,0.00010913376,0.00022173977,0.00069940905,0.0000010531518],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081929384,0.0017853123,0.20449014,0.0012145122,0.000979596,0.000119365606,0.07381294,0.00028895514,0.00024007587,0.000040510036,0.00025804632,0.71595126],"study_design_scores_gemma":[0.03532235,0.0121103395,0.040331926,0.0005688762,0.0014558807,0.004470046,0.28525838,0.52328783,0.0005754915,0.00010995507,0.09464256,0.0018663709],"about_ca_topic_score_codex":0.0000059753406,"about_ca_topic_score_gemma":0.0000036228278,"teacher_disagreement_score":0.71408486,"about_ca_system_score_codex":0.0001206515,"about_ca_system_score_gemma":0.00024531828,"threshold_uncertainty_score":0.617281},"labels":[],"label_agreement":null},{"id":"W4281716223","doi":"10.2196/32229","title":"Medication-Wide Association Study Using Electronic Health Record Data of Prescription Medication Exposure and Multifetal Pregnancies: Retrospective Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pregnancy and Medication Impact","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical prescription; Logistic regression; Retrospective cohort study; Pregnancy; Obstetrics; Assisted reproductive technology; Gestational age; Cohort; Pediatrics; Infertility; Internal medicine","score_opus":0.03941860212869692,"score_gpt":0.36033140540329955,"score_spread":0.32091280327460264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281716223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99024564,0.0007118593,0.0020725504,0.0022711675,0.00037911336,0.0039817905,0.00008576277,0.00011055928,0.00014154323],"genre_scores_gemma":[0.99699634,0.00036980273,0.0005032154,0.001073917,0.00011791804,0.00032850547,0.00046088692,0.000022231443,0.00012719979],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939151,0.0004553368,0.0016119502,0.0003249269,0.003225226,0.00046746316],"domain_scores_gemma":[0.9964946,0.00029931718,0.0015329969,0.0009918935,0.00021503089,0.0004661577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00497375,0.000216279,0.00063785526,0.0002765178,0.00035132663,0.000018874867,0.0004970545,0.00013977182,0.00027782161],"category_scores_gemma":[0.0037518812,0.00019564354,0.00005028425,0.0005554631,0.000115002804,0.000569059,0.00048332557,0.0009997358,0.0000032881364],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016599185,0.0035954113,0.9150796,0.00038585512,0.00042985502,0.000005127518,0.05649834,0.0000040545524,0.000017789811,0.0000418459,0.0054665394,0.018309595],"study_design_scores_gemma":[0.008955906,0.006329873,0.86839604,0.0006357345,0.00040672382,0.000058604317,0.08716138,0.023542583,0.000009117589,0.000084650186,0.0041279523,0.00029143633],"about_ca_topic_score_codex":0.00023365451,"about_ca_topic_score_gemma":0.00010592396,"teacher_disagreement_score":0.046683554,"about_ca_system_score_codex":0.0012922273,"about_ca_system_score_gemma":0.0021994817,"threshold_uncertainty_score":0.7978112},"labels":[],"label_agreement":null},{"id":"W4281788565","doi":"10.2196/37484","title":"Identifying Patients With Heart Failure Who Are Susceptible to De Novo Acute Kidney Injury: Machine Learning Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Kidney Injury Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Renal function; Acute kidney injury; Hazard ratio; Internal medicine; Kidney disease; Logistic regression; Cardiology; Heart failure; Incidence (geometry); Intensive care medicine; Confidence interval","score_opus":0.015690767488904758,"score_gpt":0.3156775945977432,"score_spread":0.29998682710883845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281788565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97299564,0.000013528635,0.005456537,0.013095138,0.00018084439,0.0028057299,0.0009955888,0.0004270609,0.004029944],"genre_scores_gemma":[0.9152684,0.000018685698,0.038825557,0.036906827,0.0003048378,0.0013268087,0.0033086278,0.00016137847,0.0038788693],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945489,0.00016503033,0.00070917286,0.00025488244,0.003389108,0.00093286874],"domain_scores_gemma":[0.9966488,0.000055851833,0.00021424123,0.0005192734,0.00024353426,0.0023183385],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001045411,0.00031730876,0.00064342405,0.00048395194,0.00054212805,0.000100441815,0.00055169425,0.00018731118,0.0026340326],"category_scores_gemma":[0.00071786926,0.00025428884,0.00011638219,0.0012205848,0.0001264958,0.00034923336,0.00096690113,0.002532931,0.00017073487],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011152576,0.0006975056,0.3210544,0.00087687024,0.00029189652,0.000060776365,0.008904801,0.000013498381,0.00012109344,0.000056011424,0.66582733,0.0009805231],"study_design_scores_gemma":[0.012612106,0.008055587,0.017804442,0.0010513165,0.0003172815,0.0007791473,0.013006658,0.026538739,0.0004411043,0.000025989953,0.91821826,0.001149351],"about_ca_topic_score_codex":0.000020057794,"about_ca_topic_score_gemma":0.0000021050164,"teacher_disagreement_score":0.30324996,"about_ca_system_score_codex":0.00047336577,"about_ca_system_score_gemma":0.00096524996,"threshold_uncertainty_score":0.99999094},"labels":[],"label_agreement":null},{"id":"W4282002242","doi":"10.2196/37591","title":"Synchronous Teleconsultation and Monitoring Service Targeting COVID-19: Leveraging Insights for Postpandemic Health Care","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Ministerio de Economía y Competitividad; Universidade Federal de Minas Gerais; Ministério da Educação; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Usability; Likert scale; System usability scale; Health care; Telemedicine; Coronavirus disease 2019 (COVID-19); Chatbot; Service (business); Pandemic; Nursing; Medicine; Medical education; Medical emergency; Psychology; World Wide Web; Business; Web usability; Computer science; Political science","score_opus":0.032617102314031594,"score_gpt":0.3785908756534912,"score_spread":0.3459737733394596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282002242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973723,0.0014827003,0.0071598967,0.014783578,0.00037958496,0.0021463395,0.00003657788,0.0001843242,0.00010403094],"genre_scores_gemma":[0.94935566,0.00016050738,0.0067376746,0.042017058,0.00035867412,0.00050464016,0.0008311847,0.000022597338,0.000012002567],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99777746,0.000059651313,0.0009060613,0.00013994666,0.00072702754,0.0003898783],"domain_scores_gemma":[0.99826473,0.00030587072,0.00034925668,0.00012621102,0.00015152023,0.00080243615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064133113,0.00014891637,0.00031944126,0.00019717074,0.0007528634,0.000019204603,0.00009458793,0.000066605266,0.00012427084],"category_scores_gemma":[0.0004536563,0.00013880455,0.000032890388,0.000313657,0.00003391941,0.00017045291,0.000099145436,0.00043345304,0.0000025669078],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005027918,0.00016510011,0.042363536,0.018063985,0.00013056725,0.00003475188,0.5955927,0.00013652918,0.00008345213,0.00028635765,0.02456026,0.31807998],"study_design_scores_gemma":[0.017176248,0.0028893738,0.009953125,0.0004096104,0.0001143124,0.00068749866,0.5790468,0.0277754,0.00013677441,0.00015434678,0.36115134,0.0005052172],"about_ca_topic_score_codex":0.00019236068,"about_ca_topic_score_gemma":0.000022523698,"teacher_disagreement_score":0.33659106,"about_ca_system_score_codex":0.0006862506,"about_ca_system_score_gemma":0.0018761968,"threshold_uncertainty_score":0.5790493},"labels":[],"label_agreement":null},{"id":"W4282925751","doi":"10.2196/38220","title":"Error and Timeliness Analysis for Using Machine Learning to Predict Asthma Hospital Visits: Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Asthma; Medicine; Emergency department; Cohort; Health care; Emergency medicine; Retrospective cohort study; Medical emergency; Family medicine; Internal medicine; Nursing","score_opus":0.013591569187941114,"score_gpt":0.32399112839976646,"score_spread":0.3103995592118253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282925751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7278022,0.000023776933,0.2693658,0.0006876045,0.00024499797,0.0015820055,0.000031323725,0.00020115724,0.00006111022],"genre_scores_gemma":[0.9687869,0.0000015381771,0.029948445,0.0006329259,0.000098504315,0.00038549482,0.00005921074,0.000017651166,0.00006935606],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99652314,0.0002441879,0.00078143296,0.0003361617,0.0016908018,0.00042429697],"domain_scores_gemma":[0.9983334,0.00023878191,0.00032330674,0.0004718451,0.00020449019,0.0004281908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002384763,0.00021536842,0.0005293966,0.000440825,0.00071574206,0.00014636434,0.0008763081,0.00008465662,0.00012556522],"category_scores_gemma":[0.0007946148,0.00020045623,0.000093838455,0.0017034292,0.00003592909,0.00036369148,0.0014143637,0.0009924789,0.000004893678],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019397728,0.00017432678,0.96395826,0.00006958961,0.00025173364,0.000012892709,0.01979122,0.01101122,2.6028297e-7,0.00028333746,0.00012496847,0.0043027876],"study_design_scores_gemma":[0.0004644084,0.0011785273,0.17984785,0.000011301663,0.000053534426,0.000015426216,0.0024555582,0.8145283,4.531329e-7,0.000022694852,0.0012330053,0.0001889478],"about_ca_topic_score_codex":0.00018547794,"about_ca_topic_score_gemma":0.000040526622,"teacher_disagreement_score":0.8035171,"about_ca_system_score_codex":0.00025675708,"about_ca_system_score_gemma":0.00016882624,"threshold_uncertainty_score":0.8174368},"labels":[],"label_agreement":null},{"id":"W4282929710","doi":"10.2196/33835","title":"The Prediction of Preterm Birth Using Time-Series Technology-Based Machine Learning: Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Preterm Birth and Chorioamnionitis","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Zhejiang Province; National Health Commission of the People's Republic of China; National Natural Science Foundation of China","keywords":"Medicine; Obstetrics; Machine learning; Medical record; Pregnancy; Gestational age; Computer science; Internal medicine","score_opus":0.008602822621137736,"score_gpt":0.2569040681675534,"score_spread":0.24830124554641567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282929710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962195,0.0000757363,0.00019831842,0.00034859433,0.00018852564,0.0013283875,0.00007610251,0.00020770576,0.0013571171],"genre_scores_gemma":[0.9987178,0.00003334849,0.00040980196,0.00013413037,0.000057283552,0.00022847898,0.000077618366,0.000017701284,0.00032382234],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974986,0.00008208766,0.00067180156,0.000113078175,0.0013695596,0.00026487876],"domain_scores_gemma":[0.99894357,0.00006639815,0.00033005746,0.00037223665,0.00013786157,0.00014988417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070685596,0.00015100799,0.0003584432,0.00019626912,0.0005201262,0.000018236653,0.0002508843,0.00011691884,0.0005103195],"category_scores_gemma":[0.000422269,0.000107649335,0.00008378955,0.0005355049,0.00033434352,0.00011519397,0.00022310045,0.0010043238,0.000006856998],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003286026,0.00025031524,0.9941999,0.00010116753,0.00014574907,0.000023081104,0.0017357256,0.000039738738,0.00006570579,0.00006092486,0.0003602995,0.002688794],"study_design_scores_gemma":[0.010034137,0.015967017,0.45325634,0.00035694483,0.00047346303,0.0008445784,0.018475872,0.45555273,0.0012765342,0.00033296627,0.04288904,0.00054040144],"about_ca_topic_score_codex":0.000010285082,"about_ca_topic_score_gemma":0.000002745039,"teacher_disagreement_score":0.54094356,"about_ca_system_score_codex":0.00019362832,"about_ca_system_score_gemma":0.00031561634,"threshold_uncertainty_score":0.55876404},"labels":[],"label_agreement":null},{"id":"W4282962132","doi":"10.2196/37689","title":"Identifying the Risk of Sepsis in Patients With Cancer Using Digital Health Care Records: Machine Learning–Based Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; Korea Institute of Science and Technology Information; Samsung; National Supercomputing Center, Korea Institute of Science and Technology Information; Korea Institute of Science and Technology; National Research Foundation","keywords":"Medicine; Sepsis; Receiver operating characteristic; Logistic regression; Cancer; Medical prescription; Machine learning; Medical record; Random forest; Emergency medicine; Intensive care medicine; Artificial intelligence; Internal medicine; Computer science","score_opus":0.04534682778296099,"score_gpt":0.34338392765531967,"score_spread":0.29803709987235866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282962132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99770814,0.00048779589,0.00023559759,0.0002578231,0.00006918669,0.00081594026,0.00014774437,0.000023305725,0.00025449332],"genre_scores_gemma":[0.99726254,0.000056852266,0.0010196595,0.0009963242,0.000019074,0.00019782016,0.0004211619,0.00001708656,0.000009457965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786174,0.00008635553,0.0005729112,0.00009892707,0.0011422515,0.0002378357],"domain_scores_gemma":[0.9990351,0.00011193647,0.00041402585,0.0002124275,0.00007221878,0.0001542755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002775371,0.0001400207,0.00035754062,0.00012994616,0.00019853844,0.000021501977,0.00012786427,0.00004358339,0.0001964807],"category_scores_gemma":[0.00008324119,0.00008204366,0.00008257939,0.00040315403,0.00007611411,0.00010429089,0.00010471343,0.00058477913,0.0000012091783],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001839067,0.00070521736,0.9600158,0.00039263465,0.000115002746,0.0000028343195,0.013239067,0.002073275,3.643793e-8,0.0000024513968,0.00026390143,0.023005905],"study_design_scores_gemma":[0.022645669,0.0036123751,0.6369814,0.0013403741,0.00041905502,0.00001907672,0.072792165,0.2531685,0.000040753534,0.000008709603,0.008451437,0.00052048167],"about_ca_topic_score_codex":0.00065037294,"about_ca_topic_score_gemma":0.000037527567,"teacher_disagreement_score":0.32303438,"about_ca_system_score_codex":0.00042287214,"about_ca_system_score_gemma":0.00043988513,"threshold_uncertainty_score":0.33456436},"labels":[],"label_agreement":null},{"id":"W4282970648","doi":"10.2196/33921","title":"Associations Between Family Member Involvement and Outcomes of Patients Admitted to the Intensive Care Unit: Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Spouse; Medicine; Retrospective cohort study; Intensive care unit; Odds ratio; Medical record; Cohort; Cohort study; Pediatrics; Odds; Emergency medicine; Logistic regression; Internal medicine","score_opus":0.07722028289262767,"score_gpt":0.39751552389246936,"score_spread":0.3202952409998417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282970648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898419,0.000017122093,0.000023921137,0.0005471454,0.0014867184,0.0043062046,0.0017431891,0.000045548593,0.0019882715],"genre_scores_gemma":[0.97683215,0.0000057230163,0.000030711755,0.021300875,0.000057974707,0.00080133986,0.00083101995,0.000017066526,0.00012313231],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957353,0.0005957377,0.0012804058,0.00014775986,0.0018802484,0.0003605708],"domain_scores_gemma":[0.9910406,0.0017250347,0.0005850626,0.0003898947,0.0059999535,0.00025945454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009569047,0.00019652225,0.00059366645,0.00018079208,0.0010347511,0.000008669905,0.00039006045,0.00014162253,0.0002308401],"category_scores_gemma":[0.0062565603,0.00013692127,0.00007409805,0.0005757979,0.000099631405,0.00009852451,0.0010792542,0.0012680513,0.000030558203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015532632,0.00005756965,0.7930684,0.0000365074,0.00016710548,8.7390146e-7,0.17874347,0.0000028247941,5.888537e-8,0.00007520357,0.027540721,0.00029174608],"study_design_scores_gemma":[0.0007295102,0.00048238834,0.6067389,0.000051526484,0.000057998008,4.7553037e-8,0.387358,0.000017235814,4.5570377e-7,0.000013979798,0.004461073,0.000088831395],"about_ca_topic_score_codex":0.00037753716,"about_ca_topic_score_gemma":0.00025620114,"teacher_disagreement_score":0.20861454,"about_ca_system_score_codex":0.00048014484,"about_ca_system_score_gemma":0.00032052374,"threshold_uncertainty_score":0.7958573},"labels":[],"label_agreement":null},{"id":"W4283008433","doi":"10.2196/36958","title":"Predicting Risk of Hypoglycemia in Patients With Type 2 Diabetes by Electronic Health Record–Based Machine Learning: Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diabetes Management and Research","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hypoglycemia; Medicine; Type 2 diabetes; Machine learning; Artificial intelligence; Diabetes mellitus; Receiver operating characteristic; Computer science; Type 1 diabetes; Health records; Pediatrics; Intensive care medicine; Health care; Endocrinology","score_opus":0.0077164132504627695,"score_gpt":0.25939722632645057,"score_spread":0.2516808130759878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283008433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987811,0.00009378141,0.00005843227,0.00018985165,0.000026129555,0.00056142546,0.0000052532982,0.000026909562,0.0002571287],"genre_scores_gemma":[0.99815917,0.00003840154,0.0007444201,0.00029778222,0.000007912164,0.000052845033,0.00056311407,0.000012111647,0.00012426935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980142,0.00009545828,0.0004809751,0.00008163573,0.000991204,0.00033650448],"domain_scores_gemma":[0.99934816,0.00009362291,0.00025637884,0.00009667486,0.00005270924,0.00015245378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010889693,0.000094291274,0.00023587985,0.00018763152,0.00011697587,0.0000094240395,0.000086909786,0.000039385654,0.00016361423],"category_scores_gemma":[0.00018837795,0.00007180231,0.000014234873,0.00038354026,0.00005084663,0.00007492435,0.0001188919,0.00067763135,0.0000021306757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017606022,0.00023504773,0.92683554,0.00043606415,0.000046631463,3.3854343e-7,0.0008691405,0.000043022876,8.966974e-7,0.000005613163,0.0005281056,0.07082357],"study_design_scores_gemma":[0.022626912,0.01585178,0.5538368,0.00088784634,0.00009370199,7.287482e-7,0.0021287242,0.3078698,0.00038869877,0.00004033532,0.09575981,0.0005148664],"about_ca_topic_score_codex":0.000012511517,"about_ca_topic_score_gemma":0.0000063191956,"teacher_disagreement_score":0.37299868,"about_ca_system_score_codex":0.00017379482,"about_ca_system_score_gemma":0.00039461424,"threshold_uncertainty_score":0.29440087},"labels":[],"label_agreement":null},{"id":"W4283021033","doi":"10.2196/34305","title":"Vaccine Adverse Event Mining of Twitter Conversations: 2-Phase Classification Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Monash University","keywords":"Social media; Computer science; Vaccine safety; Event (particle physics); Resource (disambiguation); Adverse effect; Data science; Medicine; Immunization; World Wide Web; Immunology","score_opus":0.132246056489117,"score_gpt":0.4883925738319701,"score_spread":0.3561465173428531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283021033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939256,0.000027574635,0.0002441613,0.00085605885,0.00092571165,0.0009153935,0.00008453938,0.000086599764,0.0029343702],"genre_scores_gemma":[0.99509245,0.00004529016,0.00008257268,0.003631243,0.000120157594,0.00048761323,0.00014254407,0.000012948603,0.0003851823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975842,0.0002893066,0.0010038846,0.00012857682,0.000698785,0.00029520362],"domain_scores_gemma":[0.9985827,0.00030342425,0.00048274233,0.00023906614,0.00009562834,0.00029643977],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011659195,0.00016776929,0.00028074376,0.00021892281,0.00037171447,0.000005745463,0.0003748113,0.00011956324,0.008932122],"category_scores_gemma":[0.00009737134,0.00016324452,0.0001116042,0.00044216937,0.00009008033,0.00026836415,0.00020273608,0.0009675011,0.00010894234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036000668,0.042162474,0.1696001,0.0009053766,0.0026438816,0.0003513685,0.2879178,0.009590562,0.0102823535,0.0020172775,0.36748093,0.103447825],"study_design_scores_gemma":[0.021640152,0.0011123638,0.006126754,0.000034570116,0.00043771704,0.00009525472,0.20406139,0.20000088,0.001425423,0.000060903774,0.5644942,0.0005104024],"about_ca_topic_score_codex":0.000006199205,"about_ca_topic_score_gemma":0.000002174996,"teacher_disagreement_score":0.19701326,"about_ca_system_score_codex":0.00014132324,"about_ca_system_score_gemma":0.00027080684,"threshold_uncertainty_score":0.9919739},"labels":[],"label_agreement":null},{"id":"W4283077576","doi":"10.2196/34204","title":"Quality Criteria for Real-world Data in Pharmaceutical Research and Health Care Decision-making: Austrian Expert Consensus","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Health care; Guideline; Viewpoints; Agency (philosophy); Management science; Medicine; Knowledge management; Risk analysis (engineering); Business; Computer science; Political science; Engineering","score_opus":0.7827511031848301,"score_gpt":0.6631182533920694,"score_spread":0.11963284979276068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283077576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.615544,0.005008897,0.0054460894,0.34379026,0.0027010697,0.009111857,0.008610433,0.00021233405,0.009575033],"genre_scores_gemma":[0.9317536,0.0003542595,0.027100941,0.03831215,0.0005781407,0.0010349831,0.00067782105,0.000050634404,0.00013751713],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99097526,0.0007945217,0.006315263,0.00047645168,0.0006319206,0.00080659],"domain_scores_gemma":[0.99020654,0.006741999,0.0013154716,0.0010445913,0.00011081278,0.00058058713],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06944368,0.00017988561,0.0010825079,0.00073157536,0.0005900363,0.000121309284,0.00092850026,0.0001180745,0.0007966025],"category_scores_gemma":[0.007608502,0.00021907692,0.000052120806,0.0005807145,0.0003251909,0.00031492725,0.0009966396,0.0008314163,0.000079800244],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036000973,0.00043151935,0.02824274,0.0023500468,0.000061611645,0.000007824667,0.052583884,0.000017060805,1.279929e-7,0.11292994,0.773825,0.029190257],"study_design_scores_gemma":[0.0033593378,0.00036835612,0.01210267,0.00027043824,0.0000017086725,0.000018224067,0.06758725,0.065829694,2.9845043e-7,0.009886857,0.84013516,0.00043998074],"about_ca_topic_score_codex":0.0016281571,"about_ca_topic_score_gemma":0.0021565945,"teacher_disagreement_score":0.31620952,"about_ca_system_score_codex":0.0014470234,"about_ca_system_score_gemma":0.0010771597,"threshold_uncertainty_score":0.95820355},"labels":[],"label_agreement":null},{"id":"W4283215486","doi":"10.2196/39145","title":"The Power of Patient Engagement With Electronic Health Records as Research Participants","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Health information technology; Health care; Wearable computer; Variety (cybernetics); Wearable technology; Medicine; Patient portal; Telemedicine; Telehealth; Big data; Workflow; Data science; Internet privacy; Computer science","score_opus":0.09704454054231565,"score_gpt":0.5092571862643248,"score_spread":0.41221264572200916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283215486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9115425,0.0009659891,0.00027929083,0.042773232,0.0007785949,0.0151841985,0.00005755669,0.00015443483,0.02826421],"genre_scores_gemma":[0.9485999,0.0013026446,0.00020489434,0.013830373,0.000074213276,0.035203483,0.000040778832,0.000024857038,0.0007188625],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99156964,0.0020165609,0.0018193367,0.00014069988,0.0025118073,0.0019419651],"domain_scores_gemma":[0.9955488,0.0018324711,0.000705793,0.00068241527,0.0002920091,0.0009385277],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012388648,0.00012407498,0.00029362584,0.0001329092,0.0047510625,0.0000071515638,0.0005228643,0.00009506932,0.0023564682],"category_scores_gemma":[0.0005498232,0.00007829404,0.000037742637,0.00077704794,0.00022745934,0.00006498714,0.0005024777,0.0033984205,0.00020086473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008762823,0.0008936228,0.004687017,0.0017725257,0.00007476535,0.0000037682491,0.14127582,0.00003374196,8.085274e-7,0.18941726,0.4529367,0.20802768],"study_design_scores_gemma":[0.00072612625,0.0021241838,0.00061738974,0.0001056156,0.0000029362304,0.0000039987235,0.08556867,0.000433219,0.0000018300515,0.000866976,0.9094809,0.000068110174],"about_ca_topic_score_codex":0.0003751648,"about_ca_topic_score_gemma":0.00038279206,"teacher_disagreement_score":0.45654425,"about_ca_system_score_codex":0.0008060489,"about_ca_system_score_gemma":0.011415073,"threshold_uncertainty_score":0.9989008},"labels":[],"label_agreement":null},{"id":"W4283319497","doi":"10.2196/34753","title":"A Clinical Decision Support System for Assessing the Risk of Cervical Cancer: Development and Evaluation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Iran University of Medical Sciences","keywords":"Cervical cancer; Medicine; Clinical decision support system; Decision support system; Risk assessment; Cancer; Disease; Health care; Gynecology; Intensive care medicine; Internal medicine; Data mining; Computer science","score_opus":0.059994612783788745,"score_gpt":0.4234037059758423,"score_spread":0.36340909319205356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283319497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6624866,0.000033143006,0.33521798,0.00012625486,0.0009152879,0.0010862404,0.0000036789666,0.00004531975,0.00008549653],"genre_scores_gemma":[0.9691535,0.000009853104,0.029549424,0.00016843913,0.00007319375,0.0010337953,0.0000026949676,0.000005317026,0.0000037444274],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99621695,0.0003278083,0.0011542498,0.00014374268,0.0019927556,0.00016450706],"domain_scores_gemma":[0.9978547,0.00095280964,0.0005519434,0.00034200386,0.00018593774,0.00011258965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009643883,0.000093192335,0.00022501031,0.00006974715,0.00044920066,0.00007605535,0.0006493461,0.00006441618,0.000031800973],"category_scores_gemma":[0.00026218887,0.000063321706,0.000052374704,0.00030332286,0.00006089131,0.00030767656,0.00066634605,0.0003537184,0.0000016338503],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019935384,0.0001192371,0.01582532,0.00009245772,0.00004521199,7.595565e-7,0.010610547,0.00027718226,1.8643861e-7,0.00013332553,0.0006499617,0.9722259],"study_design_scores_gemma":[0.0016048371,0.00040832424,0.046134785,0.000060981125,0.00005132716,0.000022214703,0.01101469,0.93404734,0.00002025578,0.00013908366,0.006391796,0.00010433508],"about_ca_topic_score_codex":0.000015666297,"about_ca_topic_score_gemma":0.000021966438,"teacher_disagreement_score":0.97212154,"about_ca_system_score_codex":0.00029702362,"about_ca_system_score_gemma":0.0010366549,"threshold_uncertainty_score":0.34549338},"labels":[],"label_agreement":null},{"id":"W4283360637","doi":"10.2196/33847","title":"Personalized Recommendations for Physical Activity e-Coaching (OntoRecoModel): Ontological Modeling","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Ontology; Semantic reasoner; SPARQL; World Wide Web; Information retrieval; Semantic Web; RDF; Artificial intelligence","score_opus":0.07408475717768545,"score_gpt":0.3537388151013152,"score_spread":0.27965405792362974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283360637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032303225,0.000011771524,0.9584945,0.005845288,0.00038395327,0.0006166803,0.00002200416,0.00041261973,0.0019100038],"genre_scores_gemma":[0.891592,0.000008054382,0.10525362,0.0014450531,0.00014906352,0.0013871619,0.00003938346,0.000012732724,0.00011291595],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980224,0.00015951102,0.00044340978,0.00019875722,0.0007930453,0.00038290265],"domain_scores_gemma":[0.9988327,0.00028482193,0.0001960602,0.00039524323,0.000061048966,0.0002300948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010875242,0.0001789746,0.00034757398,0.00010675566,0.00062907225,0.00013821671,0.0011453003,0.0000944096,0.00009224449],"category_scores_gemma":[0.000068228175,0.00015190187,0.00020799902,0.0002185279,0.00003659878,0.0007440665,0.00073176547,0.0006194802,0.0000051518073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007442113,0.001461033,0.000038855014,0.00020782754,0.0001064287,0.000007838513,0.034649458,0.0007740198,0.000020114416,0.3665834,0.048702568,0.547374],"study_design_scores_gemma":[0.00047628552,0.00019659275,0.0000023554646,0.000018609175,0.0000046202854,0.000042425647,0.0007847275,0.9391497,0.000017384173,0.0053097177,0.053809892,0.00018773417],"about_ca_topic_score_codex":0.000038846803,"about_ca_topic_score_gemma":0.0000056334607,"teacher_disagreement_score":0.93837565,"about_ca_system_score_codex":0.00018223788,"about_ca_system_score_gemma":0.00016260642,"threshold_uncertainty_score":0.6194379},"labels":[],"label_agreement":null},{"id":"W4283522732","doi":"10.2196/34826","title":"The Impact of Telemedicine on Physicians’ After-hours Electronic Health Record “Work Outside Work” During the COVID-19 Pandemic: Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Telemedicine; Pandemic; Workload; Medicine; Retrospective cohort study; Medical emergency; Cohort; Health care; Emergency medicine; Telehealth; Work (physics); Coronavirus disease 2019 (COVID-19); Acute care; Family medicine; Internal medicine","score_opus":0.025620807776261887,"score_gpt":0.3899091689561946,"score_spread":0.3642883611799327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283522732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98545766,0.00018968902,0.000120105506,0.008969389,0.00027537183,0.004587697,0.000030503956,0.00012361318,0.00024599442],"genre_scores_gemma":[0.9860082,0.00036038662,0.000024127668,0.0117024155,0.00040742566,0.0012353453,0.00007751609,0.00003595168,0.00014857484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939491,0.0004197205,0.0017381175,0.00023334756,0.0026680615,0.0009916241],"domain_scores_gemma":[0.9967533,0.0007112273,0.0010346429,0.0007587021,0.00012304238,0.0006190919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043468066,0.00031853153,0.00080844964,0.00019816206,0.0008462995,0.000019167062,0.00043257163,0.000075854696,0.0006941238],"category_scores_gemma":[0.0006994371,0.00017376181,0.0002096228,0.0013453073,0.0002788776,0.00008973319,0.00020047053,0.001937633,0.0000104409],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015769565,0.00044233396,0.936083,0.000114355964,0.0003222772,0.000018937171,0.014905408,0.000025270236,6.407919e-7,0.000022146285,0.022803998,0.023684677],"study_design_scores_gemma":[0.004614435,0.0075135883,0.95492303,0.000114394694,0.00008586958,0.000097413824,0.024186002,0.00009660581,0.0000014435384,0.000059078277,0.008156353,0.00015181056],"about_ca_topic_score_codex":0.00068948005,"about_ca_topic_score_gemma":0.00025776774,"teacher_disagreement_score":0.023532866,"about_ca_system_score_codex":0.0029911986,"about_ca_system_score_gemma":0.0019161876,"threshold_uncertainty_score":0.8418159},"labels":[],"label_agreement":null},{"id":"W4283578151","doi":"10.2196/37756","title":"Twenty Years of the Health Insurance Portability and Accountability Act Safe Harbor Provision: Unsolved Challenges and Ways Forward","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Health Insurance Portability and Accountability Act; Accountability; Data sharing; Medicine; Population; Software portability; Confidentiality; Internet privacy; Public relations; Computer security; Computer science; Business; Political science; Environmental health; Law; Alternative medicine","score_opus":0.023954616836031856,"score_gpt":0.30278330679145504,"score_spread":0.2788286899554232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283578151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99355036,0.001278481,0.000017864051,0.0029751102,0.00014056683,0.0011417601,0.00038436014,0.000049752158,0.00046176696],"genre_scores_gemma":[0.99677026,0.0010968604,0.00037610586,0.0015787433,0.00003231555,0.00008352389,0.000043814493,0.000010438522,0.000007938973],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974329,0.00012713378,0.00079062657,0.00017782256,0.001207011,0.00026451377],"domain_scores_gemma":[0.998283,0.00021096492,0.00036008673,0.00068756274,0.00007622483,0.00038215992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016637436,0.00014203925,0.0004933259,0.00004204745,0.00012726513,0.000009751916,0.00024571648,0.00007247704,0.00018952302],"category_scores_gemma":[0.00061052956,0.00010281825,0.000076391516,0.00017001088,0.0004383791,0.0001775007,0.0005670342,0.000490592,0.0000020329771],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008053973,0.0010517028,0.34072822,0.006460345,0.00013244402,0.000011242933,0.020393578,0.0000025089068,0.000011008668,0.0007113542,0.0038952595,0.6257969],"study_design_scores_gemma":[0.0014147216,0.00031275876,0.9677533,0.00013220262,0.000011651849,0.000026079602,0.002077367,0.0008621544,0.0000071398963,0.00012363138,0.027175006,0.000103998325],"about_ca_topic_score_codex":0.000029671455,"about_ca_topic_score_gemma":0.00003674777,"teacher_disagreement_score":0.62702507,"about_ca_system_score_codex":0.00010492298,"about_ca_system_score_gemma":0.0006050496,"threshold_uncertainty_score":0.41928068},"labels":[],"label_agreement":null},{"id":"W4283578244","doi":"10.2196/37913","title":"Impact of a Clinical Text–Based Fall Prediction Model on Preventing Extended Hospital Stays for Elderly Inpatients: Model Development and Performance Evaluation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Science and Technology Agency","keywords":"Medicine; Propensity score matching; Psychological intervention; Covariate; Odds; Fall prevention; Predictive modelling; Emergency medicine; Logistic regression; Medical emergency; Injury prevention; Poison control; Computer science; Machine learning; Surgery; Internal medicine; Nursing","score_opus":0.06785536847149194,"score_gpt":0.4394991901487947,"score_spread":0.37164382167730275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283578244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97303647,0.0000125070055,0.022939645,0.000051544874,0.0003001424,0.002783878,0.0001336507,0.0000589506,0.00068318594],"genre_scores_gemma":[0.9881131,0.000021463715,0.008975322,0.00027880815,0.00006964717,0.0018931681,0.00051297486,0.000019733849,0.00011575233],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99564606,0.00025657105,0.002095183,0.00018143395,0.0014161826,0.00040457989],"domain_scores_gemma":[0.9978792,0.0002825219,0.0010437159,0.00024057037,0.0003252132,0.00022876746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044474197,0.00018590364,0.00038666817,0.00014668862,0.00061851344,0.000008462957,0.00020222047,0.00025593836,0.000031040723],"category_scores_gemma":[0.00044692837,0.00015728384,0.00014618893,0.00014908449,0.000064468935,0.00034516727,0.0001595316,0.0008233188,0.0000046617365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020648828,0.0070719263,0.08494247,0.0031678844,0.0003007587,5.1475445e-7,0.04763853,0.029581098,0.000020826656,0.00046583737,0.008912014,0.8158333],"study_design_scores_gemma":[0.004683258,0.00198838,0.10017648,0.00034265436,0.000036761907,3.3723902e-7,0.0011546353,0.89110667,8.1764347e-7,0.0002475134,0.00012727112,0.00013524843],"about_ca_topic_score_codex":0.0000045713255,"about_ca_topic_score_gemma":0.0000041089197,"teacher_disagreement_score":0.86152554,"about_ca_system_score_codex":0.00032779537,"about_ca_system_score_gemma":0.0021300092,"threshold_uncertainty_score":0.64138484},"labels":[],"label_agreement":null},{"id":"W4283580776","doi":"10.2196/38168","title":"Developing an Automated Assessment of In-session Patient Activation for Psychological Therapy: Codevelopment Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Nottingham Biomedical Research Centre; Engineering and Physical Sciences Research Council; Department of Health and Social Care; National Institute for Health and Care Research; UK Research and Innovation","keywords":"Health care; Cognition; Interpretability; Medicine; Psychology; Applied psychology; Artificial intelligence; Computer science; Psychiatry","score_opus":0.10566280848218075,"score_gpt":0.4859614754128487,"score_spread":0.38029866693066794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283580776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97681165,0.000008078361,0.014337304,0.00048593094,0.00053590006,0.0016577847,0.000031387714,0.00015987192,0.005972088],"genre_scores_gemma":[0.9678255,0.0000017950377,0.02742748,0.0016400574,0.00001126504,0.0026606005,0.0003869756,0.0000135109185,0.000032833697],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99741906,0.00015787156,0.0012359322,0.00015155328,0.00072732056,0.00030828276],"domain_scores_gemma":[0.99906546,0.0001091142,0.00041026843,0.0002128943,0.00005997967,0.00014226555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007743816,0.00013505203,0.00024923976,0.00020167735,0.00012991339,0.000015438947,0.00029808396,0.00012282912,0.0004401403],"category_scores_gemma":[0.000026651289,0.00011465209,0.000061741186,0.00035704309,0.000058323123,0.00021799681,0.00013738537,0.00031483086,0.000004384406],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007614928,0.01703664,0.0047583007,0.0007559713,0.00012622663,0.000007227776,0.037288077,0.00024006303,0.000033695494,0.08451765,0.01027081,0.8442038],"study_design_scores_gemma":[0.02182701,0.020412177,0.4951361,0.0013106046,0.000019549088,0.00020118468,0.091013305,0.29398,0.00073347316,0.007184369,0.06633811,0.0018441037],"about_ca_topic_score_codex":0.000009689213,"about_ca_topic_score_gemma":0.0000011516397,"teacher_disagreement_score":0.8423597,"about_ca_system_score_codex":0.0003996283,"about_ca_system_score_gemma":0.00018616399,"threshold_uncertainty_score":0.48192278},"labels":[],"label_agreement":null},{"id":"W4283589003","doi":"10.2196/37817","title":"A Syntactic Information–Based Classification Model for Medical Literature: Algorithm Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities; Natural Science Foundation of Liaoning Province; National Natural Science Foundation of China","keywords":"Computer science; Algorithm; Data mining; Information model; Artificial intelligence; Natural language processing; Software engineering","score_opus":0.024484167493020438,"score_gpt":0.31115051478538613,"score_spread":0.2866663472923657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283589003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4177074,0.0001166581,0.5792584,0.0012807732,0.00023191208,0.0010920031,0.000068410605,0.00007992068,0.0001644972],"genre_scores_gemma":[0.9294623,0.000024213092,0.063215256,0.003354031,0.000107716085,0.0016545713,0.0020527919,0.000015284846,0.000113824746],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979627,0.000061764375,0.000633131,0.00012436563,0.0010001009,0.00021793037],"domain_scores_gemma":[0.99919766,0.000070700175,0.00018291305,0.00020047082,0.00010353194,0.0002447386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010820035,0.00014374484,0.00016008646,0.00010309568,0.0002913066,0.000063347055,0.0002781881,0.00022837728,0.000040976633],"category_scores_gemma":[0.00058640406,0.00012288023,0.000041710904,0.00015930373,0.000093094684,0.00002424224,0.00021891834,0.00028134356,0.0000035461583],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017642156,0.0007070193,0.0005952573,0.00031195147,0.000116529205,0.000004462614,0.013714264,0.00015397141,0.00004495011,0.0001861358,0.010127348,0.9738617],"study_design_scores_gemma":[0.002230131,0.00058226817,0.00055374583,0.00003913463,0.000019938285,0.000038557293,0.005309312,0.9082049,0.00023836117,0.00004992051,0.08248635,0.00024735354],"about_ca_topic_score_codex":9.447507e-7,"about_ca_topic_score_gemma":0.0000020297905,"teacher_disagreement_score":0.97361434,"about_ca_system_score_codex":0.000040369887,"about_ca_system_score_gemma":0.0006359979,"threshold_uncertainty_score":0.50109106},"labels":[],"label_agreement":null},{"id":"W4283687125","doi":"10.2196/37557","title":"Automatic International Classification of Diseases Coding System: Deep Contextualized Language Model With Rule-Based Approaches","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Far Eastern Memorial Hospital; Ministry of Science and Technology, Taiwan","keywords":"Computer science; Medical diagnosis; Artificial intelligence; Medical classification; Diagnosis code; Unified Medical Language System; Preprocessor; Word2vec; Coding (social sciences); Language model; Natural language processing; Word embedding; Data mining; Machine learning; Medicine; Embedding","score_opus":0.1839677208632765,"score_gpt":0.4185987175406165,"score_spread":0.23463099667734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283687125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63543564,0.00009458489,0.31333834,0.003995696,0.0009779601,0.0033457477,0.00038215783,0.0008953036,0.041534536],"genre_scores_gemma":[0.9916452,0.0000045023157,0.004200173,0.0020296995,0.00009065691,0.0011952922,0.00066746306,0.00001718265,0.00014980309],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99564135,0.00030857194,0.0016407619,0.0001014672,0.0019388864,0.00036893674],"domain_scores_gemma":[0.9974857,0.00059163343,0.0010721901,0.00030755022,0.00015466679,0.0003882377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015916988,0.00015901236,0.00039595645,0.00024274136,0.0006625561,0.000012843891,0.00045462212,0.00015901553,0.0011954665],"category_scores_gemma":[0.0004352023,0.000120898505,0.00006412597,0.00027115137,0.00013636885,0.00024806304,0.00014948336,0.0008356975,0.000046762023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023421836,0.001930851,0.02588549,0.07753206,0.0005019041,0.000042349773,0.4110457,0.017776119,0.000040212064,0.2345855,0.04250843,0.18580921],"study_design_scores_gemma":[0.0022669733,0.00007891694,0.00081212004,0.0006197599,0.000029351826,0.000005473533,0.078072265,0.9170814,0.0000024140243,0.000027220603,0.00088485074,0.000119270655],"about_ca_topic_score_codex":0.000019866464,"about_ca_topic_score_gemma":0.00000551363,"teacher_disagreement_score":0.8993053,"about_ca_system_score_codex":0.000443908,"about_ca_system_score_gemma":0.0012145994,"threshold_uncertainty_score":0.9997176},"labels":[],"label_agreement":null},{"id":"W4283786338","doi":"10.2196/38454","title":"State-of-the-Art Deep Learning Methods on Electrocardiogram Data: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Artificial intelligence; Deep learning; Computer science; Machine learning; Medicine; Electrocardiography; Clinical Practice; Data science; Data mining; Medical physics; Cardiology","score_opus":0.07077370617384046,"score_gpt":0.44463360985645534,"score_spread":0.3738599036826149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283786338","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5417591e-7,0.99285436,0.0020362227,0.0000554712,0.00030472886,0.0022628934,0.000013409644,0.00008881737,0.0023839497],"genre_scores_gemma":[2.2095958e-7,0.993947,0.0027735534,0.0005331895,0.00015551348,0.000548483,0.0006362286,0.000054617107,0.0013511804],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.992546,0.0014115595,0.0030299816,0.00024281329,0.002351651,0.00041796645],"domain_scores_gemma":[0.9940791,0.0014501769,0.0018608143,0.0021877324,0.000083649116,0.00033849367],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0057452656,0.00047678314,0.0053761755,0.0002851179,0.00015718064,0.000028736786,0.0013984164,0.0002577266,0.00024074584],"category_scores_gemma":[0.005692995,0.00026522295,0.0013941022,0.0015730192,0.000104206396,0.00011401836,0.0007124702,0.0029507957,0.00012060993],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001002479,0.000034632674,4.5290076e-7,0.5408268,0.00064968644,0.0000065180147,0.000056970068,4.7773943e-7,2.5211033e-9,0.0000041659446,0.0011338101,0.45728546],"study_design_scores_gemma":[0.00008487417,0.000106190964,6.394092e-8,0.40469506,0.006771156,0.00013829561,0.00005366332,0.0008029055,1.3665553e-7,0.0000026936273,0.58720183,0.00014313213],"about_ca_topic_score_codex":0.0000020432033,"about_ca_topic_score_gemma":3.5731503e-7,"teacher_disagreement_score":0.58606803,"about_ca_system_score_codex":0.00021310635,"about_ca_system_score_gemma":0.00062193914,"threshold_uncertainty_score":0.99998},"labels":[],"label_agreement":null},{"id":"W4284884156","doi":"10.2196/38440","title":"Exploiting Missing Value Patterns for a Backdoor Attack on Machine Learning Models of Electronic Health Records: Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Backdoor; Computer science; Machine learning; Artificial intelligence; Data mining; Computer security","score_opus":0.05934919064266191,"score_gpt":0.3395018828589073,"score_spread":0.2801526922162454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284884156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35149446,0.000019328387,0.6472918,0.00040416437,0.000093899325,0.0005580099,0.0000017459039,0.00007495581,0.000061674444],"genre_scores_gemma":[0.9354518,0.000007701228,0.063685924,0.0005570342,0.000038423943,0.0001774763,0.000035308643,0.00001803737,0.00002831523],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971118,0.00029406208,0.0009092094,0.00020056948,0.0010548001,0.00042954498],"domain_scores_gemma":[0.9985436,0.00040704678,0.0006078963,0.00022785588,0.000051438114,0.00016216417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028494992,0.00017050766,0.0003214312,0.00017858202,0.0006318423,0.00006829186,0.0005500323,0.00004468804,0.00002135709],"category_scores_gemma":[0.00024613037,0.00016478678,0.00004177881,0.00025981298,0.00002142882,0.0004791496,0.00064224505,0.00077002926,0.0000011178766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007570073,0.0004691708,0.00435969,0.00062392955,0.00008718515,0.0000044878034,0.11920438,0.35269865,0.000002123314,0.007805143,0.00009715575,0.5145724],"study_design_scores_gemma":[0.0010819797,0.0009296021,0.00015657228,0.00011137633,0.0000048132065,0.000012142983,0.0054285177,0.9905805,0.000026514213,0.0003245464,0.0011796445,0.00016376209],"about_ca_topic_score_codex":0.000029197661,"about_ca_topic_score_gemma":0.0000059126537,"teacher_disagreement_score":0.6378819,"about_ca_system_score_codex":0.00028315105,"about_ca_system_score_gemma":0.00051737885,"threshold_uncertainty_score":0.6719809},"labels":[],"label_agreement":null},{"id":"W4285104162","doi":"10.2196/38155","title":"Multicenter Validation of Natural Language Processing Algorithms for the Detection of Common Data Elements in Operative Notes for Total Hip Arthroplasty: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Imaging in Medicine","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Institute of Arthritis and Musculoskeletal and Skin Diseases; University of Michigan","keywords":"Algorithm; Computer science; Usability; Software portability; Artificial intelligence; Machine learning; Natural language processing; Data mining; Information retrieval","score_opus":0.03297149042407482,"score_gpt":0.3617818375113848,"score_spread":0.32881034708731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285104162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84867036,0.00030972282,0.1475103,0.00046728042,0.00027691654,0.002576859,0.000141502,0.000023256762,0.00002382385],"genre_scores_gemma":[0.95050216,0.000006555551,0.04780732,0.00020285022,0.000051803556,0.0002838695,0.0011150117,0.0000116444435,0.000018790746],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831533,0.000025953697,0.00076558755,0.00010159213,0.0006387476,0.0001528116],"domain_scores_gemma":[0.9989734,0.0003668305,0.00029663113,0.00017622011,0.00013268646,0.000054201973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009807212,0.000106071195,0.00024786155,0.00011500631,0.000098799595,0.000019282306,0.00013302523,0.000038828497,0.000012234037],"category_scores_gemma":[0.00057760393,0.000075408076,0.000022010387,0.00016518135,0.000112424335,0.0003657573,0.00020454783,0.00020476893,2.564382e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013988353,0.00021826073,0.000767548,0.00066751,0.00005422571,0.0000011802204,0.015249229,0.000028368118,0.00038229043,0.0000029171413,0.00005732025,0.9824313],"study_design_scores_gemma":[0.0045805327,0.00036471273,0.0013960663,0.00034109212,0.00006629461,0.000034562097,0.017972343,0.94671386,0.02727487,0.000006647996,0.00114921,0.0000997947],"about_ca_topic_score_codex":0.0000107737405,"about_ca_topic_score_gemma":0.000005355797,"teacher_disagreement_score":0.98233145,"about_ca_system_score_codex":0.00007435307,"about_ca_system_score_gemma":0.0001477374,"threshold_uncertainty_score":0.30750522},"labels":[],"label_agreement":null},{"id":"W4285315819","doi":"10.2196/35724","title":"Fast Healthcare Interoperability Resources (FHIR) for Interoperability in Health Research: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":233,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Interoperability; Systematic review; Standardization; Health care; Computer science; MEDLINE; Data science; Health informatics; Medicine; World Wide Web; Public health; Knowledge management; Nursing; Political science","score_opus":0.4284319628944909,"score_gpt":0.6008191873530828,"score_spread":0.1723872244585919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285315819","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017453549,0.93022466,0.000044854547,0.004200932,0.0014795972,0.062438276,0.0003658919,0.00024999052,0.0009783277],"genre_scores_gemma":[0.000009231538,0.92318946,0.00014249698,0.0088141775,0.00045667536,0.06568897,0.00061524357,0.00018158228,0.00090215413],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9283589,0.041772496,0.020417929,0.0010052725,0.0043117143,0.004133657],"domain_scores_gemma":[0.97284037,0.01585815,0.005144739,0.0032142266,0.000793329,0.0021491884],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.09547801,0.0011047029,0.011627792,0.0011236706,0.0017665464,0.00005343191,0.003312147,0.0016412764,0.0019655253],"category_scores_gemma":[0.019549688,0.0007772116,0.0010256462,0.0026678494,0.00043244497,0.00031788452,0.0017612497,0.016527822,0.00060149666],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000019024066,0.00016560497,0.0000058714154,0.8400804,0.00006672454,0.000004829396,0.016869122,1.8640351e-8,3.377856e-10,0.0002092051,0.013968848,0.12861037],"study_design_scores_gemma":[0.00032015934,0.00047131904,3.5878418e-7,0.48165056,0.0000501391,0.000030792868,0.009369648,0.000054284454,9.384734e-10,0.000034185003,0.5077536,0.000264929],"about_ca_topic_score_codex":0.0013967883,"about_ca_topic_score_gemma":0.0026276144,"teacher_disagreement_score":0.4937848,"about_ca_system_score_codex":0.014919951,"about_ca_system_score_gemma":0.02181662,"threshold_uncertainty_score":0.9996548},"labels":[],"label_agreement":null},{"id":"W4285320944","doi":"10.2196/35726","title":"Harnessing the Electronic Health Care Record to Optimize Patient Safety in Primary Care: Framework for Evaluating e–Safety-Netting Tools","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"THIS Institute, University of Cambridge; University of Cambridge; National Institute for Health and Care Research; Barts Charity","keywords":"Netting; Patient safety; Audit; Health care; Computer science; Risk analysis (engineering); Variety (cybernetics); Software; Medicine; Business; Artificial intelligence","score_opus":0.05115598690193097,"score_gpt":0.43983931546903904,"score_spread":0.3886833285671081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285320944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48196006,0.0143332435,0.27288476,0.09710307,0.015230257,0.09324167,0.0009004293,0.0014917565,0.02285477],"genre_scores_gemma":[0.5312498,0.0007764749,0.15559886,0.25925472,0.0028743055,0.047055554,0.002253561,0.00048133952,0.0004553418],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98791873,0.0025822658,0.00424597,0.00036965395,0.0020974968,0.0027858857],"domain_scores_gemma":[0.9910114,0.0057225865,0.0015128093,0.00078623556,0.00032541793,0.00064157264],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009301864,0.00037807698,0.0009571344,0.00024214815,0.0040052473,0.000044261265,0.00089357374,0.00039939044,0.00036329665],"category_scores_gemma":[0.0025943187,0.00030526097,0.00016121348,0.0010569319,0.000056507888,0.0002645784,0.00079779315,0.005404996,0.000048529088],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0005898364,0.00005552615,0.0007342424,0.0052117426,0.000027923626,0.0000018169424,0.2985275,0.0013551734,8.759107e-7,0.002862789,0.0056360923,0.6849965],"study_design_scores_gemma":[0.0034725405,0.0028965676,0.0007152118,0.004132491,0.000021910926,0.000017068149,0.37651768,0.021741467,0.0000016422207,0.00050002016,0.58935827,0.00062512077],"about_ca_topic_score_codex":0.00033292887,"about_ca_topic_score_gemma":0.00050312426,"teacher_disagreement_score":0.68437135,"about_ca_system_score_codex":0.014109812,"about_ca_system_score_gemma":0.01675662,"threshold_uncertainty_score":0.99994},"labels":[],"label_agreement":null},{"id":"W4285341647","doi":"10.2196/34504","title":"Accurate Forecasting of Emergency Department Arrivals With Internet Search Index and Machine Learning Models: Model Development and Performance Evaluation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Overcrowding; Computer science; Index (typography); The Internet; Emergency department; Machine learning; Triage; Artificial intelligence; Data mining; Operations research; Medical emergency; Medicine; Engineering","score_opus":0.11656525836319537,"score_gpt":0.3402947674657364,"score_spread":0.22372950910254102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285341647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99206716,0.00059676456,0.005269871,0.00010012974,0.000042273823,0.0004816466,0.000005693109,0.00001940764,0.0014170812],"genre_scores_gemma":[0.9966071,0.0006944601,0.0022301606,0.00009573596,0.00001466174,0.00017067992,0.00007219939,0.000009849423,0.00010512334],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796236,0.00003690666,0.00057019707,0.0000978691,0.0011350085,0.00019769026],"domain_scores_gemma":[0.99942744,0.000027794185,0.00015808016,0.00008196831,0.00016816732,0.00013652908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093000545,0.00013130391,0.00024236146,0.00009744927,0.00018965403,0.000005049085,0.00006911915,0.00003957478,0.00014634512],"category_scores_gemma":[0.00006584267,0.00009683701,0.00001965101,0.00015187128,0.00006186378,0.0001853978,0.00030508282,0.00038576208,4.4274518e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014237738,0.00040647344,0.12059297,0.0043187863,0.00088434044,0.00002128304,0.2178604,0.15395151,0.00001688886,0.0004367823,0.0016284987,0.4984583],"study_design_scores_gemma":[0.0009932488,0.00043666083,0.001048393,0.00015639186,0.000046304518,0.000043036238,0.0048312303,0.9918271,0.00008971687,0.00002671346,0.0003943718,0.00010685059],"about_ca_topic_score_codex":0.0000055279284,"about_ca_topic_score_gemma":0.000007313494,"teacher_disagreement_score":0.83787555,"about_ca_system_score_codex":0.000058933332,"about_ca_system_score_gemma":0.00021084356,"threshold_uncertainty_score":0.39488986},"labels":[],"label_agreement":null},{"id":"W4285342283","doi":"10.2196/34488","title":"Use of a Semiautomatic Text Message System to Improve Satisfaction With Wait Time in the Adult Emergency Department: Cross-sectional Survey Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emergency department; Workload; Medical emergency; Medicine; Triage; Patient satisfaction; Cross-sectional study; Recall; Perspective (graphical); Nursing; Psychology; Computer science","score_opus":0.02038894598601998,"score_gpt":0.31331846187387236,"score_spread":0.2929295158878524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285342283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99691373,0.000022926719,0.000051583484,0.000102094506,0.00026913616,0.0019634604,0.00017087688,0.000052718475,0.00045349376],"genre_scores_gemma":[0.9984138,0.000012956193,0.00010306523,0.00034860754,0.000045721426,0.00080503523,0.000096903255,0.00001323764,0.00016068204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965504,0.00022645542,0.0011062141,0.00013443001,0.0017306039,0.00025188888],"domain_scores_gemma":[0.9988111,0.00021384154,0.0002592449,0.00032952323,0.0002570704,0.00012919403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012820894,0.00017947766,0.00038352833,0.0001449537,0.00021688506,0.000016647371,0.00018343651,0.0000635325,0.00052798545],"category_scores_gemma":[0.00039358818,0.000111197005,0.00007050194,0.0007177669,0.000060738268,0.00019187701,0.0001627507,0.00042716405,0.00002851372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028327492,0.00045219468,0.9789608,0.00052960217,0.00020438037,0.000030310372,0.012312802,0.00007675251,0.00001097789,0.000049655355,0.0063649537,0.0007243016],"study_design_scores_gemma":[0.0011967353,0.001508599,0.9785497,0.00008778177,0.000047567682,0.00007390003,0.01328329,0.004819139,0.000006348504,0.0000019499246,0.00029081988,0.0001341313],"about_ca_topic_score_codex":0.00037929395,"about_ca_topic_score_gemma":0.00058912253,"teacher_disagreement_score":0.006074134,"about_ca_system_score_codex":0.0001699062,"about_ca_system_score_gemma":0.00014467786,"threshold_uncertainty_score":0.57810706},"labels":[],"label_agreement":null},{"id":"W4285364397","doi":"10.2196/33703","title":"Evaluation of the Clinical, Technical, and Financial Aspects of Cost-Effectiveness Analysis of Artificial Intelligence in Medicine: Scoping Review and Framework of Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Health technology; Economic evaluation; Cost-effectiveness analysis; Payment; Medicine; Artificial intelligence; Risk analysis (engineering); Health care; Management science; Cost effectiveness; Computer science; Engineering; Pathology; Economics","score_opus":0.23850349952051386,"score_gpt":0.5470788065706624,"score_spread":0.3085753070501486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285364397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862979,0.004076888,0.006213684,0.0007647751,0.00013375714,0.0023558566,0.000013818743,0.000005173351,0.00013812429],"genre_scores_gemma":[0.9960522,0.0030597073,0.00040220504,0.00031171,0.000023828823,0.0001317029,0.000014826333,0.0000034788445,3.2284325e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99504894,0.00061028765,0.0026225224,0.00012474642,0.0014697094,0.0001237957],"domain_scores_gemma":[0.99590963,0.0018855146,0.0010747127,0.0003681848,0.00066183845,0.00010013932],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011357106,0.00009608805,0.0011922098,0.0005290438,0.000050672388,0.0000017196244,0.00016364727,0.00015335865,0.0003276297],"category_scores_gemma":[0.012069254,0.000069075824,0.00017457943,0.004342018,0.00072330434,0.000055029974,0.00013320723,0.00045367974,1.3547644e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035394906,0.0014825338,0.16414908,0.02789051,0.0016370572,0.0000014398473,0.015142336,0.002254916,0.00009835949,0.007818454,0.00007182539,0.7790995],"study_design_scores_gemma":[0.00055540283,0.0036180022,0.521332,0.07804386,0.05967501,0.00002125021,0.023723053,0.28554672,0.004661968,0.022248771,0.000049189646,0.00052473834],"about_ca_topic_score_codex":0.00021466936,"about_ca_topic_score_gemma":0.00026705256,"teacher_disagreement_score":0.7785748,"about_ca_system_score_codex":0.00007183613,"about_ca_system_score_gemma":0.0010471407,"threshold_uncertainty_score":0.9962525},"labels":[],"label_agreement":null},{"id":"W4285364837","doi":"10.2196/33678","title":"Classification of Twitter Vaping Discourse Using BERTweet: Comparative Deep Learning Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Cancer Institute; National Institutes of Health; National Science Foundation","keywords":"Computer science; Artificial intelligence; Deep learning; Machine learning; Relevance (law); Classifier (UML); Sentiment analysis; Random forest; Natural language processing; Language model; Transfer of learning; Transformer; Information retrieval","score_opus":0.07220711212445817,"score_gpt":0.3981763846864982,"score_spread":0.32596927256204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285364837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951563,0.000040530067,0.001871501,0.00015145192,0.000113215625,0.0007886041,0.000018386922,0.000072750954,0.0017872687],"genre_scores_gemma":[0.9983697,0.0000032931873,0.0007841977,0.00038061783,0.00006767113,0.00008857069,0.0002232816,0.000014422103,0.0000682624],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971959,0.00019040504,0.0008340542,0.000120526536,0.0014204422,0.00023869745],"domain_scores_gemma":[0.9987348,0.00012982861,0.00043218205,0.00034327756,0.00011195997,0.0002479884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006865872,0.00014619404,0.00045818352,0.00015677883,0.00018928156,0.000014657132,0.00022265699,0.000048073056,0.0008353168],"category_scores_gemma":[0.00015462517,0.00012737983,0.00008046134,0.0003899271,0.00017253413,0.0001905724,0.00028405956,0.0006388982,0.000026410156],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007911134,0.0050026164,0.6797223,0.0010799597,0.0008250483,0.00013523776,0.27878,0.0028621273,0.00067097915,0.0002828553,0.0047646924,0.025083086],"study_design_scores_gemma":[0.003907793,0.0009323188,0.21455067,0.00020325251,0.0001871168,0.000079244826,0.2825486,0.49058893,0.00003180655,0.00001598275,0.0066410424,0.0003132205],"about_ca_topic_score_codex":0.000015000329,"about_ca_topic_score_gemma":0.0000055573882,"teacher_disagreement_score":0.4877268,"about_ca_system_score_codex":0.00014646459,"about_ca_system_score_gemma":0.00021450924,"threshold_uncertainty_score":0.9146133},"labels":[],"label_agreement":null},{"id":"W4285366019","doi":"10.2196/33491","title":"Implementing Electronic Health Records in Primary Care Using the Theory of Change: Nigerian Case Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Global Challenges Research Fund; University of Portsmouth","keywords":"Documentation; Process management; Bottleneck; Service delivery framework; Theory of change; Integrated care; Business; Primary health care; Health care; Health informatics; Service (business); Nursing; Medicine; Knowledge management; Operations management; Computer science; Environmental health; Engineering; Public health; Marketing","score_opus":0.11001714061183995,"score_gpt":0.47290300235598126,"score_spread":0.3628858617441413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285366019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895571,0.00087711867,0.00021227983,0.00081980345,0.0006726461,0.0067408727,0.00003392103,0.0000638685,0.0010224278],"genre_scores_gemma":[0.99010104,0.00006164211,0.00010680872,0.0069364877,0.00030281648,0.0023466696,0.000046815465,0.000037745613,0.00005995223],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9892606,0.0044116206,0.0028780927,0.00017113428,0.0012769897,0.002001542],"domain_scores_gemma":[0.9967656,0.0009329117,0.0013256659,0.00058416545,0.00011228221,0.00027933498],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016983256,0.00021100655,0.0006491267,0.0002704151,0.0019693319,0.000007414731,0.00053502835,0.00013672678,0.0006059895],"category_scores_gemma":[0.00014672054,0.00016061867,0.00007279579,0.00086129445,0.00006570461,0.00017810387,0.00084253866,0.003059954,0.0000066667662],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00010100366,0.00032645484,0.08103358,0.005122914,0.000058977996,0.00012525168,0.8069792,0.0000074931977,0.0000015275675,0.0009403268,0.00093995064,0.10436333],"study_design_scores_gemma":[0.0019383922,0.0010393669,0.0013097646,0.0003427293,0.000012680415,0.0003462126,0.96706265,0.0020388076,4.3937922e-7,0.000077229335,0.025662778,0.0001689227],"about_ca_topic_score_codex":0.007440501,"about_ca_topic_score_gemma":0.013634286,"teacher_disagreement_score":0.16008349,"about_ca_system_score_codex":0.0038461827,"about_ca_system_score_gemma":0.00878108,"threshold_uncertainty_score":0.9999779},"labels":[],"label_agreement":null},{"id":"W4285794637","doi":"10.2196/37201","title":"Extraction of Explicit and Implicit Cause-Effect Relationships in Patient-Reported Diabetes-Related Tweets From 2017 to 2021: Deep Learning Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Diabetes mellitus; Cognitive psychology; Data science; Natural language processing; Artificial intelligence; Psychology; Medicine","score_opus":0.06323951192790447,"score_gpt":0.37345728056444594,"score_spread":0.3102177686365415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285794637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944718,0.00008948351,0.00008552387,0.00061622146,0.0009463974,0.0017408195,0.0000046869495,0.000050155373,0.001994905],"genre_scores_gemma":[0.99747306,0.000045499906,0.0004569255,0.00011332331,0.00011920066,0.0016767649,0.00009175743,0.000011904751,0.000011566566],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99641174,0.0008843664,0.0010061533,0.00014728196,0.0011846538,0.00036578532],"domain_scores_gemma":[0.9958124,0.0029857764,0.000564499,0.00017256245,0.00007540894,0.00038933993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026184896,0.000119879485,0.000299041,0.00025789643,0.00064589776,0.000028396993,0.00019023,0.0002468913,0.00033190023],"category_scores_gemma":[0.0072770324,0.00012859891,0.0000392628,0.0009343719,0.00010913891,0.0003381107,0.000115877585,0.0010896272,0.00001378109],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002710957,0.00018742406,0.4032682,0.00009789866,0.00004177494,0.0000044881785,0.51707107,0.00030826085,0.000039055132,0.00043390668,0.0005262622,0.077994585],"study_design_scores_gemma":[0.0017474598,0.0006851769,0.71162224,0.0002390372,0.000090627625,0.000009868333,0.24029438,0.023312248,0.000050806924,0.00088109676,0.020472761,0.00059428],"about_ca_topic_score_codex":0.0018084327,"about_ca_topic_score_gemma":0.00021921606,"teacher_disagreement_score":0.30835408,"about_ca_system_score_codex":0.00037895067,"about_ca_system_score_gemma":0.00031203174,"threshold_uncertainty_score":0.8711813},"labels":[],"label_agreement":null},{"id":"W4285817078","doi":"10.2196/37829","title":"Synergy Between Public and Private Health Care Organizations During COVID-19 on Twitter: Sentiment and Engagement Analysis Using Forecasting Models","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Lakehead University","funders":"","keywords":"Sentiment analysis; Social media; Public health; Public engagement; Social media analytics; Health care; Coronavirus disease 2019 (COVID-19); Public relations; Univariate; Computer science; Data science; Business; Psychology; Political science; Medicine; Artificial intelligence; World Wide Web; Nursing; Machine learning","score_opus":0.16822475367190737,"score_gpt":0.41951648036343275,"score_spread":0.2512917266915254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285817078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854231,0.000073822375,0.003984241,0.00904686,0.00028298676,0.00095426466,0.000020896006,0.000078654804,0.0001351907],"genre_scores_gemma":[0.9954391,0.00007430915,0.0018122023,0.0020573433,0.00023527526,0.0002492823,0.000115667266,0.000011208616,0.000005598401],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9971869,0.00045975443,0.0006009204,0.00013976543,0.0011991499,0.00041351802],"domain_scores_gemma":[0.9977618,0.0007335026,0.00034945892,0.000138194,0.00008972125,0.0009273419],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0017165618,0.000108515014,0.00025456044,0.00036804026,0.0034458768,0.00012798134,0.00017713603,0.00007638536,0.00016317937],"category_scores_gemma":[0.001749671,0.00011634425,0.000028721794,0.0016116035,0.00016101782,0.00027045573,0.00026725495,0.0003475208,7.942565e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036141594,0.00005171689,0.06180009,0.00042326498,0.00012722048,0.0000016869051,0.9232075,0.0019967367,2.3780389e-7,0.004776815,0.00016296262,0.0074481177],"study_design_scores_gemma":[0.001344887,0.00020918182,0.011005635,0.00010087077,0.0002741537,0.000006673183,0.8293945,0.11557066,0.0000039990787,0.00066451734,0.04084462,0.0005802824],"about_ca_topic_score_codex":0.0010616462,"about_ca_topic_score_gemma":0.00015789283,"teacher_disagreement_score":0.11357392,"about_ca_system_score_codex":0.0014723652,"about_ca_system_score_gemma":0.0016080767,"threshold_uncertainty_score":0.9978515},"labels":[],"label_agreement":null},{"id":"W4286111427","doi":"10.2196/35830","title":"The Effects of Information Continuity and Interpersonal Continuity on Physician Services Online: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hainan Medical University; National Natural Science Foundation of China","keywords":"Interpersonal communication; Continuity of care; Service (business); Matching (statistics); Online and offline; Medicine; Health care; Computer science; Psychology; Business; Social psychology; Marketing","score_opus":0.00844331356326151,"score_gpt":0.27449745596538105,"score_spread":0.26605414240211955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286111427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996672,0.000011069056,0.000013028205,0.0003825018,0.0006519781,0.00060514954,0.000011782133,0.000048927664,0.0016035745],"genre_scores_gemma":[0.9859552,0.000002841552,0.00001136581,0.013371431,0.00039899777,0.00007698488,0.00015667157,0.000005479987,0.000021073422],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980889,0.00002127379,0.00063775014,0.00007218081,0.0010161268,0.00016374665],"domain_scores_gemma":[0.99884343,0.00018782998,0.0005409551,0.00017349573,0.00023880368,0.00001547662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009446304,0.00012372689,0.00015868589,0.00013431795,0.00046919545,0.00027371987,0.00034332403,0.000048338443,0.00004406932],"category_scores_gemma":[0.00013705631,0.00009039805,0.00003969368,0.00043023474,0.000083352716,0.0014519509,0.00039913508,0.0003695539,0.0000222202],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008384862,0.0016472642,0.77485985,0.004787513,0.00023459051,0.0000039880792,0.020048136,0.00003954345,0.00003729366,0.034588646,0.0029179403,0.15999675],"study_design_scores_gemma":[0.001864698,0.0002222495,0.93049705,0.00006746625,0.000021685646,0.0000026823047,0.01668154,0.00819773,0.0000180502,0.00087526813,0.041375034,0.00017655574],"about_ca_topic_score_codex":0.00012251911,"about_ca_topic_score_gemma":0.00006374372,"teacher_disagreement_score":0.1598202,"about_ca_system_score_codex":0.000028605898,"about_ca_system_score_gemma":0.00003090677,"threshold_uncertainty_score":0.36863253},"labels":[],"label_agreement":null},{"id":"W4286440463","doi":"10.2196/38174","title":"Perceptions and Discussions of Snus on Twitter: Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Center for Tobacco Products; National Institutes of Health","keywords":"Snus; Medicine; Popularity; Advertising; Public health; Harm; Perception; Environmental health; Psychology; Social psychology; Business; Smokeless tobacco; Nursing; Population","score_opus":0.09361871789129939,"score_gpt":0.3854209581294519,"score_spread":0.2918022402381525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286440463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972288,0.0000015347437,0.000056941575,0.0011352132,0.00009493161,0.00036680838,0.000013775986,0.000025748877,0.001076245],"genre_scores_gemma":[0.99837494,0.0000030946942,0.00008562402,0.00097283605,0.000037118454,0.00013629036,0.00009442129,0.0000052440278,0.00029040434],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984593,0.000032370473,0.0003538715,0.000050646184,0.0010176112,0.00008619676],"domain_scores_gemma":[0.99955034,0.00006014872,0.00008086452,0.00014919427,0.000037339898,0.00012212791],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027525646,0.00006320127,0.00013897475,0.00009276618,0.00014848616,0.0000061251512,0.0000657302,0.0000387883,0.0018548344],"category_scores_gemma":[0.0000659349,0.000045040753,0.00003353545,0.00016319797,0.000062151696,0.000058675854,0.00008875211,0.0003090498,0.0000030054066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000714076,0.0021124575,0.9438256,0.00008397846,0.000035827215,0.0000132863515,0.03373081,0.000013745667,0.000039541184,0.0005940368,0.007103967,0.012375336],"study_design_scores_gemma":[0.0011630435,0.0008101117,0.95666844,0.00003856175,0.000048972786,0.00004098285,0.038756672,0.00072989013,0.000006232385,0.000035191035,0.0016463035,0.000055619836],"about_ca_topic_score_codex":0.0000066408447,"about_ca_topic_score_gemma":8.84664e-7,"teacher_disagreement_score":0.012842812,"about_ca_system_score_codex":0.000044702665,"about_ca_system_score_gemma":0.00008252554,"threshold_uncertainty_score":0.9990576},"labels":[],"label_agreement":null},{"id":"W4286653212","doi":"10.2196/37818","title":"Emotion-Based Reinforcement Attention Network for Depression Detection on Social Media: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities; Natural Science Foundation of Liaoning Province; National Natural Science Foundation of China","keywords":"Computer science; Reinforcement learning; Artificial intelligence; Machine learning; Set (abstract data type); Recall; Natural language processing; Psychology; Cognitive psychology","score_opus":0.041771870789836525,"score_gpt":0.35661268896223836,"score_spread":0.31484081817240184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286653212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64726585,0.000029066023,0.34585705,0.00044780425,0.0026231576,0.0020836296,0.000026818232,0.00018873687,0.0014779008],"genre_scores_gemma":[0.98149127,0.0000023041673,0.012387363,0.0020855519,0.00067854667,0.0023117957,0.0009336118,0.000026112308,0.00008346861],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770427,0.00011564326,0.000792166,0.00013693367,0.0008895063,0.0003615069],"domain_scores_gemma":[0.9990055,0.00032219148,0.00034632534,0.00010948706,0.000046281213,0.00017022631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013056928,0.00013627847,0.00016809483,0.00011563023,0.0009842871,0.000023219063,0.00011001817,0.0001498164,0.00059443316],"category_scores_gemma":[0.00005645429,0.00013664481,0.00004319118,0.0001755485,0.000037555,0.000093665556,0.00008260864,0.00034843787,0.00002947238],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016162623,0.0001249339,0.00027588155,0.00019377416,0.000021567983,0.0000020962264,0.0076548727,0.00024621206,0.000003434738,0.0004976791,0.0041794893,0.9866384],"study_design_scores_gemma":[0.022834897,0.0021082032,0.044657055,0.00079302734,0.00012517974,0.00011443855,0.05649742,0.72961193,0.0019968958,0.0009935774,0.13868387,0.0015834711],"about_ca_topic_score_codex":0.0000047291137,"about_ca_topic_score_gemma":0.0000037703912,"teacher_disagreement_score":0.98505497,"about_ca_system_score_codex":0.00031360242,"about_ca_system_score_gemma":0.000095645904,"threshold_uncertainty_score":0.7570441},"labels":[],"label_agreement":null},{"id":"W4286653255","doi":"10.2196/37842","title":"Identifying Patients Who Meet Criteria for Genetic Testing of Hereditary Cancers Based on Structured and Unstructured Family Health History Data in the Electronic Health Record: Natural Language Processing Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Cancer Institute; National Institutes of Health","keywords":"Family history; Medicine; Unstructured data; Genetic testing; Artificial intelligence; Machine learning; Electronic health record; Cancer; Natural language processing; Computer science; Data mining; Internal medicine; Health care; Big data","score_opus":0.02690331635060951,"score_gpt":0.32872284161312565,"score_spread":0.30181952526251615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286653255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98492277,0.00855397,0.003770127,0.00034166625,0.0005141694,0.0014123109,0.00038344716,0.000015067244,0.0000864602],"genre_scores_gemma":[0.97384685,0.00003723036,0.01959324,0.0048572733,0.000103131635,0.00015649325,0.0013833795,0.000018201408,0.0000042023526],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982908,0.00015109516,0.0005461825,0.00020547563,0.00049021246,0.00031625092],"domain_scores_gemma":[0.99905676,0.000043766548,0.00038191964,0.0003985004,0.000048705595,0.00007033637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070782116,0.0001367294,0.00020828922,0.00008265057,0.00015780855,0.000015082161,0.0005258281,0.00006529653,0.00000614934],"category_scores_gemma":[0.00015411223,0.000114299735,0.000024593633,0.00016950775,0.00008334076,0.000015010154,0.00017208014,0.00029777008,2.3794195e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007163561,0.00033143023,0.0063836565,0.0062711495,0.00013170458,0.000003887573,0.0603986,0.003240461,0.00082849746,0.0000523491,0.13184571,0.7897962],"study_design_scores_gemma":[0.0048016435,0.002004467,0.02031127,0.00029671303,0.000024565381,0.00004591298,0.026489593,0.92193973,0.00009776993,0.00009415167,0.023350129,0.0005440538],"about_ca_topic_score_codex":0.00015113858,"about_ca_topic_score_gemma":0.0001401816,"teacher_disagreement_score":0.91869926,"about_ca_system_score_codex":0.00062713044,"about_ca_system_score_gemma":0.002670176,"threshold_uncertainty_score":0.47367778},"labels":[],"label_agreement":null},{"id":"W4287446885","doi":"10.2196/34712","title":"Electronic Patient Portal Access, Retention in Care, and Viral Suppression Among People Living With HIV in Southeastern United States: Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; Center for AIDS Research, University of Washington; National Institutes of Health; Vanderbilt University","keywords":"Medicine; Poisson regression; Observational study; Viral load; Cohort; Demography; Human immunodeficiency virus (HIV); Internal medicine; Gerontology; Population; Family medicine; Environmental health","score_opus":0.04112646025563558,"score_gpt":0.3771366558695452,"score_spread":0.3360101956139096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287446885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960082,0.000057329355,0.000083453524,0.00020772926,0.00017826715,0.0029686019,0.000029139203,0.00006126397,0.00040599756],"genre_scores_gemma":[0.99669087,0.000030473242,0.000029222987,0.0006552368,0.000043180986,0.00192297,0.00051702675,0.000026659245,0.00008434537],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99480635,0.001083494,0.0016451682,0.0001986484,0.0013441306,0.0009222013],"domain_scores_gemma":[0.9982978,0.0005098842,0.0005870461,0.00024360491,0.000113252645,0.00024843088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018095229,0.00020080536,0.00038925285,0.00044425728,0.0004699568,0.00002432264,0.0002923684,0.00015989247,0.00039995633],"category_scores_gemma":[0.00016955157,0.00016625194,0.000024191786,0.0008599825,0.000043821638,0.00053385936,0.0004997171,0.002212224,0.0000074247164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008012471,0.00020064844,0.84494317,0.0006255179,0.00000933144,0.000008721756,0.15291731,0.00021401988,1.948548e-7,0.00005843292,0.00030687096,0.0006356714],"study_design_scores_gemma":[0.0024080651,0.0011637423,0.5852813,0.0009561541,0.000008146717,0.000008038298,0.35726306,0.051565588,1.5086798e-7,0.00003657969,0.0011089228,0.00020023738],"about_ca_topic_score_codex":0.002803838,"about_ca_topic_score_gemma":0.017884696,"teacher_disagreement_score":0.25966185,"about_ca_system_score_codex":0.00071170815,"about_ca_system_score_gemma":0.001671264,"threshold_uncertainty_score":0.998008},"labels":[],"label_agreement":null},{"id":"W4287656407","doi":"10.2196/29431","title":"An mHealth-Based Health Management Information System Among Health Workers in Volta and Eastern Regions of Ghana: Pre-Post Comparison Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Environmental health; Health worker; Health management system; Business; Medicine; Geography; Health services; Nursing; Psychological intervention; Population","score_opus":0.036673560212941686,"score_gpt":0.41202218361321885,"score_spread":0.3753486234002772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287656407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8815065,0.00043946068,0.07825027,0.014969846,0.0007525273,0.020577524,0.00065199786,0.00052924507,0.0023226168],"genre_scores_gemma":[0.9748221,0.000119454424,0.0026434725,0.011933752,0.000046524125,0.008922144,0.0014478801,0.000020957454,0.000043726937],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99122274,0.0012373488,0.004681108,0.00024376642,0.0014828476,0.0011322148],"domain_scores_gemma":[0.994025,0.00031866806,0.002864419,0.0008499202,0.00017899889,0.0017629917],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0053303475,0.0002716649,0.0011073196,0.0014294119,0.0015441541,0.000018310066,0.0005323679,0.00022169274,0.00013317913],"category_scores_gemma":[0.000048695572,0.00026526576,0.00010085947,0.0024355482,0.00016096116,0.00046253036,0.00025736837,0.0014939432,0.000020236468],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038189942,0.00063599646,0.8150644,0.035531323,0.00013542842,0.000002033731,0.050173517,0.0036130627,3.396502e-8,0.00897326,0.011271318,0.07421773],"study_design_scores_gemma":[0.003011665,0.0007745073,0.30550453,0.0011878966,0.00006359961,0.0000024082772,0.20799509,0.45916378,8.895667e-8,0.000015831629,0.022038173,0.00024240966],"about_ca_topic_score_codex":0.0073225633,"about_ca_topic_score_gemma":0.00393361,"teacher_disagreement_score":0.50955987,"about_ca_system_score_codex":0.0013229812,"about_ca_system_score_gemma":0.0033076555,"threshold_uncertainty_score":0.99998},"labels":[],"label_agreement":null},{"id":"W4288048604","doi":"10.2196/39235","title":"Issues With Variability in Electronic Health Record Data About Race and Ethnicity: Descriptive Analysis of the National COVID Cohort Collaborative Data Enclave","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Racial and Ethnic Identity Research","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine; National Institutes of Health","keywords":"Ethnic group; Health care; Descriptive statistics; Consistency (knowledge bases); Race (biology); Health equity; Medicine; Computer science; Database; Data science; Statistics; Political science; Sociology","score_opus":0.07326107058090033,"score_gpt":0.44269294436154677,"score_spread":0.36943187378064646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288048604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91744184,0.00087064016,0.0022665218,0.057899453,0.00030707318,0.004465153,0.0039077066,0.00007308055,0.012768506],"genre_scores_gemma":[0.99289095,0.0028725015,0.00062423,0.0019999014,0.00009287301,0.00012852577,0.00078164315,0.000007870404,0.00060149864],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99445564,0.0015676554,0.00056871644,0.00021033654,0.0028340062,0.00036365233],"domain_scores_gemma":[0.99800396,0.00069079245,0.0003079641,0.0005555066,0.00025745903,0.00018431975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0182318,0.00008387719,0.00035983254,0.00016176274,0.0006643609,0.00005902831,0.0017006657,0.00007412021,0.0004889723],"category_scores_gemma":[0.0040131803,0.00006058317,0.000022148874,0.0032884101,0.00093305885,0.0006684951,0.0016308972,0.00072940334,0.0000012443554],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003769069,0.0007916354,0.3214435,0.00028186137,0.0015646912,0.000004203426,0.56282187,0.00021467172,0.0000020298794,0.028584138,0.055842377,0.028072122],"study_design_scores_gemma":[0.0013966064,0.00046348656,0.1503019,0.000110203044,0.00029958988,0.0000040347677,0.27327088,0.18643835,0.0000030106391,0.0052096904,0.38203195,0.00047031607],"about_ca_topic_score_codex":0.014427515,"about_ca_topic_score_gemma":0.09664049,"teacher_disagreement_score":0.32618955,"about_ca_system_score_codex":0.0006120606,"about_ca_system_score_gemma":0.0070975996,"threshold_uncertainty_score":0.9985312},"labels":[],"label_agreement":null},{"id":"W4288049091","doi":"10.2196/38414","title":"Leveraging Representation Learning for the Construction and Application of a Knowledge Graph for Traditional Chinese Medicine: Framework Development Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Guangzhou University; National Natural Science Foundation of China","keywords":"Computer science; Artificial intelligence; Machine learning; Inference; Embedding; Knowledge extraction; Natural language processing; Data mining","score_opus":0.04760253371613882,"score_gpt":0.35171213903851534,"score_spread":0.3041096053223765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288049091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6763436,0.000331983,0.31522185,0.0033636014,0.00042571846,0.0039202054,0.0000148286945,0.00007118455,0.0003070557],"genre_scores_gemma":[0.9857178,0.000022462094,0.00970714,0.00031672764,0.00045854106,0.0034935086,0.0002459453,0.000014407895,0.000023481858],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9980409,0.00004671725,0.0007669142,0.00013549418,0.0008597563,0.00015022073],"domain_scores_gemma":[0.9967379,0.0025026305,0.00029386196,0.00014192055,0.00021538048,0.00010831774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010440942,0.00014901716,0.00036142772,0.0001902935,0.0006569558,0.000005699994,0.00011421336,0.00004801696,0.000053448897],"category_scores_gemma":[0.0013606768,0.000095611365,0.00006486294,0.00042071723,0.0003257943,0.00007790422,0.00006975057,0.00041521044,4.8447885e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016977502,0.0020952108,0.29423347,0.0035861162,0.0015699256,0.0000040030154,0.3541696,0.00083375693,0.00011614057,0.021919208,0.007986238,0.3117886],"study_design_scores_gemma":[0.015255599,0.0037122883,0.63171494,0.00050474587,0.00058538094,0.0004928409,0.20040081,0.10284304,0.000035158766,0.018331975,0.025697831,0.00042540827],"about_ca_topic_score_codex":0.000005875176,"about_ca_topic_score_gemma":0.0000028182822,"teacher_disagreement_score":0.33748144,"about_ca_system_score_codex":0.000072618386,"about_ca_system_score_gemma":0.00018306206,"threshold_uncertainty_score":0.50528395},"labels":[],"label_agreement":null},{"id":"W4288058732","doi":"10.2196/37578","title":"Predicting Readmission Charges Billed by Hospitals: Machine Learning Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Machine learning; Medicine; Artificial intelligence","score_opus":0.013152549470064303,"score_gpt":0.27495675023631266,"score_spread":0.2618042007662484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288058732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241871,0.00084125367,0.0016884659,0.015320231,0.00039593808,0.002928224,0.000037698148,0.0010617999,0.053539257],"genre_scores_gemma":[0.970547,0.0003198885,0.0067640767,0.003708986,0.00023826957,0.0008396372,0.0018645796,0.00005972007,0.015657797],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749994,0.00007169078,0.0005696931,0.00013497504,0.0013639317,0.00035974637],"domain_scores_gemma":[0.9990517,0.000058418485,0.00015902269,0.0002272681,0.00003110602,0.00047249507],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00073694997,0.00018616412,0.00034233063,0.00013429213,0.0003489211,0.000024116674,0.00015422978,0.00009506121,0.0023599793],"category_scores_gemma":[0.00019508375,0.0001362964,0.00009784015,0.00027726887,0.000049227798,0.00013501196,0.0003220235,0.00077799463,0.000055044668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004834096,0.0032823535,0.11495836,0.0022024168,0.00080307754,0.0002141645,0.03726541,0.00009560597,0.00021039174,0.0007713658,0.7001424,0.13957107],"study_design_scores_gemma":[0.0033548702,0.0010896134,0.0004351763,0.00010433705,0.000095263254,0.00012431087,0.007875205,0.13937491,0.00007104793,0.000011085109,0.847235,0.0002291372],"about_ca_topic_score_codex":0.000022239627,"about_ca_topic_score_gemma":3.6068448e-7,"teacher_disagreement_score":0.14709267,"about_ca_system_score_codex":0.00012821189,"about_ca_system_score_gemma":0.000104326515,"threshold_uncertainty_score":0.998552},"labels":[],"label_agreement":null},{"id":"W4289280586","doi":"10.2196/38943","title":"A Machine Learning Approach for Continuous Mining of Nonidentifiable Smartphone Data to Create a Novel Digital Biomarker Detecting Generalized Anxiety Disorder: Prospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Computer science; Machine learning; Biomarker; Artificial intelligence; Data mining; Psychology; Psychiatry","score_opus":0.04723499790158084,"score_gpt":0.3690868195445643,"score_spread":0.3218518216429834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289280586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9503689,0.00005666648,0.03338757,0.0000635554,0.00051433797,0.005491951,0.0014395681,0.00014265996,0.008534836],"genre_scores_gemma":[0.9865873,7.492035e-7,0.0061183614,0.00014100687,0.00003421302,0.003537159,0.001300225,0.000048027036,0.0022329497],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965204,0.00009739836,0.0015097493,0.00038757094,0.0009269102,0.0005579467],"domain_scores_gemma":[0.9981069,0.00021595546,0.0005667208,0.0006958302,0.00011100669,0.00030360947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019785743,0.0002463533,0.00059532764,0.00022365432,0.0004037086,0.00012354416,0.0008485731,0.00008499113,0.0003652403],"category_scores_gemma":[0.0005375946,0.0002379396,0.00013182772,0.00063207635,0.000096464224,0.00048031728,0.0015399919,0.00044157886,0.000017575925],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002012035,0.015818559,0.82270575,0.0009798118,0.0016439282,0.000014404051,0.03912838,0.00042006298,0.000029077306,0.00036466267,0.004485742,0.11239758],"study_design_scores_gemma":[0.034020104,0.012734531,0.11510845,0.0004714849,0.0005093643,0.0006723304,0.21495199,0.55693823,0.000067429624,0.000096780204,0.062420435,0.0020088695],"about_ca_topic_score_codex":0.00029137902,"about_ca_topic_score_gemma":0.00004592574,"teacher_disagreement_score":0.7075973,"about_ca_system_score_codex":0.00015101171,"about_ca_system_score_gemma":0.00009395327,"threshold_uncertainty_score":0.9702895},"labels":[],"label_agreement":null},{"id":"W4289519099","doi":"10.2196/36427","title":"Uncertainty Estimation in Medical Image Classification: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Estimation; Artificial intelligence; Data mining; Data science; Engineering","score_opus":0.04360340881777357,"score_gpt":0.384361274943199,"score_spread":0.3407578661254254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289519099","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.426361e-8,0.7809158,0.21248773,0.00058244646,0.00048408617,0.0026616075,0.000004352738,0.00025096702,0.0026129852],"genre_scores_gemma":[5.683487e-7,0.98271465,0.013059291,0.001730154,0.00007953399,0.0020488075,0.0002722481,0.000034734265,0.000060018974],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9886698,0.0013946337,0.0043342495,0.0003899207,0.0046637524,0.00054762734],"domain_scores_gemma":[0.9935175,0.0021397737,0.0021023315,0.0016358471,0.00007909616,0.0005254237],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0067994203,0.0005862238,0.0033167838,0.00046742416,0.00018159076,0.0001736686,0.005115114,0.000669772,0.001715273],"category_scores_gemma":[0.010054885,0.0004437006,0.00046835394,0.0021270693,0.00016984805,0.00089408405,0.0016798559,0.0032523375,0.0004647956],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7811095e-7,0.00003963906,5.1216983e-8,0.6387225,0.00003023999,0.00006652411,0.00031109815,0.000020763693,1.0800655e-10,0.0052851127,0.0010113998,0.35451242],"study_design_scores_gemma":[0.00014979545,0.00001985836,9.8114384e-8,0.3857753,0.0001585547,0.0003148981,0.000061706785,0.3783495,1.0527453e-9,0.000095730014,0.2347479,0.00032664015],"about_ca_topic_score_codex":0.0000070184665,"about_ca_topic_score_gemma":0.0000028310906,"teacher_disagreement_score":0.37832874,"about_ca_system_score_codex":0.00075593067,"about_ca_system_score_gemma":0.0024985957,"threshold_uncertainty_score":0.99980146},"labels":[],"label_agreement":null},{"id":"W4289539483","doi":"10.2196/34304","title":"Tempering Expectations on the Medical Artificial Intelligence Revolution: The Medical Trainee Viewpoint","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia; Queen's University","funders":"","keywords":"Workflow; Generalizability theory; Computer science; Health care; Scope (computer science); Artificial intelligence; Automation; Clinical decision support system; Data science; Decision support system; Psychology; Engineering","score_opus":0.15043703526794153,"score_gpt":0.42448485279393117,"score_spread":0.2740478175259896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289539483","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36197233,0.0004171443,0.012280833,0.61185765,0.0030456427,0.0021745074,0.000015037926,0.00027843696,0.007958403],"genre_scores_gemma":[0.95916677,0.0002130358,0.00017404082,0.03763402,0.0015539313,0.0010290841,0.000053170865,0.00002367143,0.00015230014],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9923707,0.0003027847,0.001703419,0.00019230174,0.004902813,0.0005279807],"domain_scores_gemma":[0.9961311,0.001978174,0.00024670016,0.00063344167,0.0001895967,0.0008209854],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037057656,0.00022129885,0.00032412566,0.00014235532,0.0012603768,0.000047876787,0.00083496893,0.0002729889,0.020527838],"category_scores_gemma":[0.006864503,0.00012641432,0.00018606622,0.000845704,0.0006525279,0.00011348215,0.00027058585,0.0024914949,0.0005426636],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024188793,0.0011463239,0.00016308091,0.00030541513,0.000112108595,0.00018401907,0.08536,0.00009743679,0.0000073075694,0.13549423,0.055266924,0.7216213],"study_design_scores_gemma":[0.00019340031,0.0017009088,0.00039190272,0.0011949413,0.0001013487,0.0029365453,0.48715994,0.32893616,0.0008498887,0.016890544,0.1589856,0.0006588178],"about_ca_topic_score_codex":0.00007182738,"about_ca_topic_score_gemma":0.0000660019,"teacher_disagreement_score":0.72096246,"about_ca_system_score_codex":0.00030118527,"about_ca_system_score_gemma":0.002211653,"threshold_uncertainty_score":0.9998098},"labels":[],"label_agreement":null},{"id":"W4289793429","doi":"10.2196/41424","title":"Correction: The Science of Learning Health Systems: Scoping Review of Empirical Research","year":2022,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data science; Computer science; Empirical research; Knowledge management; Management science; Engineering","score_opus":0.428233754616679,"score_gpt":0.640756310504439,"score_spread":0.21252255588776003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289793429","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042709406,0.11752235,0.0018515353,0.030867713,0.118947364,0.00951776,0.00005383571,0.00012784921,0.7206845],"genre_scores_gemma":[0.010430632,0.5434178,0.0009122892,0.019558579,0.0049953703,0.0025433325,0.0006039439,0.00013492514,0.41740313],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9632435,0.0022630463,0.004620761,0.00027928496,0.0290255,0.00056790264],"domain_scores_gemma":[0.98835033,0.0045123976,0.0029070105,0.0010791777,0.002815902,0.0003351833],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1111357,0.00018130887,0.0010380921,0.00086217583,0.0010080811,0.00017378038,0.0029820825,0.00020636184,0.0066638575],"category_scores_gemma":[0.02837878,0.000102921,0.00016897994,0.0055128066,0.0015688124,0.00044414963,0.0011944574,0.0037135936,0.00010369724],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037024263,0.000034362805,0.00004882391,0.013085539,0.000007426007,3.945934e-7,0.0039549726,0.000108619635,4.1341355e-8,0.00015821178,0.9684693,0.014128567],"study_design_scores_gemma":[0.00015158867,0.000481866,0.00009041579,0.12657183,0.000008954508,0.000033370157,0.023555342,0.11115143,0.0000014876628,0.00003849837,0.7377805,0.00013468594],"about_ca_topic_score_codex":0.000035935198,"about_ca_topic_score_gemma":0.00001148344,"teacher_disagreement_score":0.42589545,"about_ca_system_score_codex":0.00039831584,"about_ca_system_score_gemma":0.02841452,"threshold_uncertainty_score":0.99858487},"labels":[],"label_agreement":null},{"id":"W4290775674","doi":"10.2196/36199","title":"Application of Artificial Intelligence in Shared Decision Making: Scoping Review","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval; McGill University Health Centre; Jewish General Hospital; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"McGill University","keywords":"Systematic review; Grey literature; Psychological intervention; MEDLINE; Health care; Guideline; Inclusion (mineral); Identification (biology); Computer science; Medicine; Artificial intelligence; Data science; Psychology; Nursing","score_opus":0.2432077694218231,"score_gpt":0.5194289814827286,"score_spread":0.27622121206090555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290775674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11049448,0.09091098,0.6308089,0.037239235,0.006594046,0.08921214,0.0005276653,0.001412184,0.032800376],"genre_scores_gemma":[0.95539224,0.002392665,0.021326903,0.013112307,0.000082470826,0.007482586,0.00017101005,0.000029037777,0.000010798568],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951302,0.00052603596,0.0027823127,0.00010965186,0.0011405492,0.0003112963],"domain_scores_gemma":[0.9964875,0.0014685309,0.0009721858,0.0007452643,0.00019208394,0.00013442768],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014229395,0.000106488194,0.0003634241,0.00019724946,0.00039630185,0.0000034662523,0.0008121787,0.00013259292,0.0017285502],"category_scores_gemma":[0.0016535957,0.000103665414,0.000048925813,0.00086629344,0.00006995823,0.00017683508,0.0009023341,0.0011906563,0.00011786027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014432213,0.00032108373,0.006666913,0.047831282,0.000008947972,0.0000023362843,0.058834396,0.00019673377,0.0000036697245,0.01441636,0.003831587,0.86774236],"study_design_scores_gemma":[0.0010215563,0.00045913082,0.003951235,0.34015,0.000031670734,0.000017153463,0.10551501,0.51351976,0.000016004538,0.021293757,0.013201964,0.0008227451],"about_ca_topic_score_codex":0.00003874098,"about_ca_topic_score_gemma":0.00008882462,"teacher_disagreement_score":0.86691964,"about_ca_system_score_codex":0.00030138157,"about_ca_system_score_gemma":0.0009356262,"threshold_uncertainty_score":0.999184},"labels":[],"label_agreement":null},{"id":"W4290839821","doi":"10.2196/35612","title":"National Development and Regional Differences in eHealth Maturity in Finnish Public Health Care: Survey Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Terveyden ja hyvinvoinnin laitos","keywords":"eHealth; Health care; Maturity (psychological); Information and Communications Technology; Health informatics; Public health; Business; Health information exchange; Medicine; Nursing; Environmental health; Health information; Psychology; Computer science; World Wide Web; Economic growth","score_opus":0.17471202907034042,"score_gpt":0.46059672332194995,"score_spread":0.28588469425160956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290839821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893859,0.00040122136,0.000023430104,0.006279588,0.00044110365,0.00274887,0.000037451966,0.000053401294,0.00062900106],"genre_scores_gemma":[0.98863316,0.000071065515,0.0002470553,0.008645211,0.00007857505,0.0020067568,0.00021826044,0.000014652764,0.0000852757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9896973,0.003744475,0.0026810928,0.00022903486,0.0024595063,0.0011885931],"domain_scores_gemma":[0.9970096,0.0014126799,0.00060694123,0.00019030014,0.00016963182,0.00061089726],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01566804,0.00019303006,0.0006041926,0.00047796482,0.0009525282,0.000017392354,0.0003977076,0.00018892433,0.00027729195],"category_scores_gemma":[0.00070332916,0.0001756125,0.0000181179,0.0008700325,0.00006706247,0.00019233918,0.00043072752,0.0027008387,0.000023057104],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034865356,0.00042956928,0.80320007,0.00097165565,0.000008952637,0.0000039664756,0.17816877,6.657532e-7,4.9949365e-9,0.0006425936,0.008590829,0.0079480605],"study_design_scores_gemma":[0.0020047969,0.00029481362,0.86666065,0.00014061644,3.776731e-7,0.000007391351,0.08289754,0.00081873167,8.799178e-9,0.000044454886,0.04697997,0.00015065307],"about_ca_topic_score_codex":0.0034936008,"about_ca_topic_score_gemma":0.059402216,"teacher_disagreement_score":0.095271245,"about_ca_system_score_codex":0.0036319566,"about_ca_system_score_gemma":0.02329798,"threshold_uncertainty_score":0.9996},"labels":[],"label_agreement":null},{"id":"W4290960423","doi":"10.2196/37896","title":"Identification of Preterm Labor Evaluation Visits and Extraction of Cervical Length Measures from Electronic Health Records Within a Large Integrated Health Care System: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Preterm Birth and Chorioamnionitis","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kaiser Permanente","keywords":"Triage; Medicine; Algorithm; Obstetrics; Gestational age; Health care; Fetal fibronectin; Pregnancy; Gynecology; Preterm labor; Medical emergency; Gestation; Computer science","score_opus":0.01502198569847278,"score_gpt":0.3185015994124578,"score_spread":0.303479613713985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290960423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98612565,0.0016883519,0.010193632,0.00035074502,0.00018578232,0.0011766708,0.00020772006,0.000045270535,0.000026157502],"genre_scores_gemma":[0.99553734,0.00024738512,0.002419877,0.00023323853,0.000036046542,0.0001622366,0.0013482509,0.000010463875,0.0000051600546],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967002,0.00028991073,0.0012984154,0.00013764562,0.0013529267,0.00022085251],"domain_scores_gemma":[0.9983556,0.000057690784,0.0008740131,0.00016669824,0.00032029924,0.0002256959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021251226,0.0001256688,0.0003764795,0.00016141504,0.00017506708,0.000016494778,0.00007408342,0.000097989345,0.000045208206],"category_scores_gemma":[0.00011599711,0.00011366242,0.000027121461,0.00023566441,0.000035882556,0.00018299428,0.000056527108,0.00038138832,7.34934e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032406236,0.00021735394,0.005872687,0.003909992,0.00016251286,0.0000016528234,0.09855876,0.0000064234887,0.0001693914,0.0003000898,0.00026085976,0.89021623],"study_design_scores_gemma":[0.016624982,0.0054497696,0.14598416,0.0041004485,0.0004171186,0.00045610787,0.22973827,0.5737888,0.0143436855,0.0002036744,0.008085123,0.0008078346],"about_ca_topic_score_codex":0.00012989319,"about_ca_topic_score_gemma":0.00009055753,"teacher_disagreement_score":0.88940835,"about_ca_system_score_codex":0.0006630242,"about_ca_system_score_gemma":0.002129953,"threshold_uncertainty_score":0.4635019},"labels":[],"label_agreement":null},{"id":"W4290960432","doi":"10.2196/37812","title":"Mining Severe Drug Hypersensitivity Reaction Cases in Pediatric Electronic Health Records: Methodology Development and Applications","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Task (project management); Identification (biology); Set (abstract data type); Sentence; Inference; Artificial intelligence; Machine learning; Data mining; Information retrieval; Medicine","score_opus":0.12353839754543865,"score_gpt":0.4521835774824478,"score_spread":0.32864517993700915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290960432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99324536,0.00041479012,0.00031806144,0.0015514541,0.00042627144,0.00075104093,0.000032065556,0.0001155597,0.0031453895],"genre_scores_gemma":[0.9877447,0.0017587062,0.0012401307,0.007654336,0.00024961293,0.0009059745,0.0001371804,0.00001650917,0.00029285837],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99762565,0.00064899726,0.00066776195,0.00017719668,0.00032056143,0.00055982685],"domain_scores_gemma":[0.99815863,0.0010705215,0.0002937509,0.000120842575,0.00003049021,0.00032575807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025399178,0.00017246656,0.00030642838,0.00028229263,0.000610403,0.0000089351115,0.00015861756,0.00013372982,0.00023280829],"category_scores_gemma":[0.000094926734,0.0001837155,0.000042232663,0.0005060978,0.00008326876,0.0002131604,0.00018057413,0.0016634068,0.000032054202],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000496789,0.0017129332,0.022271551,0.0008716524,0.00022351481,0.00023282814,0.055439055,0.001036726,0.00023298414,0.0024046444,0.02005879,0.8950185],"study_design_scores_gemma":[0.0018140182,0.000096728145,0.0023033356,0.000012246972,0.000049741364,0.0014558955,0.019877445,0.0042740027,0.00016990921,0.00012506322,0.9694802,0.00034142437],"about_ca_topic_score_codex":0.0000440288,"about_ca_topic_score_gemma":0.0001733938,"teacher_disagreement_score":0.9494214,"about_ca_system_score_codex":0.00046894912,"about_ca_system_score_gemma":0.001040269,"threshold_uncertainty_score":0.74917006},"labels":[],"label_agreement":null},{"id":"W4290975873","doi":"10.2196/38178","title":"One Clinician Is All You Need–Cardiac Magnetic Resonance Imaging Measurement Extraction: Deep Learning Algorithm Development","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Computer science; Heuristics; Artificial intelligence; Machine learning; Annotation; Data extraction; Transformer; F1 score; Natural language processing; Magnetic resonance imaging; Algorithm; Data mining; Medicine; MEDLINE; Radiology","score_opus":0.026342206139935268,"score_gpt":0.304376194747156,"score_spread":0.27803398860722073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290975873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24285583,0.20478912,0.17381439,0.087623164,0.03110826,0.016338171,0.0003705779,0.006710776,0.23638971],"genre_scores_gemma":[0.62055075,0.003986924,0.26015025,0.09932921,0.0055993698,0.0031410963,0.0011615361,0.00047882018,0.0056020324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942403,0.00011882274,0.0011846652,0.00022631547,0.003616284,0.0006136211],"domain_scores_gemma":[0.9982571,0.00021174714,0.00025948117,0.00039505173,0.00028592048,0.0005906836],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022290393,0.00026754857,0.00055407,0.00020706683,0.0004136799,0.0000668732,0.00021731813,0.000103768194,0.0012568367],"category_scores_gemma":[0.00066719897,0.00028697928,0.00022622003,0.00037570257,0.00012528208,0.00017171603,0.00033181373,0.0015370107,0.00025207453],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042481966,0.00029496112,0.01387975,0.00012864351,0.00006921692,0.00007738058,0.00849464,0.000014973228,0.000007337907,0.000013452049,0.018615056,0.9583621],"study_design_scores_gemma":[0.0018715409,0.00020988134,0.039588414,0.00027093544,0.00016247769,0.00018219312,0.007886721,0.019606808,0.00009704583,0.000016906688,0.929743,0.0003641079],"about_ca_topic_score_codex":0.000018387103,"about_ca_topic_score_gemma":9.768537e-7,"teacher_disagreement_score":0.957998,"about_ca_system_score_codex":0.0005868338,"about_ca_system_score_gemma":0.00068159145,"threshold_uncertainty_score":0.9999582},"labels":[],"label_agreement":null},{"id":"W4290994493","doi":"10.2196/38936","title":"Standardized Description of the Feature Extraction Process to Transform Raw Data Into Meaningful Information for Enhancing Data Reuse: Consensus Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Raw data; Data mining; Data warehouse; Schema (genetic algorithms); Information retrieval; Reuse; Data science; Database; Engineering","score_opus":0.10269649013526687,"score_gpt":0.48153252286636805,"score_spread":0.37883603273110117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290994493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8663807,0.00012650453,0.07510186,0.019355165,0.004692611,0.030713854,0.001699089,0.00031509367,0.0016151489],"genre_scores_gemma":[0.98864365,0.00001939501,0.0037242689,0.00282821,0.00030887933,0.0025695944,0.0016693365,0.00003668977,0.00019997326],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938023,0.00069017406,0.0024603524,0.00021715507,0.0022020154,0.00062798517],"domain_scores_gemma":[0.9939813,0.0008717492,0.001214791,0.0031422393,0.00049194135,0.00029796257],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009386365,0.00021270906,0.0005195876,0.00019536706,0.001606927,0.000028632638,0.00351716,0.00025125023,0.00012878938],"category_scores_gemma":[0.0062478916,0.00015721991,0.000045509005,0.0007734441,0.00005522414,0.0013218512,0.0019432557,0.0018097317,0.000015146622],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018750663,0.00046826765,0.0017819738,0.0120285405,0.00019857207,0.0000014947672,0.5503722,0.0001926559,0.00012716863,0.00029551968,0.39272484,0.03993372],"study_design_scores_gemma":[0.0057200366,0.0010474381,0.0004995633,0.00088591897,0.000114365255,0.000025128325,0.44904745,0.067049325,0.000065380984,0.0004940174,0.4747148,0.00033657302],"about_ca_topic_score_codex":0.00024077792,"about_ca_topic_score_gemma":0.002793007,"teacher_disagreement_score":0.12226298,"about_ca_system_score_codex":0.00083777285,"about_ca_system_score_gemma":0.004541189,"threshold_uncertainty_score":0.99969286},"labels":[],"label_agreement":null},{"id":"W4291011185","doi":"10.2196/39187","title":"A Recurrent Neural Network Model for Predicting Activated Partial Thromboplastin Time After Treatment With Heparin: Retrospective Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heparin-Induced Thrombocytopenia and Thrombosis","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Partial thromboplastin time; Heparin; Medicine; Retrospective cohort study; Artificial neural network; Thromboplastin; Computer science; Intensive care medicine; Artificial intelligence; Internal medicine; Coagulation","score_opus":0.03004933539035468,"score_gpt":0.3068157428197755,"score_spread":0.2767664074294208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291011185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99375117,0.000012506159,0.0005152478,0.0003455035,0.00024302297,0.004048581,0.00007951434,0.00023442954,0.00077002106],"genre_scores_gemma":[0.9936918,0.0000067996466,0.0011124854,0.00047331012,0.00034990843,0.003913462,0.00015737863,0.00005845028,0.00023641928],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965536,0.0001045787,0.00091728946,0.00034043632,0.0012998857,0.0007841888],"domain_scores_gemma":[0.99836904,0.00013440597,0.00030924258,0.00047638916,0.00013407065,0.00057685893],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004982171,0.00042418772,0.00097632536,0.000109106826,0.0004811885,0.0000514962,0.00020155769,0.00014612544,0.00069335767],"category_scores_gemma":[0.00007820517,0.0003084844,0.00018026785,0.00046822015,0.00011728332,0.00024935775,0.0002983274,0.00075331813,0.000025500467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024408324,0.024667151,0.71431774,0.0008591882,0.0072624474,0.00055678707,0.16333954,0.015877642,0.0012326783,0.00030863643,0.011028069,0.036141794],"study_design_scores_gemma":[0.009789375,0.015023321,0.023272473,0.00015467066,0.0006010725,0.0001530167,0.002913594,0.94636506,0.0001921746,0.00003256608,0.0010576629,0.0004450139],"about_ca_topic_score_codex":0.000022633041,"about_ca_topic_score_gemma":0.000034496014,"teacher_disagreement_score":0.9304874,"about_ca_system_score_codex":0.00077104353,"about_ca_system_score_gemma":0.00061398273,"threshold_uncertainty_score":0.9999367},"labels":[],"label_agreement":null},{"id":"W4291012446","doi":"10.2196/37770","title":"Identifying the Perceived Severity of Patient-Generated Telemedical Queries Regarding COVID: Developing and Evaluating a Transfer Learning–Based Solution","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Triage; Transfer of learning; Word2vec; Artificial intelligence; Word embedding; Sentence; Deep learning; Task (project management); Autoencoder; Natural language processing; Machine learning; Context (archaeology); Encoder; Information retrieval; Embedding; Medicine; Medical emergency","score_opus":0.04399922489542519,"score_gpt":0.344203826778934,"score_spread":0.30020460188350884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291012446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7383793,0.00006723592,0.2577065,0.0030474598,0.0002178829,0.00037275988,0.000002522344,0.0001442155,0.000062131134],"genre_scores_gemma":[0.9734329,0.000014226702,0.024294913,0.0020600092,0.00003244585,0.0001239861,0.000023169978,0.000009889681,0.000008478805],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99571466,0.000891376,0.00091322605,0.00018046556,0.0019364615,0.00036378772],"domain_scores_gemma":[0.9985373,0.0005700074,0.00024569023,0.00027808352,0.00016024927,0.00020866386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029303804,0.00015900497,0.00026665267,0.00013552303,0.0011641524,0.00009712401,0.000658887,0.00010266612,0.00012201674],"category_scores_gemma":[0.0014534073,0.0001243425,0.000052994124,0.00056379236,0.00020871584,0.00034198706,0.00059209246,0.0012648491,0.0000018171653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016628469,0.00016640702,0.022762403,0.003603063,0.00013545457,0.000049755337,0.44179034,0.022616372,0.0004531101,0.009837697,0.0010772123,0.4973419],"study_design_scores_gemma":[0.00063424784,0.0002808481,0.0025215936,0.00014187898,0.000008963155,0.000071009024,0.0064800596,0.98679763,0.00007352155,0.0001258795,0.0026910806,0.0001733046],"about_ca_topic_score_codex":0.00009055726,"about_ca_topic_score_gemma":0.000015467365,"teacher_disagreement_score":0.96418124,"about_ca_system_score_codex":0.00016901238,"about_ca_system_score_gemma":0.00096297974,"threshold_uncertainty_score":0.8953837},"labels":[],"label_agreement":null},{"id":"W4292649378","doi":"10.2196/37284","title":"Interactive Medical Image Labeling Tool to Construct a Robust Convolutional Neural Network Training Data Set: Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Convolutional neural network; Construct (python library); Artificial intelligence; Set (abstract data type); Data set; Training set; Pattern recognition (psychology); Machine learning; Data mining; Computer vision","score_opus":0.05738509936300627,"score_gpt":0.32771575180458806,"score_spread":0.2703306524415818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292649378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885586,0.000014724449,0.007003608,0.0012924094,0.0006206111,0.0013303302,0.000024961162,0.00011981814,0.0010349437],"genre_scores_gemma":[0.97939825,0.0000040961004,0.014726873,0.004784764,0.00028110883,0.00021250168,0.0004275966,0.000017877494,0.00014693876],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968977,0.000089653484,0.0007810829,0.00020263836,0.0017255022,0.0003034139],"domain_scores_gemma":[0.9988897,0.00016894158,0.00014750038,0.00029119098,0.000069272064,0.0004334179],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014183694,0.00015946328,0.0003000799,0.00013637316,0.00033470066,0.00005593752,0.00027584215,0.00006165394,0.0019296535],"category_scores_gemma":[0.00043192052,0.00014539028,0.00002472844,0.00027854563,0.00008206438,0.00019683536,0.0012283481,0.0006367256,0.000026137608],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014913628,0.0012980293,0.0064531704,0.00051814603,0.0011588263,0.0016941616,0.12585422,0.0018912776,0.000029891551,0.00055394473,0.052896246,0.80616075],"study_design_scores_gemma":[0.007661468,0.001463259,0.004523111,0.00032295374,0.0001963151,0.0058162864,0.15554978,0.6508814,0.000017000779,0.000027348096,0.17288771,0.000653328],"about_ca_topic_score_codex":0.000009152507,"about_ca_topic_score_gemma":0.000019662997,"teacher_disagreement_score":0.8055074,"about_ca_system_score_codex":0.00017063363,"about_ca_system_score_gemma":0.00049341354,"threshold_uncertainty_score":0.9989827},"labels":[],"label_agreement":null},{"id":"W4292953849","doi":"10.2196/37658","title":"Predicting Abnormalities in Laboratory Values of Patients in the Intensive Care Unit Using Different Deep Learning Models: Comparative Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Intensive care unit; Medical record; Medicine; Health care; Process (computing); Medical emergency; Test (biology); Computer science; Intensive care; Intensive care medicine","score_opus":0.06461473855195937,"score_gpt":0.3490707308358777,"score_spread":0.2844559922839183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292953849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996741,0.00008300567,0.0019570503,0.00005792792,0.00015450902,0.00075775967,0.000007883207,0.000046161316,0.0001947158],"genre_scores_gemma":[0.9989327,0.0000041965836,0.0004772893,0.00042970173,0.0000162161,0.00011199652,0.000019498955,0.00000676106,0.000001642611],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955624,0.001421058,0.0009738162,0.00013689674,0.0015869675,0.0003189067],"domain_scores_gemma":[0.99810004,0.0005907934,0.00041584446,0.0003255162,0.00048389813,0.00008388286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011287128,0.00016841255,0.0003635087,0.0002884817,0.0002700638,0.000048598624,0.0011119731,0.00005887691,0.000014788228],"category_scores_gemma":[0.00037050527,0.00012729493,0.0000355389,0.00079857983,0.00008866514,0.00048787022,0.00097639865,0.0016144019,6.696787e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008500648,0.00009091742,0.45382184,0.000107980566,0.0000057949487,0.0000054895772,0.4977525,0.047291514,2.9808835e-8,0.0002784917,0.0000034513962,0.00063350494],"study_design_scores_gemma":[0.0004417035,0.0002802306,0.06556737,0.000060382477,0.0000023246362,0.0000015318923,0.40583658,0.52766824,6.8500634e-7,0.000059617174,0.000013590614,0.00006772765],"about_ca_topic_score_codex":0.00040325426,"about_ca_topic_score_gemma":0.00023184164,"teacher_disagreement_score":0.48037675,"about_ca_system_score_codex":0.00019802578,"about_ca_system_score_gemma":0.00019173238,"threshold_uncertainty_score":0.7013863},"labels":[],"label_agreement":null},{"id":"W4293170833","doi":"10.2196/33402","title":"Electronic Data Capture System (REDCap) for Health Care Research and Training in a Resource-Constrained Environment: Technology Adoption Case Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Research Data Management Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Electronic data capture; Mentorship; Health care; Resource (disambiguation); Business; Knowledge management; Medicine; Computer science; Medical education; Clinical trial; Political science","score_opus":0.1220906832355488,"score_gpt":0.418269885670962,"score_spread":0.29617920243541324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293170833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59901917,0.0034419245,0.32318383,0.044391796,0.00030835648,0.024719084,0.00069845305,0.0009683897,0.0032690284],"genre_scores_gemma":[0.99167067,0.00008219844,0.006648715,0.00025789588,0.000028476294,0.0010761624,0.00018827555,0.000011521266,0.00003610883],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99587667,0.00050714426,0.0006729024,0.00040646494,0.0016828987,0.00085389277],"domain_scores_gemma":[0.9975686,0.0004550201,0.00021013747,0.0015084855,0.000037332626,0.00022039481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009537796,0.00013212654,0.00025588693,0.00080554286,0.00063021213,0.0003936762,0.00294548,0.00008467776,0.000008682455],"category_scores_gemma":[0.00038986435,0.00012607744,0.000014068346,0.0009735131,0.0001882449,0.0038765208,0.0054290555,0.0014540114,0.0000023793866],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017359335,0.0009686306,0.00051113154,0.002825836,0.00018079054,0.0037734117,0.31521624,0.00021460674,0.000002219656,0.18718673,0.005577878,0.48336893],"study_design_scores_gemma":[0.0014780156,0.001433479,0.000015269046,0.00004720164,0.0000042072797,0.0013925262,0.75478894,0.13677956,3.0113083e-7,0.00007566608,0.103855245,0.00012958828],"about_ca_topic_score_codex":0.00009768248,"about_ca_topic_score_gemma":0.00021480171,"teacher_disagreement_score":0.48323935,"about_ca_system_score_codex":0.0006179152,"about_ca_system_score_gemma":0.00083240494,"threshold_uncertainty_score":0.67669296},"labels":[],"label_agreement":null},{"id":"W4293410860","doi":"10.2196/39746","title":"Using Electronic Health Records for the Learning Health System: Creation of a Diabetes Research Registry","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diabetes Management and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wake Forest Clinical and Translational Science Institute, Wake Forest School of Medicine; National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Computer science; Health records; Data science; Health care; Population; General partnership; Data quality; Medicine; Business; Engineering; Operations management","score_opus":0.07822872184484715,"score_gpt":0.4318182211713975,"score_spread":0.35358949932655037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293410860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9459558,0.0020655957,0.009160633,0.031292744,0.0008239056,0.005490452,0.000015150264,0.00017557466,0.0050201216],"genre_scores_gemma":[0.99611443,0.00012162504,0.00076334795,0.0013028684,0.00022475806,0.00045066923,0.00016081013,0.000017245295,0.00084423047],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99736065,0.00020749404,0.0006790923,0.00008042766,0.0011264462,0.0005458844],"domain_scores_gemma":[0.9986099,0.00040729126,0.00043603458,0.0002524527,0.00013271866,0.00016159241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006860807,0.0000780108,0.0002719059,0.00019385172,0.0006483288,0.000022547953,0.00019165619,0.00004205397,0.00009402116],"category_scores_gemma":[0.00045703622,0.00005923132,0.00006469431,0.0005331148,0.00009517309,0.00008904674,0.00011428492,0.00069977477,0.0000030499637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037363026,0.0011622127,0.039266247,0.04382972,0.00063732767,9.942868e-7,0.059239827,0.001652782,0.00003638136,0.033019215,0.25825185,0.5625298],"study_design_scores_gemma":[0.0016995794,0.0032796287,0.0023483038,0.0011549203,0.000057246263,0.000010025276,0.10051726,0.61806154,0.000021058206,0.00018760731,0.27252263,0.0001402019],"about_ca_topic_score_codex":0.000091869035,"about_ca_topic_score_gemma":0.0000059192785,"teacher_disagreement_score":0.61640877,"about_ca_system_score_codex":0.0008852481,"about_ca_system_score_gemma":0.0018388898,"threshold_uncertainty_score":0.49864864},"labels":[],"label_agreement":null},{"id":"W4293574676","doi":"10.2196/38154","title":"An Efficient Method for Deidentifying Protected Health Information in Chinese Electronic Health Records: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Overfitting; Artificial intelligence; Health records; Data mining; Machine learning; Protected health information; Information extraction; Health informatics; Deep learning; Artificial neural network; Health care; Health policy; HRHIS","score_opus":0.017506842316356117,"score_gpt":0.369468775256509,"score_spread":0.3519619329401529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293574676","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062435683,0.000064096894,0.93141633,0.0034445142,0.00022086917,0.002203693,0.0000071393556,0.00019537764,0.000012302393],"genre_scores_gemma":[0.052164786,0.000019249363,0.9412892,0.004601922,0.00004025125,0.0015580275,0.00030762854,0.000013279253,0.0000056570516],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99611676,0.00053490815,0.0014044547,0.00018559962,0.0010972058,0.0006610474],"domain_scores_gemma":[0.998347,0.00018899784,0.00067538035,0.00032610926,0.000096013624,0.00036653702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066206795,0.0001784488,0.00031954973,0.00046139924,0.00065495155,0.00015353801,0.00061841786,0.00007434959,0.000015771126],"category_scores_gemma":[0.00025729914,0.00016752699,0.000029585346,0.0008712496,0.000017248094,0.00085291936,0.0003377273,0.00082271773,0.0000034645348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011227446,0.00008078146,0.00044239132,0.0006704002,0.000004856268,4.4789144e-7,0.05033024,0.005099781,1.8297936e-7,0.0014728033,0.000101166326,0.94178575],"study_design_scores_gemma":[0.0008140433,0.0005128014,0.0026890654,0.000063008825,5.521943e-7,0.000047381818,0.0013372299,0.9844082,0.000004387558,0.00031242485,0.009648479,0.00016245198],"about_ca_topic_score_codex":0.00027352222,"about_ca_topic_score_gemma":0.000081223414,"teacher_disagreement_score":0.97930837,"about_ca_system_score_codex":0.0009565766,"about_ca_system_score_gemma":0.002491058,"threshold_uncertainty_score":0.68315524},"labels":[],"label_agreement":null},{"id":"W4293574685","doi":"10.2196/37862","title":"Search Term Identification Methods for Computational Health Communication: Word Embedding and Network Approach for Health Content on YouTube","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health","keywords":"Computer science; Information retrieval; Social media; Word embedding; Relevance (law); Health communication; Misinformation; Identification (biology); Natural language processing; Artificial intelligence; World Wide Web; Embedding","score_opus":0.12665661287269095,"score_gpt":0.4513652831696563,"score_spread":0.3247086702969654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293574685","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007689413,0.00031948343,0.98994535,0.0076689525,0.00016205887,0.001013384,0.000012094867,0.000054642835,0.0000550679],"genre_scores_gemma":[0.019684726,0.00006569741,0.97149354,0.0072861966,0.00008966785,0.00061542116,0.00068189757,0.000009567194,0.00007327213],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975704,0.00033000397,0.00092644955,0.0001787355,0.00066092086,0.0003335069],"domain_scores_gemma":[0.99808264,0.0007474609,0.00045386777,0.0003706113,0.00010966619,0.00023578179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005970232,0.00011381679,0.00030760345,0.00013597215,0.0011323858,0.00019679163,0.00069093576,0.000039083076,0.000013870714],"category_scores_gemma":[0.0000617978,0.00010535871,0.000091262045,0.0003575855,0.00005844804,0.0002543945,0.00039339636,0.00025406093,0.0000010200534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004572073,0.00027094394,0.00027612288,0.00042401475,0.000118015196,8.285179e-8,0.024908511,0.055237144,6.689968e-7,0.09954457,0.027091354,0.79208285],"study_design_scores_gemma":[0.0006693872,0.00019752668,0.00043133047,0.00004069557,0.000003748955,0.0000055878727,0.0024385534,0.98857087,0.0000017245425,0.00065527856,0.0068856743,0.00009962145],"about_ca_topic_score_codex":0.000004700545,"about_ca_topic_score_gemma":4.78063e-7,"teacher_disagreement_score":0.93333375,"about_ca_system_score_codex":0.00015221696,"about_ca_system_score_gemma":0.00027941924,"threshold_uncertainty_score":0.87095106},"labels":[],"label_agreement":null},{"id":"W4293575108","doi":"10.2196/39057","title":"Standard Vocabularies to Improve Machine Learning Model Transferability With Electronic Health Record Data: Retrospective Cohort Study Using Health Care–Associated Infection","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; Agency for Healthcare Research and Quality; National Institutes of Health","keywords":"Health records; Electronic health record; Health care; Retrospective cohort study; Transferability; Computer science; Health data; Medicine; Cohort; Artificial intelligence; Data science; Machine learning; Surgery","score_opus":0.01967308320530024,"score_gpt":0.33613741696796773,"score_spread":0.31646433376266747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293575108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52031636,0.00006475425,0.4733699,0.0024322716,0.00025305347,0.0029444164,0.0001203178,0.00046060898,0.000038343962],"genre_scores_gemma":[0.983122,0.000033981578,0.013833938,0.0023753128,0.000049957518,0.0002708793,0.0002611012,0.00003640015,0.000016419945],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99289376,0.0012117781,0.0013093745,0.00064179616,0.0028744487,0.0010688651],"domain_scores_gemma":[0.99705976,0.00012829909,0.0006214994,0.001246271,0.0003125557,0.0006316097],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0065830257,0.00034321373,0.0008853753,0.000252091,0.0017536923,0.00018463444,0.0012707671,0.00010067808,0.000035045516],"category_scores_gemma":[0.0004956886,0.00031431948,0.000059162907,0.0013431993,0.00007255083,0.00080830685,0.0011482253,0.0032724033,0.0000021884277],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00027600542,0.0005495563,0.7540717,0.00055860647,0.00020844878,0.0000081672,0.13506877,0.054961845,5.3102383e-7,0.0009473139,0.00037465603,0.05297441],"study_design_scores_gemma":[0.0011362695,0.008451049,0.022868006,0.000054766904,0.000013892819,0.00002015365,0.002419189,0.9635297,5.8604115e-7,0.00010807643,0.0010785046,0.00031977013],"about_ca_topic_score_codex":0.007417688,"about_ca_topic_score_gemma":0.007140262,"teacher_disagreement_score":0.9085679,"about_ca_system_score_codex":0.0059557753,"about_ca_system_score_gemma":0.0058992906,"threshold_uncertainty_score":0.9999309},"labels":[],"label_agreement":null},{"id":"W4293835349","doi":"10.2196/39892","title":"Effect of Applying a Real-Time Medical Record Input Assistance System With Voice Artificial Intelligence on Triage Task Performance in the Emergency Department: Prospective Interventional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yonsei University College of Medicine; Yonsei University","keywords":"Triage; Emergency department; Computer science; Artificial intelligence; Task (project management); Medical record; Medicine; Medical emergency; Machine learning; Nursing; Radiology; Engineering","score_opus":0.048110824913230314,"score_gpt":0.3892933174041315,"score_spread":0.34118249249090116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293835349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99243,0.00002159343,0.0007424831,0.00038714684,0.0004382277,0.004018841,0.000011429242,0.00005515139,0.0018951746],"genre_scores_gemma":[0.9960308,0.000031154646,0.000073585885,0.00012420486,0.00021038466,0.003416519,0.000053332355,0.00001681717,0.000043189324],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99405324,0.0006096819,0.0018903626,0.0002288014,0.002843893,0.00037399435],"domain_scores_gemma":[0.9979045,0.0007774398,0.00052200817,0.0004175465,0.00015106326,0.00022744389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005317804,0.00023359183,0.0005305975,0.00024194752,0.0002957939,0.000017561233,0.00045999905,0.00012561763,0.00067342457],"category_scores_gemma":[0.00064000743,0.0001491658,0.00011255544,0.0010127351,0.00014935866,0.00015713002,0.00011026711,0.0010778066,0.000076031705],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016682675,0.011966161,0.32163328,0.007043674,0.0003785787,0.0003386355,0.09627991,0.00033219598,0.000015629075,0.003117894,0.001330894,0.5408805],"study_design_scores_gemma":[0.0035388153,0.16818091,0.0931674,0.0100849625,0.00068645546,0.0012285042,0.3651189,0.3502846,0.0026064175,0.0005154423,0.0027918646,0.0017957438],"about_ca_topic_score_codex":0.00013873636,"about_ca_topic_score_gemma":0.00013340825,"teacher_disagreement_score":0.53908473,"about_ca_system_score_codex":0.00045728456,"about_ca_system_score_gemma":0.00051726744,"threshold_uncertainty_score":0.73735267},"labels":[],"label_agreement":null},{"id":"W4294010227","doi":"10.2196/40344","title":"Successful Integration of EN/ISO 13606–Standardized Extracts From a Patient Mobile App Into an Electronic Health Record: Description of a Methodology","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; “la Caixa” Foundation","keywords":"Computer science; Interoperability; Semantic interoperability; Standardization; Ontology; Health care; Knowledge management; Data science; World Wide Web","score_opus":0.06503722562375508,"score_gpt":0.44771953392109315,"score_spread":0.38268230829733807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294010227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92521584,0.0005779593,0.06783994,0.0008056847,0.0013361463,0.0035680544,0.00012360062,0.00013088794,0.00040185745],"genre_scores_gemma":[0.9756718,0.00045403448,0.017899023,0.002376037,0.00020392038,0.0027563677,0.0005307146,0.000044917342,0.00006314835],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9859796,0.006961686,0.0041626594,0.0002455132,0.001590205,0.0010603018],"domain_scores_gemma":[0.99364895,0.0021156482,0.0027743783,0.00060793286,0.00032539899,0.00052769185],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009264528,0.0002612546,0.0011798972,0.00037004074,0.0005294848,0.0000066214843,0.00052580587,0.0004372285,0.0018132562],"category_scores_gemma":[0.0010555792,0.00023143255,0.0001306787,0.0006334761,0.00011947358,0.00041727565,0.00026240526,0.0026112606,0.000018946992],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016377564,0.0009693478,0.0029208693,0.0038546217,0.0001543,0.0000032467972,0.40896758,0.0000751236,0.0014290828,0.005615016,0.008892446,0.5654806],"study_design_scores_gemma":[0.010872939,0.027655466,0.0018803448,0.0025705164,0.00011563015,0.000053696836,0.54608876,0.06305825,0.0010770924,0.017812213,0.32771716,0.0010979344],"about_ca_topic_score_codex":0.009177154,"about_ca_topic_score_gemma":0.0053301197,"teacher_disagreement_score":0.5643827,"about_ca_system_score_codex":0.0024526282,"about_ca_system_score_gemma":0.007712897,"threshold_uncertainty_score":0.99968976},"labels":[],"label_agreement":null},{"id":"W4294786237","doi":"10.2196/38385","title":"Evaluating the Impact of a Point-of-Care Cardiometabolic Clinical Decision Support Tool on Clinical Efficiency Using Electronic Health Record Audit Log Data: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sutter Health","keywords":"Electronic health record; Audit; Clinical decision support system; Computer science; Decision support system; Data mining; Algorithm; Point of care; Health records; Health care; Data science; Medicine; Nursing; Accounting; Business","score_opus":0.232881350551755,"score_gpt":0.5892627383802983,"score_spread":0.35638138782854334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294786237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97891146,0.00043711092,0.015512685,0.00026744072,0.0013864014,0.0031934169,0.00010015152,0.000048750357,0.00014256715],"genre_scores_gemma":[0.9575007,0.0013160155,0.03615672,0.0024882436,0.0011531964,0.00052241073,0.00072301924,0.00008998286,0.000049731658],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98404586,0.004358699,0.0073795463,0.00039478418,0.002579791,0.0012413075],"domain_scores_gemma":[0.98916143,0.0054919994,0.0032929443,0.0012201536,0.0003629427,0.00047051263],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.046677392,0.00027999756,0.001357219,0.00028200142,0.0011297674,0.00001307959,0.0009722488,0.00034325334,0.00033328327],"category_scores_gemma":[0.0042019063,0.00018970114,0.00022137947,0.00083232997,0.00019561833,0.0002443745,0.0011736376,0.003152332,0.000024986652],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025529173,0.00024315176,0.01502894,0.00068899896,0.00012699822,0.0000012726682,0.009196681,0.00012687701,5.883672e-7,0.0001225222,0.0027399687,0.9714687],"study_design_scores_gemma":[0.014725754,0.038523756,0.044550385,0.003265123,0.00024055876,0.00017554761,0.044569843,0.77440214,0.000007852737,0.00047470545,0.077901915,0.0011624354],"about_ca_topic_score_codex":0.00029016339,"about_ca_topic_score_gemma":0.000042844276,"teacher_disagreement_score":0.9703063,"about_ca_system_score_codex":0.0014798463,"about_ca_system_score_gemma":0.029853927,"threshold_uncertainty_score":0.9991474},"labels":[],"label_agreement":null},{"id":"W4294786706","doi":"10.2196/30094","title":"A Free App for Diagnosing Burnout (BurnOut App): Development Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agencia Estatal de Investigación","keywords":"Burnout; Psychology; Medicine; Computer science; Clinical psychology","score_opus":0.061525284894386474,"score_gpt":0.43503458648002935,"score_spread":0.3735093015856429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294786706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95202315,0.0009388123,0.006611226,0.009429876,0.005579936,0.015453166,0.0004394482,0.00090664806,0.008617744],"genre_scores_gemma":[0.9159201,0.0001277405,0.011297671,0.026828382,0.0018129246,0.037269037,0.0006008515,0.0001557981,0.0059875236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992744,0.00060106086,0.0025904225,0.00027809758,0.0025050875,0.0012813031],"domain_scores_gemma":[0.995405,0.001985982,0.0007379865,0.0007198972,0.00029318294,0.00085793156],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040848637,0.00035338642,0.0007042722,0.00025988996,0.0040238895,0.000028378901,0.00114363,0.00034662016,0.0031009815],"category_scores_gemma":[0.0012143614,0.00028368834,0.00013316017,0.00042349883,0.00008446364,0.00024396722,0.0019258441,0.002422093,0.0001550489],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045840864,0.003446118,0.08273411,0.005357734,0.00027681378,0.00007840172,0.3368852,0.000023317212,0.000003714641,0.0023910615,0.22842526,0.33991984],"study_design_scores_gemma":[0.007409068,0.00077643857,0.00789225,0.0022896188,0.000041212646,0.000012719195,0.22391856,0.0040989313,0.000007943009,0.00074619177,0.7521286,0.0006784919],"about_ca_topic_score_codex":0.000100452366,"about_ca_topic_score_gemma":0.00015499978,"teacher_disagreement_score":0.52370334,"about_ca_system_score_codex":0.00052622816,"about_ca_system_score_gemma":0.0033913055,"threshold_uncertainty_score":0.99996156},"labels":[],"label_agreement":null},{"id":"W4294916434","doi":"10.2196/41136","title":"Relation Extraction in Biomedical Texts Based on Multi-Head Attention Model With Syntactic Dependency Feature: Modeling Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relationship extraction; Computer science; Artificial intelligence; Natural language processing; Sentence; Relation (database); Feature (linguistics); Embedding; Feature extraction; Biomedical text mining; Task (project management); Information extraction; Data mining; Text mining","score_opus":0.02835044199180022,"score_gpt":0.3284713126778678,"score_spread":0.3001208706860676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294916434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84864587,0.000034668134,0.15002783,0.0004669166,0.00015917125,0.0004563592,0.0000076276424,0.000048047546,0.00015355181],"genre_scores_gemma":[0.99104977,0.000009204944,0.007784742,0.00048214543,0.000052917385,0.00023380181,0.00024525644,0.000017559318,0.00012463043],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976883,0.00013656002,0.00048565335,0.00023401256,0.00115868,0.0002968206],"domain_scores_gemma":[0.9992756,0.00004405455,0.0001551149,0.0002977921,0.000042858537,0.00018457224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078745116,0.00018649717,0.00019933056,0.00019783402,0.00018548199,0.000021804073,0.000249121,0.0003249257,0.000041910233],"category_scores_gemma":[0.00022840894,0.00014972307,0.000057345736,0.0002859413,0.0000829427,0.000016786895,0.0001231897,0.0008653907,0.0000067342803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062891594,0.025752867,0.07845757,0.00080356805,0.00042140533,0.00048520067,0.010422901,0.5532122,0.0074881455,0.00014217722,0.005628414,0.3108964],"study_design_scores_gemma":[0.0026789447,0.0014885048,0.003785345,0.00006272345,0.000018205785,0.00003833312,0.0026664126,0.98857135,0.000018910187,0.000016392802,0.0004565337,0.00019831856],"about_ca_topic_score_codex":0.000016089503,"about_ca_topic_score_gemma":0.00006631078,"teacher_disagreement_score":0.43535918,"about_ca_system_score_codex":0.00009715804,"about_ca_system_score_gemma":0.00027953507,"threshold_uncertainty_score":0.61055297},"labels":[],"label_agreement":null},{"id":"W4295014627","doi":"10.2196/38140","title":"An Assessment of Mentions of Adverse Drug Events on Social Media With Natural Language Processing: Model Development and Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Drug development; Social media; Data science; Medicine; Drug; World Wide Web; Pharmacology","score_opus":0.057769677737070195,"score_gpt":0.4703392044594746,"score_spread":0.4125695267224044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295014627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979286,0.000028179104,0.0003621279,0.000117230746,0.00007938445,0.00022293767,0.000138387,0.000030692507,0.0010924349],"genre_scores_gemma":[0.99768686,0.00001043232,0.0013201794,0.00046794774,0.000025568548,0.00011545371,0.0002885324,0.0000075922744,0.000077409866],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834377,0.00011584716,0.00051438354,0.000100633835,0.00071882445,0.00020654827],"domain_scores_gemma":[0.99918747,0.00010794078,0.00035432036,0.00009416275,0.000066541106,0.00018954309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005692117,0.00013653345,0.00029504363,0.00025433098,0.00032657123,0.0000028174256,0.00021936027,0.00007227425,0.00038897863],"category_scores_gemma":[0.000011730177,0.000113326125,0.000069945985,0.00047589367,0.00015257711,0.00020239703,0.000092123984,0.00071794377,0.0000012540369],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019057365,0.013649875,0.06996145,0.0021479076,0.007452909,0.00010354997,0.55462384,0.14257552,0.004964187,0.004169605,0.0051062815,0.19333912],"study_design_scores_gemma":[0.0034279556,0.0000936082,0.01735527,0.00004076188,0.0008165381,0.000010334826,0.030796487,0.9423562,0.0021251207,0.000027492575,0.002643109,0.00030710173],"about_ca_topic_score_codex":0.0000018075892,"about_ca_topic_score_gemma":0.000014267582,"teacher_disagreement_score":0.7997807,"about_ca_system_score_codex":0.00008596435,"about_ca_system_score_gemma":0.0004450193,"threshold_uncertainty_score":0.46213052},"labels":[],"label_agreement":null},{"id":"W4295014699","doi":"10.2196/36313","title":"The Factors Contributing to Physicians’ Current Use of and Satisfaction With Electronic Health Records in Kuwait’s Public Health Care: Cross-sectional Questionnaire Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kuwait University","keywords":"Medicine; Bivariate analysis; Family medicine; Health care; Cross-sectional study; Public health; eHealth; Health informatics; Patient satisfaction; Nursing; Workflow; Descriptive statistics","score_opus":0.07051818952347408,"score_gpt":0.450600222660133,"score_spread":0.3800820331366589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295014699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987919,0.00067615096,0.00090129365,0.004733624,0.00093264296,0.004687911,0.000052761607,0.00008332149,0.000013306692],"genre_scores_gemma":[0.99632883,0.00019339405,0.000035300338,0.0019075365,0.0001260909,0.0012975892,0.000060186372,0.00002535809,0.000025694726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99159616,0.0022395425,0.002453587,0.0002351766,0.0016238012,0.0018517409],"domain_scores_gemma":[0.99643207,0.0010721285,0.0013647827,0.00034435745,0.0002446589,0.000541998],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0072113858,0.00022728501,0.00058008195,0.0002485793,0.0030037581,0.000049449653,0.0002499416,0.000106630054,0.00002534916],"category_scores_gemma":[0.0006973124,0.00016562708,0.000042338612,0.0008730007,0.000100283265,0.00035882325,0.0002715685,0.0027331752,0.0000044127537],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000079895304,0.00013223171,0.89719146,0.00055505626,0.000022639793,2.8802822e-7,0.047089253,0.000022237855,6.937161e-8,0.0005639274,0.0008240646,0.053518873],"study_design_scores_gemma":[0.0015068675,0.002397763,0.90193313,0.0003271464,0.0000022386496,0.0000058682663,0.05369153,0.0008588411,1.0552132e-7,0.000018750494,0.039113272,0.00014451312],"about_ca_topic_score_codex":0.010133719,"about_ca_topic_score_gemma":0.058688316,"teacher_disagreement_score":0.05337436,"about_ca_system_score_codex":0.0054826224,"about_ca_system_score_gemma":0.010429166,"threshold_uncertainty_score":0.99956757},"labels":[],"label_agreement":null},{"id":"W4295762088","doi":"10.2196/42533","title":"Correction: Identifying Patients Who Meet Criteria for Genetic Testing of Hereditary Cancers Based on Structured and Unstructured Family Health History Data in the Electronic Health Record: Natural Language Processing Approach","year":2022,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Cancer Genomics and Diagnostics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Electronic health record; Health records; Computer science; Unstructured data; Natural language processing; Health data; Natural history; Data science; Data mining; Medicine; Big data; Health care","score_opus":0.02000178949457014,"score_gpt":0.3055084025284567,"score_spread":0.2855066130338865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295762088","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33553302,0.4100176,0.019598983,0.0026520453,0.18206233,0.025939437,0.015866173,0.00023986431,0.008090517],"genre_scores_gemma":[0.7599783,0.010365115,0.039061267,0.05532418,0.008682647,0.001477534,0.12315972,0.0004662226,0.0014850213],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975421,0.00013598028,0.0008816762,0.00034929757,0.0006242507,0.00046671057],"domain_scores_gemma":[0.9982009,0.00010441359,0.0008633263,0.0006131681,0.0000869297,0.00013124847],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00067156187,0.00029735346,0.00048839283,0.00013178862,0.00016599035,0.000037932554,0.0007294312,0.00027913952,0.00000986246],"category_scores_gemma":[0.00049159204,0.00025336587,0.00005723802,0.00017085305,0.00010785963,0.0000136750605,0.00024633878,0.00086534297,3.86556e-8],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011844805,0.00005264527,0.00017310852,0.0022587301,0.000030260191,0.0000013230358,0.00290292,0.00010365691,0.000005607844,0.0000026068215,0.92160064,0.072750054],"study_design_scores_gemma":[0.0030002324,0.0022887683,0.0049563986,0.0012213213,0.000051432078,0.00004231282,0.007424879,0.536462,0.0000064420774,0.000025926878,0.4437775,0.0007428006],"about_ca_topic_score_codex":0.0005681912,"about_ca_topic_score_gemma":0.00079823873,"teacher_disagreement_score":0.53635836,"about_ca_system_score_codex":0.00074947026,"about_ca_system_score_gemma":0.005783211,"threshold_uncertainty_score":0.99999183},"labels":[],"label_agreement":null},{"id":"W4296251034","doi":"10.2196/38266","title":"Scalable Causal Structure Learning: Scoping Review of Traditional and Deep Learning Algorithms and New Opportunities in Biomedicine","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Aging; National Institutes of Health","keywords":"Machine learning; Computer science; Biomedicine; Artificial intelligence; Scalability; Causal structure; Benchmark (surveying); Deep learning; Bioinformatics","score_opus":0.0691754476993983,"score_gpt":0.3051721269110361,"score_spread":0.2359966792116378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296251034","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10391337,0.053715855,0.825389,0.012015235,0.0007197599,0.0014567728,0.000023232322,0.0003605128,0.0024062297],"genre_scores_gemma":[0.80681884,0.07539057,0.10284204,0.013429401,0.0004116779,0.00015836635,0.0003166799,0.000048650432,0.0005837557],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824274,0.00009711494,0.00059578224,0.00011353434,0.00075072533,0.00020009076],"domain_scores_gemma":[0.99923265,0.00016453552,0.00019277653,0.00010911375,0.000040764255,0.0002601844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073050463,0.000114792994,0.0002989209,0.00015107534,0.00013837339,0.00003629329,0.0002784799,0.000062562714,0.00023121906],"category_scores_gemma":[0.00016277663,0.00010221966,0.000019047393,0.00031152143,0.00014100916,0.00033147697,0.00024682897,0.00067623943,5.320307e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010805519,0.00009698311,0.00069330103,0.015178546,0.00003428802,0.000068383066,0.01941971,0.00052954926,0.000034488152,0.020280343,0.0016605947,0.941993],"study_design_scores_gemma":[0.0013316545,0.00087001733,0.00046155418,0.028001819,0.000017777404,0.00062521355,0.0031415022,0.9585139,0.000031640877,0.0035776347,0.0030173722,0.000409911],"about_ca_topic_score_codex":0.00001959036,"about_ca_topic_score_gemma":0.000002735337,"teacher_disagreement_score":0.9579843,"about_ca_system_score_codex":0.000024744448,"about_ca_system_score_gemma":0.000386192,"threshold_uncertainty_score":0.41683966},"labels":[],"label_agreement":null},{"id":"W4296251142","doi":"10.2196/40511","title":"Appropriateness of Alerts and Physicians’ Responses With a Medication-Related Clinical Decision Support System: Retrospective Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical decision support system; Medicine; Observational study; Medical emergency; Medical record; Electronic medical record; Emergency department; Meaningful use; Emergency medicine; Decision support system; Retrospective cohort study; MEDLINE; Data mining; Health care; Computer science; Internal medicine; Nursing","score_opus":0.08065398991084043,"score_gpt":0.4013844214948978,"score_spread":0.32073043158405734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296251142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972706,0.000020809839,0.0003900913,0.00056083157,0.00032443393,0.0010780591,0.000015544247,0.000121213,0.00021845878],"genre_scores_gemma":[0.99796164,0.000016265052,0.0013555486,0.0002766067,0.00005759753,0.00021981054,0.000057608773,0.000011722503,0.00004319262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966447,0.00017411477,0.0012728972,0.00015513643,0.0015681302,0.00018507172],"domain_scores_gemma":[0.99826115,0.0005031958,0.00048095893,0.00033063997,0.00023542499,0.0001886393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002192992,0.00012502402,0.00050097686,0.00016841973,0.00019334242,0.000004463122,0.00016607897,0.00019193768,0.000075004304],"category_scores_gemma":[0.00061908166,0.00009416609,0.000044179327,0.00046320594,0.00027792912,0.00010658054,0.00016687358,0.0008100616,0.000004262495],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009888062,0.00075886643,0.9569541,0.0003112851,0.00014951665,0.00006236419,0.0073339324,0.0000024553246,0.0000017983249,0.000635929,0.00035123804,0.032449692],"study_design_scores_gemma":[0.0045069787,0.0050808974,0.9531281,0.00052869384,0.0001043219,0.00024275566,0.032277778,0.0033206658,0.000017769822,0.00007464784,0.00058419595,0.00013316944],"about_ca_topic_score_codex":0.000017567865,"about_ca_topic_score_gemma":0.000003853627,"teacher_disagreement_score":0.032316525,"about_ca_system_score_codex":0.00012263867,"about_ca_system_score_gemma":0.0006449672,"threshold_uncertainty_score":0.38399816},"labels":[],"label_agreement":null},{"id":"W4296333182","doi":"10.2196/37884","title":"Classifying Comments on Social Media Related to Living Kidney Donation: Machine Learning Training and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Louisville; National Science Foundation","keywords":"Donation; Viewpoints; Credibility; Artificial intelligence; Computer science; Kidney donation; Medical education; Medicine; Data science; Transplantation; Kidney transplantation; Surgery","score_opus":0.04726162799102631,"score_gpt":0.33376026599422187,"score_spread":0.2864986380031956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296333182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99162734,0.000004726292,0.00023416003,0.0047799246,0.00023949589,0.000597234,0.000014430026,0.00014315457,0.0023595316],"genre_scores_gemma":[0.9952152,0.0000074930254,0.00022106704,0.003930834,0.0000648798,0.0000750191,0.000357252,0.000016491458,0.00011178509],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99776876,0.00014279404,0.0005388158,0.00010348933,0.0012765448,0.00016957722],"domain_scores_gemma":[0.9991219,0.00031257854,0.00014364856,0.00006886958,0.000048892325,0.000304134],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000946784,0.00011938467,0.00021039398,0.00026394796,0.00049770845,0.000036737376,0.000078539175,0.0000730337,0.0011506925],"category_scores_gemma":[0.0006269666,0.00011459782,0.000030795356,0.0003688068,0.000028269435,0.0001485445,0.000075007454,0.0007179574,0.000023809747],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002203507,0.0010420375,0.062140316,0.00029692147,0.00019538065,0.000057659676,0.7911034,0.00014397112,0.00006258808,0.0010933931,0.0021960253,0.14144795],"study_design_scores_gemma":[0.02217358,0.003801748,0.47385395,0.00095894816,0.000442152,0.0004688576,0.3107377,0.14408518,0.00014132883,0.00016995495,0.042079896,0.0010867135],"about_ca_topic_score_codex":0.000002647335,"about_ca_topic_score_gemma":0.000002539835,"teacher_disagreement_score":0.4803657,"about_ca_system_score_codex":0.000118123986,"about_ca_system_score_gemma":0.00009965216,"threshold_uncertainty_score":0.9997624},"labels":[],"label_agreement":null},{"id":"W4296333258","doi":"10.2196/38161","title":"Boosting Delirium Identification Accuracy With Sentiment-Based Natural Language Processing: Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Delirium; Medicine; Receiver operating characteristic; Artificial intelligence; Machine learning; Psychological intervention; Dementia; Identification (biology); Natural language processing; Computer science; Intensive care medicine; Psychiatry; Pathology","score_opus":0.01680125721437404,"score_gpt":0.3792868873440676,"score_spread":0.3624856301296936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296333258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9731045,0.00020917843,0.019761486,0.0025774478,0.0004004265,0.0022706243,0.000014695299,0.00026349883,0.0013981613],"genre_scores_gemma":[0.96796215,7.1095246e-7,0.0066164476,0.024234816,0.000056877732,0.00041969976,0.00041695786,0.00003279977,0.00025955783],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9969146,0.0002591926,0.0007363516,0.00017425846,0.0015687769,0.00034678442],"domain_scores_gemma":[0.99566686,0.00036514827,0.00040346172,0.00031013184,0.0030370918,0.00021727839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012067908,0.00021927229,0.00033545398,0.00027121624,0.0003206587,0.00006144609,0.0002410352,0.000065331194,0.00043676133],"category_scores_gemma":[0.0067751845,0.00017380198,0.00008271465,0.000634469,0.00014401888,0.00023049471,0.00018193592,0.00094104494,0.000022901946],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018824901,0.003992044,0.0072720395,0.0020175101,0.00070912216,0.00082367996,0.1438712,0.000115997085,0.0032993604,0.000039491668,0.05133293,0.7846441],"study_design_scores_gemma":[0.0061509255,0.0010997178,0.0059019057,0.0002704602,0.0003293317,0.0002465465,0.7990506,0.18035085,0.0029636463,0.0000038089395,0.003211205,0.0004209875],"about_ca_topic_score_codex":0.0000122944375,"about_ca_topic_score_gemma":0.0000053074195,"teacher_disagreement_score":0.78422314,"about_ca_system_score_codex":0.0001705638,"about_ca_system_score_gemma":0.00055161776,"threshold_uncertainty_score":0.8111018},"labels":[],"label_agreement":null},{"id":"W4296523277","doi":"10.2196/37833","title":"Implementation of Machine Learning Pipelines for Clinical Practice: Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of Neurological Disorders and Stroke; Agency for Healthcare Research and Quality; Cincinnati Children's Hospital Medical Center","keywords":"Clinical decision support system; Software deployment; Artificial intelligence; Emergency department; Computer science; Health care; Certification; Identification (biology); Machine learning; Decision support system; Medicine; Knowledge management; Nursing; Software engineering","score_opus":0.24128550346478764,"score_gpt":0.5724309039196083,"score_spread":0.33114540045482066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296523277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99426043,0.00005927772,0.0025869333,0.0015069413,0.00024274776,0.0012355691,0.0000030931058,0.000022394159,0.00008261916],"genre_scores_gemma":[0.9900068,0.00006736931,0.008438282,0.0008005562,0.00013198098,0.00032473623,0.00017046109,0.000007372489,0.000052408126],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99784875,0.00009774406,0.001261511,0.000072701536,0.0006000632,0.000119222095],"domain_scores_gemma":[0.9986297,0.0005513293,0.0003722476,0.000084191175,0.00023415883,0.00012839118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026417556,0.000064712345,0.00018433492,0.000083285275,0.00020140027,0.000009221161,0.00005169276,0.000046192235,0.00022008512],"category_scores_gemma":[0.0010838234,0.000056881814,0.000028503426,0.00013157702,0.000033023196,0.0001348476,0.00006654541,0.0002870683,0.0000032926944],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019181462,0.00063878874,0.20175235,0.00026169594,0.000048533075,0.0000014325948,0.04787273,0.0000076120764,0.0000025927156,0.00008192694,0.0010902652,0.7480503],"study_design_scores_gemma":[0.0013343338,0.005108906,0.026173232,0.00006514157,0.00017203896,0.000082761326,0.74279743,0.01850049,0.0016242678,0.00010005111,0.20383698,0.0002043569],"about_ca_topic_score_codex":0.000079889345,"about_ca_topic_score_gemma":0.000018902669,"teacher_disagreement_score":0.7478459,"about_ca_system_score_codex":0.000054594515,"about_ca_system_score_gemma":0.00051960256,"threshold_uncertainty_score":0.24097776},"labels":[],"label_agreement":null},{"id":"W4296940638","doi":"10.2196/35709","title":"The Application of Graph Theoretical Analysis to Complex Networks in Medical Malpractice in China: Qualitative Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"China; Computer science; Medical malpractice; Graph; Malpractice; Data science; Medicine; Theoretical computer science; Political science; Law","score_opus":0.046168144496796154,"score_gpt":0.5100274091597377,"score_spread":0.4638592646629415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296940638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9245894,0.000031767264,0.013840231,0.05358735,0.00023236686,0.0033376315,0.00001938424,0.00004843852,0.004313421],"genre_scores_gemma":[0.99314576,0.00004009193,0.00024634018,0.004375508,0.00008656343,0.0020077254,0.00005408285,0.000011425608,0.00003250422],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9873399,0.0057891463,0.0027267532,0.00021742399,0.003275265,0.0006514914],"domain_scores_gemma":[0.9844148,0.0136177195,0.0006335854,0.00063474715,0.0001319457,0.0005671989],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023632012,0.00018259099,0.0007067916,0.00041148355,0.0005460845,0.000011997671,0.0009664311,0.00025404585,0.005418314],"category_scores_gemma":[0.010262553,0.00012437961,0.000109235276,0.0036147411,0.00052029314,0.00017108128,0.0008234065,0.003287338,0.00003786424],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009437618,0.0033178732,0.07918918,0.00025609805,0.00037467232,0.000035208253,0.7294148,0.00085396675,4.01206e-7,0.166739,0.006318269,0.012556723],"study_design_scores_gemma":[0.001573822,0.00045523935,0.0651324,0.000056672663,0.00011258499,0.000002321218,0.7598513,0.15130273,9.1132435e-8,0.0025857398,0.018753197,0.0001739235],"about_ca_topic_score_codex":0.0007937274,"about_ca_topic_score_gemma":0.0017925111,"teacher_disagreement_score":0.16415326,"about_ca_system_score_codex":0.00019158522,"about_ca_system_score_gemma":0.000495613,"threshold_uncertainty_score":0.9990121},"labels":[],"label_agreement":null},{"id":"W4297253600","doi":"10.2196/37283","title":"The Value of Electronic Health Records Since the Health Information Technology for Economic and Clinical Health Act: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health records; Health information technology; Medicine; Health informatics; Systematic review; Health care; Clinical decision support system; MEDLINE; Family medicine; Actuarial science; Business; Nursing; Public health; Political science","score_opus":0.08079156472580941,"score_gpt":0.5185187740584818,"score_spread":0.4377272093326724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297253600","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013266899,0.92132044,0.00065698253,0.036673333,0.0017885092,0.0389766,0.00022588982,0.00015927716,0.00019767029],"genre_scores_gemma":[0.0000020173277,0.96557885,0.0002151731,0.020707373,0.0003185677,0.012555935,0.00041289232,0.000080046746,0.00012912854],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9642057,0.009145373,0.02170491,0.00040777941,0.0014581757,0.0030780975],"domain_scores_gemma":[0.9616777,0.014756205,0.020562408,0.0019505855,0.0001654384,0.0008877192],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.059018612,0.0007599044,0.007830607,0.00041232258,0.003231304,0.000039698465,0.0022603483,0.0010383354,0.00008542401],"category_scores_gemma":[0.0047786934,0.00042040102,0.0007471704,0.0008313527,0.00046948093,0.00033997124,0.0007192065,0.0068782545,0.00015187844],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000075941457,0.000024188113,0.000002137767,0.59569937,0.00014274278,5.4525685e-8,0.0007529002,5.8746412e-8,1.0744335e-11,0.016419107,0.026555693,0.36039618],"study_design_scores_gemma":[0.00043056873,0.0015054487,5.961294e-7,0.2691841,0.00014904387,0.000071906245,0.0019863918,0.0005685063,4.643526e-10,0.00020523342,0.7256914,0.00020678231],"about_ca_topic_score_codex":0.00040700397,"about_ca_topic_score_gemma":0.00089722784,"teacher_disagreement_score":0.6991357,"about_ca_system_score_codex":0.0065990444,"about_ca_system_score_gemma":0.078502186,"threshold_uncertainty_score":0.99982476},"labels":[],"label_agreement":null},{"id":"W4297819700","doi":"10.2196/41257","title":"Addendum: Building a Shared, Scalable, and Sustainable Source for the Problem-Oriented Medical Record: Developmental Study","year":2022,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université de Genève; Hôpitaux Universitaires de Genève","keywords":"Addendum; Computer science; Scalability; Data science; Software engineering; Database","score_opus":0.059914234864799326,"score_gpt":0.4432710936498685,"score_spread":0.3833568587850692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297819700","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0939272,0.0062343124,0.04314647,0.16163513,0.1989709,0.20994717,0.0013450632,0.0026786437,0.28211513],"genre_scores_gemma":[0.0016331704,0.0033206823,0.012659164,0.024571396,0.011936912,0.0543429,0.002384004,0.00022875589,0.888923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897191,0.0006664729,0.0021870185,0.00037680884,0.004716464,0.0023341596],"domain_scores_gemma":[0.9932807,0.0031866133,0.0007204146,0.00041755807,0.00055684976,0.0018378341],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014033236,0.0003789746,0.00065193657,0.0003994561,0.0054331897,0.00011218388,0.0014417969,0.00094571273,0.01335388],"category_scores_gemma":[0.0068949955,0.00024901758,0.00008258084,0.0011340898,0.0003679983,0.0004639246,0.0021680768,0.00623157,0.0000845139],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006022736,0.00020710932,0.0019089842,0.0037482479,0.000054436703,0.000009749153,0.04191439,3.2649274e-7,1.15133805e-8,0.00021018182,0.93518937,0.016696952],"study_design_scores_gemma":[0.0009353817,0.00032119316,0.00042273966,0.0005704802,0.000018075818,0.000010667055,0.2774083,0.006875709,1.3484086e-8,0.00006376542,0.71318084,0.00019283692],"about_ca_topic_score_codex":0.0014702892,"about_ca_topic_score_gemma":0.00048696148,"teacher_disagreement_score":0.6068079,"about_ca_system_score_codex":0.0011401634,"about_ca_system_score_gemma":0.024656378,"threshold_uncertainty_score":0.9999962},"labels":[],"label_agreement":null},{"id":"W4300861013","doi":"10.2196/42429","title":"Fast Healthcare Interoperability Resources for Inpatient Deterioration Detection With Time-Series Vital Signs: Design and Implementation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Vital signs; Interoperability; Workflow; Computer science; Health care; Early warning score; Health informatics; Pipeline (software); Medicine; Medical emergency; World Wide Web; Database; Operating system","score_opus":0.02872118316259943,"score_gpt":0.3451456660928207,"score_spread":0.3164244829302213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300861013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862884,0.000016293898,0.0096141305,0.00056824705,0.000107132175,0.0032629743,0.00001335561,0.00012349257,0.0000059434333],"genre_scores_gemma":[0.9955789,0.000004279762,0.0025280844,0.00029494558,0.000047322817,0.0014746408,0.000050308077,0.000012039177,0.000009516102],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99846363,0.00014846913,0.00054387044,0.0001264765,0.0005138917,0.00020363792],"domain_scores_gemma":[0.9993183,0.0000814354,0.00017274861,0.00015982086,0.00011559299,0.00015207157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007060423,0.00012192586,0.00021733923,0.00012877262,0.000404259,0.000019109364,0.00006763062,0.00008442629,0.000047563983],"category_scores_gemma":[0.000055493223,0.000096738026,0.000021012094,0.00017779983,0.00008367115,0.00022503738,0.00008999694,0.00035243528,0.00000183721],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051380596,0.0008408729,0.13678408,0.0015087117,0.00014205386,0.000018102473,0.21183078,0.00002466802,0.0011012616,0.0000200619,0.00018742692,0.6424039],"study_design_scores_gemma":[0.0142963715,0.1859269,0.04975003,0.0004417849,0.00021303416,0.0004962054,0.7238738,0.01149922,0.00769806,0.0001475123,0.004838931,0.0008181454],"about_ca_topic_score_codex":0.000033697695,"about_ca_topic_score_gemma":0.00007948098,"teacher_disagreement_score":0.64158577,"about_ca_system_score_codex":0.00019322404,"about_ca_system_score_gemma":0.00014008416,"threshold_uncertainty_score":0.39448622},"labels":[],"label_agreement":null},{"id":"W4304974837","doi":"10.2196/41503","title":"Coronary Artery Computed Tomography Angiography for Preventing Cardio-Cerebrovascular Disease: Observational Cohort Study Using the Observational Health Data Sciences and Informatics’ Common Data Model","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Coronary artery disease; Informatics; Computed tomography; Radiology; Angiography; Computed tomography angiography; Cardiology; Internal medicine","score_opus":0.13443007892274414,"score_gpt":0.376536632702434,"score_spread":0.24210655377968984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304974837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94863445,0.0016194017,0.03920032,0.0022018864,0.0003766347,0.00477013,0.0029824376,0.0001189511,0.00009581806],"genre_scores_gemma":[0.9396467,0.00005199337,0.035280544,0.00870909,0.00022949572,0.00030594855,0.015738038,0.000029102071,0.000009083493],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99567604,0.00014954129,0.0011790465,0.00026231928,0.0023263243,0.000406752],"domain_scores_gemma":[0.9969083,0.00072577083,0.00042214815,0.001414496,0.00015136373,0.00037789482],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0046276865,0.0002279939,0.0005353988,0.00023963698,0.0013053799,0.00014073131,0.0010522283,0.000046418725,0.000018670462],"category_scores_gemma":[0.0003075652,0.00018088972,0.0001990919,0.0008164813,0.0004140081,0.00085401733,0.0022051514,0.00043295755,7.6921634e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037769834,0.00033621953,0.96854335,0.00038082708,0.000514167,0.000003140567,0.001655072,0.005301734,7.78213e-8,0.00013241103,0.02186877,0.0012264352],"study_design_scores_gemma":[0.0009312225,0.00008738622,0.42466614,0.00008810574,0.00028350417,0.00007018673,0.0029399185,0.56948674,2.8400066e-8,0.00007892924,0.0012498313,0.000118043004],"about_ca_topic_score_codex":0.000041527433,"about_ca_topic_score_gemma":0.000005710366,"teacher_disagreement_score":0.56418496,"about_ca_system_score_codex":0.00006672358,"about_ca_system_score_gemma":0.001300887,"threshold_uncertainty_score":0.9999948},"labels":[],"label_agreement":null},{"id":"W4306730885","doi":"10.2196/37945","title":"The Real-World Experiences of Persons With Multiple Sclerosis During the First COVID-19 Lockdown: Application of Natural Language Processing","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerische Multiple Sklerose Gesellschaft; Universität Zürich; Multiple Sclerosis Society","keywords":"Computer science; Data science; Python (programming language); Natural language processing; Pipeline (software); Artificial intelligence; Scale (ratio); Information retrieval","score_opus":0.026005924106528765,"score_gpt":0.35340319423365596,"score_spread":0.3273972701271272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306730885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918146,0.00021250633,0.003077408,0.0027442179,0.000054173852,0.00035704745,0.0000051804345,0.000036451693,0.0016984286],"genre_scores_gemma":[0.9986221,0.000015259937,0.0006927127,0.0002387824,0.000045675602,0.00020548327,0.0000049021105,0.0000027352892,0.00017230732],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998193,0.00011968585,0.00033407263,0.000056459674,0.0011569848,0.00013976304],"domain_scores_gemma":[0.99861145,0.00078726787,0.0003323917,0.000117221585,0.000064511754,0.000087130415],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011859761,0.00005839151,0.00011874819,0.0000549755,0.0016607805,0.000033368466,0.0004552138,0.000020722728,0.00008984258],"category_scores_gemma":[0.00029866488,0.00003113216,0.00005313058,0.0008144964,0.00065353065,0.00011270597,0.00011212604,0.00017591727,5.288924e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042380332,0.0000495039,0.006821778,0.00011695729,0.000026782198,5.0549187e-7,0.9522426,0.0007296851,0.000008655096,0.0011912705,0.00021747423,0.03855239],"study_design_scores_gemma":[0.0002919031,0.000024238847,0.0057624723,0.00002582814,0.000016375374,0.0000015585374,0.8850864,0.094773605,0.000044031996,0.000053589334,0.013837288,0.00008268644],"about_ca_topic_score_codex":0.0011679479,"about_ca_topic_score_gemma":0.0042155646,"teacher_disagreement_score":0.09404392,"about_ca_system_score_codex":0.00008708135,"about_ca_system_score_gemma":0.00033832077,"threshold_uncertainty_score":0.9996389},"labels":[],"label_agreement":null},{"id":"W4307031702","doi":"10.2196/35622","title":"Discovery and Analytical Validation of a Vocal Biomarker to Monitor Anosmia and Ageusia in Patients With COVID-19: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Olfactory and Sensory Function Studies","field":"Neuroscience","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anosmia; Medicine; Checklist; Population; Coronavirus disease 2019 (COVID-19); Disease; Audiology; Psychology; Internal medicine; Environmental health; Infectious disease (medical specialty)","score_opus":0.07929901013331815,"score_gpt":0.3437631173369942,"score_spread":0.2644641072036761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307031702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989339,0.0000013324576,0.00019864214,0.000093819166,0.000120771976,0.00048829464,0.000052292962,0.000016560398,0.00009440402],"genre_scores_gemma":[0.9990119,9.304121e-7,0.000020315048,0.0008392054,0.000012717542,0.000051337378,0.000006861633,0.000004624424,0.000052142426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814826,0.00011743356,0.00046687442,0.00014987457,0.00097367214,0.00014388617],"domain_scores_gemma":[0.999242,0.00030698368,0.00010526583,0.00010512708,0.000028940429,0.00021167789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034166448,0.000102786544,0.00017778327,0.00017730055,0.00023586249,0.00006181979,0.000090080495,0.00003969461,0.000081691156],"category_scores_gemma":[0.0008094624,0.00007825011,0.000017238413,0.00036890124,0.00024709434,0.00036299622,0.0002588659,0.00020293046,0.0000020055286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047815114,0.0003919884,0.9945949,0.000043142583,0.000010867755,0.0000065374443,0.0039446424,0.000088831155,0.000016406948,0.00006230366,0.00012656605,0.00023567828],"study_design_scores_gemma":[0.0018511782,0.00075228955,0.99349284,0.000005138927,0.0000065367744,0.000007766142,0.0021715662,0.0012354441,0.000048673155,0.000016808486,0.00031368487,0.00009807689],"about_ca_topic_score_codex":0.00000837361,"about_ca_topic_score_gemma":0.0000035328146,"teacher_disagreement_score":0.001773076,"about_ca_system_score_codex":0.00006752276,"about_ca_system_score_gemma":0.000060388527,"threshold_uncertainty_score":0.3190947},"labels":[],"label_agreement":null},{"id":"W4307033498","doi":"10.2196/40469","title":"Visit Types in Primary Care With Telehealth Use During the COVID-19 Pandemic: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; NSW Ministry of Health; Macquarie University","keywords":"Telehealth; Medicine; CINAHL; Pandemic; Telemedicine; Critical appraisal; MEDLINE; Grading (engineering); Family medicine; Health care; Systematic review; Primary care; Coronavirus disease 2019 (COVID-19); Nursing; Psychological intervention; Alternative medicine; Pathology","score_opus":0.08770216580148038,"score_gpt":0.423034822482727,"score_spread":0.3353326566812466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307033498","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009581345,0.9866912,0.000027220432,0.00050248974,0.000105413346,0.011956317,0.00007184998,0.00013956374,0.00041013295],"genre_scores_gemma":[0.000007031636,0.9645255,0.00015262695,0.030005813,0.00013998513,0.002945141,0.0020279828,0.00005848464,0.00013739608],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99298257,0.00053742854,0.0034289293,0.00024066128,0.0021988684,0.0006115528],"domain_scores_gemma":[0.99529934,0.0013434677,0.0015363136,0.00088377815,0.00008153783,0.00085557107],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020237889,0.00051976554,0.0035639124,0.00037933534,0.00023915054,0.00003307732,0.0004952713,0.00028572665,0.00069497176],"category_scores_gemma":[0.0011857843,0.00026530027,0.00025449618,0.0011220332,0.0001284103,0.00019884703,0.0002173472,0.0020206375,0.00004368465],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019078685,0.00003722144,0.00032794737,0.9083417,0.00011150508,0.000120638295,0.002194528,1.0986564e-7,7.1324635e-10,0.000012694961,0.0011966405,0.08763794],"study_design_scores_gemma":[0.00095348345,0.00021682751,0.000029604314,0.3610847,0.0012312167,0.0024518748,0.0012988514,0.000003581631,2.6967713e-9,7.489945e-7,0.63254154,0.0001875433],"about_ca_topic_score_codex":0.00009406382,"about_ca_topic_score_gemma":0.00009666738,"teacher_disagreement_score":0.6313449,"about_ca_system_score_codex":0.0024013286,"about_ca_system_score_gemma":0.005937609,"threshold_uncertainty_score":0.9999799},"labels":[],"label_agreement":null},{"id":"W4307035084","doi":"10.2196/38557","title":"Lifting Hospital Electronic Health Record Data Treasures: Challenges and Opportunities","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Raw data; Computer science; Data science; Pipeline (software); Data warehouse; Data collection; Big data; Health records; Information retrieval; Data mining; Health care; Database","score_opus":0.08767539339494798,"score_gpt":0.34310499198375954,"score_spread":0.25542959858881154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307035084","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15461992,0.0443586,0.06563384,0.70494974,0.0038198386,0.0033911872,0.00015997923,0.0032748093,0.019792076],"genre_scores_gemma":[0.92436546,0.024525654,0.023818597,0.025743788,0.00053119863,0.00033035842,0.00028128788,0.00005746075,0.00034620185],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99714077,0.0002941753,0.0006307653,0.00022145481,0.0011411213,0.0005717323],"domain_scores_gemma":[0.9980075,0.00024256489,0.00032432264,0.0009593344,0.000037719303,0.0004285876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025593515,0.00014882692,0.0002592436,0.00012495807,0.0004452615,0.000078424084,0.0019474899,0.00006208966,0.000071013164],"category_scores_gemma":[0.00027031967,0.00013940025,0.000023690509,0.00014028103,0.00006873854,0.0006351118,0.0026420667,0.0010952973,0.000006557922],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024079889,0.00003913231,0.00019113506,0.00028645076,0.000011989684,0.000010428986,0.02874621,0.0000034395791,8.197112e-9,0.026230097,0.004462795,0.9400159],"study_design_scores_gemma":[0.00044399517,0.0012386674,0.0009694667,0.00010675938,0.0000029373186,0.00019235809,0.013314566,0.40177855,1.11921885e-7,0.0010561352,0.58059764,0.00029880213],"about_ca_topic_score_codex":0.00006663263,"about_ca_topic_score_gemma":0.00003886671,"teacher_disagreement_score":0.9397171,"about_ca_system_score_codex":0.00012947898,"about_ca_system_score_gemma":0.0012129307,"threshold_uncertainty_score":0.5684577},"labels":[],"label_agreement":null},{"id":"W4307133779","doi":"10.2196/42379","title":"Construction of Cohorts of Similar Patients From Automatic Extraction of Medical Concepts: Phenotype Extraction Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Assistance publique-Hôpitaux de Paris","keywords":"Medicine; Medical record; Electronic health record; Internal medicine; Artificial intelligence; Computer science; Health care","score_opus":0.014814995098903303,"score_gpt":0.34879035008210746,"score_spread":0.33397535498320413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307133779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693538,0.000025513376,0.028294178,0.00028158518,0.0010481627,0.0006492476,0.000023032197,0.0000860076,0.00023849717],"genre_scores_gemma":[0.9890135,0.000011051839,0.010684568,0.0001407538,0.000040053004,0.00005399078,0.000044926117,0.00000813994,0.0000030168887],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9933286,0.00041861567,0.001760789,0.00015215667,0.004148336,0.0001915099],"domain_scores_gemma":[0.9969206,0.0006164531,0.0014816799,0.0005076816,0.00026514928,0.0002084773],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00143168,0.00014334067,0.0004729534,0.0001942677,0.00011163951,0.000012712233,0.0008765324,0.00016875424,0.0013876938],"category_scores_gemma":[0.00086742337,0.00013516347,0.000075033575,0.0005169102,0.0001915677,0.0004579404,0.0004588493,0.0007914162,0.000004320842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010377796,0.0037804183,0.39569232,0.0015847535,0.00023191878,0.00002108295,0.06593251,0.0009148452,0.000032826203,0.004322311,0.0014717188,0.5259115],"study_design_scores_gemma":[0.0026057702,0.0017855536,0.1566234,0.0002965885,0.000046942263,0.000034671877,0.012834978,0.82373834,0.00014832165,0.0006733646,0.0009590852,0.00025302917],"about_ca_topic_score_codex":0.00037294434,"about_ca_topic_score_gemma":0.000014721818,"teacher_disagreement_score":0.82282346,"about_ca_system_score_codex":0.00010416145,"about_ca_system_score_gemma":0.00047371868,"threshold_uncertainty_score":0.9995252},"labels":[],"label_agreement":null},{"id":"W4307178201","doi":"10.2196/40826","title":"Motion Artifact Reduction in Electrocardiogram Signals Through a Redundant Denoising Independent Component Analysis Method for Wearable Health Care Monitoring Systems: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Departamento Administrativo de Ciencia, Tecnología e Innovación (COLCIENCIAS)","keywords":"Computer science; Noise reduction; Wearable computer; Artifact (error); Artificial intelligence; SIGNAL (programming language); Wavelet; Noise (video); Signal processing; Independent component analysis; Distortion (music); Computer vision; Real-time computing; Pattern recognition (psychology); Digital signal processing; Embedded system; Computer hardware; Telecommunications","score_opus":0.0202286875004982,"score_gpt":0.3060828615145498,"score_spread":0.28585417401405155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307178201","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25375393,0.0011187006,0.74342954,0.000023472325,0.00057793513,0.000915967,0.000009800352,0.00014434563,0.000026285488],"genre_scores_gemma":[0.876019,0.00012499646,0.12269135,0.000011597483,0.00016983847,0.0008252682,0.00012394853,0.000030918374,0.000003062755],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971827,0.00015323811,0.0010197811,0.00017657157,0.0010045402,0.00046316913],"domain_scores_gemma":[0.9992868,0.00009195066,0.00020613048,0.00016321726,0.00007525767,0.00017670146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013794361,0.00021470166,0.00047690902,0.0004791939,0.0003380673,0.000118296724,0.00014091932,0.00010470401,0.0000051656984],"category_scores_gemma":[0.000026899594,0.00023370454,0.00009322905,0.00089690596,0.000016678097,0.0004139471,0.00009364666,0.00045274378,0.0000013793682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040269002,0.00012853232,0.002303569,0.0021996566,0.0010569816,0.000011486873,0.07086782,0.52475256,0.004387522,0.000049897368,0.00009089859,0.3941108],"study_design_scores_gemma":[0.0028435257,0.00055230624,0.002168749,0.0010601991,0.00036082152,0.00021452263,0.13810009,0.73183113,0.117829636,0.00018670018,0.0035075096,0.0013448088],"about_ca_topic_score_codex":0.00012546446,"about_ca_topic_score_gemma":0.0000041843523,"teacher_disagreement_score":0.6222651,"about_ca_system_score_codex":0.0017656614,"about_ca_system_score_gemma":0.00014512625,"threshold_uncertainty_score":0.9530195},"labels":[],"label_agreement":null},{"id":"W4307428701","doi":"10.2196/39616","title":"Evaluating the Impact on Clinical Task Efficiency of a Natural Language Processing Algorithm for Searching Medical Documents: Prospective Crossover Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Glasgow; UK Research and Innovation","keywords":"Computer science; Task (project management); Workflow; Upload; Artificial intelligence; Natural language processing; Information retrieval; Search algorithm; String searching algorithm; Machine learning; Algorithm; World Wide Web; Pattern matching; Database","score_opus":0.08373832035720088,"score_gpt":0.6055112640588372,"score_spread":0.5217729437016363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307428701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852662,0.00025361392,0.0024609917,0.00064626004,0.0010692566,0.009254531,0.0000654885,0.00010808693,0.000875553],"genre_scores_gemma":[0.99324137,0.000004948135,0.00071254687,0.0019150784,0.0006834273,0.003047209,0.00003772003,0.000038047256,0.00031962406],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98830897,0.0025877599,0.0030584934,0.00027189695,0.0045770253,0.0011958694],"domain_scores_gemma":[0.99195206,0.005465508,0.0012755108,0.00048203513,0.00032633814,0.00049852853],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.027050376,0.00026575927,0.0007291166,0.000146031,0.0020673817,0.0000356728,0.0009857268,0.00024510702,0.00069243705],"category_scores_gemma":[0.005704997,0.00015149298,0.00021315685,0.0006127594,0.000233085,0.00021578465,0.0006474314,0.0049883113,0.00002856713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010970032,0.0023140414,0.016215721,0.0013479801,0.00023245627,0.000017420263,0.25012544,0.0000657256,0.000002885032,0.00014427851,0.0050840126,0.723353],"study_design_scores_gemma":[0.008396296,0.010456889,0.003889097,0.0006954558,0.000034452754,0.00002590188,0.121107616,0.8542483,0.0000013652234,0.00008517666,0.00082268514,0.00023677654],"about_ca_topic_score_codex":0.00028333836,"about_ca_topic_score_gemma":0.00003633761,"teacher_disagreement_score":0.85418254,"about_ca_system_score_codex":0.0009970467,"about_ca_system_score_gemma":0.007179922,"threshold_uncertainty_score":0.9992318},"labels":[],"label_agreement":null},{"id":"W4307503211","doi":"10.2196/43871","title":"One Digital Health Intervention for Monitoring Human and Animal Welfare in Smart Cities: Viewpoint and Use Case","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Food Supply Chain Traceability","field":"Agricultural and Biological Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Health informatics; Business; Built environment; Smart city; Computer science; Computer security; Internet privacy; Knowledge management; Public health; Medicine; Engineering; Political science; Health care; Internet of Things; Nursing","score_opus":0.0498748366760173,"score_gpt":0.315455453822251,"score_spread":0.2655806171462337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307503211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99485904,0.000031364794,0.0000039527495,0.004429884,0.0000443181,0.00045718843,0.000085186744,0.00007010136,0.000018970322],"genre_scores_gemma":[0.9995441,0.000029119461,0.00009177903,0.00010008781,0.00006143349,0.00006599437,0.00009089008,9.355556e-7,0.00001568157],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989123,0.00002758934,0.0004889418,0.000101446305,0.00022424522,0.00024552864],"domain_scores_gemma":[0.99941635,0.00023178104,0.00008316984,0.00003828795,0.000026598,0.00020383109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005709615,0.00009116942,0.00018386151,0.00002485524,0.00016952213,0.00013446233,0.000070089736,0.000095377385,0.000024906281],"category_scores_gemma":[0.00020909897,0.000044536187,0.00003985173,0.00017845501,0.00010204056,0.000451648,0.0001271102,0.00015574279,0.0000021771039],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012114589,0.0004648795,0.1376082,0.0023622736,0.00003552867,0.00008115811,0.015772667,0.0000010486434,0.00014115227,0.0016101134,0.0007899192,0.84101194],"study_design_scores_gemma":[0.0015267661,0.0028466943,0.9216011,0.0007776869,0.0000070759147,0.00020656042,0.058828723,0.0042686164,0.00005722519,0.001029702,0.008444598,0.00040523164],"about_ca_topic_score_codex":0.00019879939,"about_ca_topic_score_gemma":0.00048303255,"teacher_disagreement_score":0.8406067,"about_ca_system_score_codex":0.0000364689,"about_ca_system_score_gemma":0.0000063980833,"threshold_uncertainty_score":0.18161331},"labels":[],"label_agreement":null},{"id":"W4307840053","doi":"10.2196/38640","title":"Tooth-Related Disease Detection System Based on Panoramic Images and Optimization Through Automation: Development Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dental Radiography and Imaging","field":"Dentistry","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automation; Computer science; Computer vision; Artificial intelligence; Medicine; Dentistry; Engineering","score_opus":0.008233045146120617,"score_gpt":0.2587259265094594,"score_spread":0.2504928813633388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307840053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9071081,0.000047719393,0.08819825,0.000073200375,0.0008820777,0.0011270003,0.000024612733,0.00053456676,0.0020044488],"genre_scores_gemma":[0.99715567,0.0000016451239,0.0021064866,0.00029568485,0.000021563257,0.0002520838,0.00009537689,0.000013974674,0.000057529058],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978291,0.0001201126,0.00063241535,0.00012681623,0.0011129696,0.00017859771],"domain_scores_gemma":[0.99933016,0.00006510067,0.00020486163,0.00019820906,0.00003546606,0.00016620019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037213037,0.00014889277,0.00016272106,0.00017303663,0.0005036248,0.000120158635,0.00016007334,0.00004736232,0.000310011],"category_scores_gemma":[0.0000491553,0.00013993462,0.000049036735,0.00045464752,0.00005508257,0.00043219875,0.00011318458,0.0002941661,0.00003551513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018962496,0.009527144,0.108595245,0.006886955,0.0011778552,0.0021781698,0.084116906,0.49528646,0.000058789923,0.0014054,0.009136179,0.27973464],"study_design_scores_gemma":[0.0019465432,0.00015600692,0.027631,0.00011298142,0.000044373865,0.000070481816,0.013032073,0.956003,0.000057264744,0.00000789654,0.0007165543,0.00022179344],"about_ca_topic_score_codex":0.000006298426,"about_ca_topic_score_gemma":0.000001600347,"teacher_disagreement_score":0.46071658,"about_ca_system_score_codex":0.00019310843,"about_ca_system_score_gemma":0.00009775503,"threshold_uncertainty_score":0.5706368},"labels":[],"label_agreement":null},{"id":"W4307973054","doi":"10.2196/37478","title":"Considering Clinician Competencies for the Implementation of Artificial Intelligence–Based Tools in Health Care: Findings From a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; MEDLINE; Health care; Competence (human resources); Medicine; Medical education; Cochrane Library; PsycINFO; Clinical decision support system; Inclusion (mineral); Nursing; Artificial intelligence; Psychology; Alternative medicine; Computer science; Decision support system; Psychological intervention","score_opus":0.4561850267498188,"score_gpt":0.5753159293447511,"score_spread":0.11913090259493225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307973054","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000060995702,0.98596203,0.002270691,0.0021125886,0.0006718796,0.008743075,0.00012941724,0.000027711458,0.000021605312],"genre_scores_gemma":[0.00006093344,0.9892665,0.0023522913,0.0047978894,0.00022612362,0.002022355,0.0012461211,0.000026233442,0.000001554817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933872,0.00019525248,0.00499475,0.0001884631,0.0008346622,0.00039962208],"domain_scores_gemma":[0.99242294,0.005439808,0.0013766905,0.00041678574,0.00014345511,0.00020033983],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024173388,0.00027585812,0.0018543705,0.00023948035,0.0002052116,0.00003247165,0.00032512392,0.00022519978,0.0012898098],"category_scores_gemma":[0.0017577291,0.00019991129,0.000414852,0.0006003611,0.00016280738,0.0001153736,0.00008594693,0.00082238944,0.000013487601],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008955427,0.000032729553,0.000010337222,0.18109456,0.000026560623,9.614223e-7,0.004998845,0.0000011129185,6.3495076e-9,0.0001002505,0.00030600897,0.8134197],"study_design_scores_gemma":[0.00007084349,0.0004931467,0.0000032424591,0.4676732,0.00035139805,0.000010884961,0.053539,0.0008197875,0.000013197282,0.000120050834,0.4766404,0.000264815],"about_ca_topic_score_codex":0.0007419745,"about_ca_topic_score_gemma":0.0011055245,"teacher_disagreement_score":0.8131549,"about_ca_system_score_codex":0.000496828,"about_ca_system_score_gemma":0.008646851,"threshold_uncertainty_score":0.9996231},"labels":[],"label_agreement":null},{"id":"W4308013166","doi":"10.2196/43520","title":"Correction: Web-Based Software Tools for Systematic Literature Review in Medicine: Systematic Search and Feature Analysis","year":2022,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Systematic review; Information retrieval; Feature (linguistics); Software; Data science; World Wide Web; MEDLINE; Data mining; Programming language","score_opus":0.08541249724198514,"score_gpt":0.46976611827662307,"score_spread":0.38435362103463794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308013166","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019745075,0.64251566,0.009202162,0.04170645,0.13465081,0.15618803,0.0026692834,0.0017322861,0.011137855],"genre_scores_gemma":[0.0010428395,0.28620335,0.004920563,0.15123652,0.012404943,0.17295295,0.04591934,0.0009053476,0.32441413],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9854653,0.0034011034,0.0059979446,0.00051279686,0.0034444914,0.0011783974],"domain_scores_gemma":[0.97953236,0.014728441,0.0021478825,0.0014419532,0.0013344567,0.0008148826],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.010909256,0.0008015152,0.005065875,0.0015926223,0.0010521429,0.00009483507,0.0011536595,0.0027450537,0.002113163],"category_scores_gemma":[0.034494597,0.00056679203,0.00051079167,0.0043956307,0.00025591903,0.0004097891,0.00037842794,0.009933188,0.00007954031],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016045056,0.00002119409,0.00010709925,0.5318393,0.00015860968,0.000023043947,0.006007981,0.000008752356,5.962092e-9,0.000036882844,0.4616655,0.00011558702],"study_design_scores_gemma":[0.00035848503,0.00020203387,0.000020304904,0.8360438,0.0013335891,0.000028596758,0.019956801,0.11015646,4.7453575e-8,0.000019807174,0.031442296,0.00043780069],"about_ca_topic_score_codex":0.00010000153,"about_ca_topic_score_gemma":0.0014924717,"teacher_disagreement_score":0.4302232,"about_ca_system_score_codex":0.0012431653,"about_ca_system_score_gemma":0.0038597663,"threshold_uncertainty_score":0.9996784},"labels":[],"label_agreement":null},{"id":"W4308053321","doi":"10.2196/40878","title":"Automatic Screening of Pediatric Renal Ultrasound Abnormalities: Deep Learning and Transfer Learning Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pediatric Urology and Nephrology Studies","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Taichung Veterans General Hospital; Ministry of Science and Technology, Taiwan","keywords":"Artificial intelligence; Receiver operating characteristic; Deep learning; Preprocessor; Computer science; Transfer of learning; Ultrasound; Hydronephrosis; Data set; Test set; Pattern recognition (psychology); Medicine; Radiology; Machine learning","score_opus":0.013316318886097576,"score_gpt":0.2635820558924516,"score_spread":0.250265737006354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308053321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903627,0.0013324483,0.0037581066,0.0001554562,0.000059422677,0.0003029684,0.0000039745028,0.00014264534,0.0038822622],"genre_scores_gemma":[0.9950567,0.0009501235,0.0025466902,0.00079989864,0.00021623402,0.00012135888,0.0000663629,0.000018062092,0.00022457675],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975987,0.00020526926,0.0008039139,0.00013606239,0.0008474251,0.000408625],"domain_scores_gemma":[0.99873513,0.00068468903,0.0001763021,0.00011656735,0.000055922406,0.00023137339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011830626,0.00019709617,0.0005282849,0.0002841014,0.0005093984,0.000008099168,0.00014362155,0.00020878275,0.0008483627],"category_scores_gemma":[0.00042192594,0.00017233269,0.000103070546,0.00040752953,0.00036156861,0.00013122377,0.00018591165,0.0017724525,0.0000045127194],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001206829,0.0012387225,0.7305205,0.0037076874,0.0025453048,0.00022536647,0.18772602,0.002057347,0.00006898354,0.0010669301,0.0043474,0.0652889],"study_design_scores_gemma":[0.027359227,0.011924633,0.23019949,0.00012224285,0.0052080294,0.010804963,0.1680434,0.48022214,0.00007199231,0.0002699946,0.06360063,0.0021732594],"about_ca_topic_score_codex":0.0000052260284,"about_ca_topic_score_gemma":7.237405e-7,"teacher_disagreement_score":0.50032103,"about_ca_system_score_codex":0.000026302014,"about_ca_system_score_gemma":0.00013377111,"threshold_uncertainty_score":0.9288977},"labels":[],"label_agreement":null},{"id":"W4308108118","doi":"10.2196/38483","title":"Managing Critical Patient-Reported Outcome Measures in Oncology Settings: System Development and Retrospective Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cancer survivorship and care","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Memorial Sloan-Kettering Cancer Center","keywords":"Workflow; Medicine; Concordance; Patient safety; Agile software development; Medical emergency; Data collection; Health care; Computer science; Database; Software engineering; Internal medicine","score_opus":0.030841787141839834,"score_gpt":0.3363269707390108,"score_spread":0.305485183597171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308108118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99085873,0.00008483352,0.00014186057,0.0011646675,0.0005136529,0.0008900511,0.0000040163613,0.0001068132,0.006235374],"genre_scores_gemma":[0.9974365,0.0000027277322,0.00027550026,0.00174606,0.000040287356,0.00044119527,0.000012643145,0.0000132054765,0.000031862073],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9967731,0.00012360874,0.0011381593,0.0001568857,0.0014929569,0.00031524876],"domain_scores_gemma":[0.99912375,0.00011330554,0.00016231449,0.00020253372,0.000102792306,0.0002953049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013187662,0.00015239528,0.00049503753,0.00021630473,0.0001734443,0.000019827914,0.0001070887,0.000092356655,0.00010693973],"category_scores_gemma":[0.00039483208,0.00013294835,0.000039833743,0.0003279138,0.000084989355,0.00008353913,0.00032421033,0.0007829424,0.00000507514],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033137985,0.0010202063,0.611616,0.0013201295,0.0001837947,0.0021674002,0.27376983,0.000004236603,0.000002022098,0.0006317926,0.00093636516,0.108016826],"study_design_scores_gemma":[0.004367717,0.0019374051,0.117777064,0.00037905708,0.000114377166,0.0011302934,0.8352484,0.0026558556,0.0000167825,0.00003989561,0.035957355,0.00037580173],"about_ca_topic_score_codex":0.00008067902,"about_ca_topic_score_gemma":0.00021637448,"teacher_disagreement_score":0.56147856,"about_ca_system_score_codex":0.0011298566,"about_ca_system_score_gemma":0.00039767387,"threshold_uncertainty_score":0.54214764},"labels":[],"label_agreement":null},{"id":"W4308509970","doi":"10.2196/35138","title":"Realizing the Potential of Computer-Assisted Surgery by Embedding Digital Twin Technology","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; Shenzhen Fundamental Research Program","keywords":"Computer science; Field (mathematics); Human–computer interaction; Process (computing); Object (grammar); Embedding; Artificial intelligence","score_opus":0.006785091170678681,"score_gpt":0.23534378025564806,"score_spread":0.22855868908496937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308509970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86485535,0.00096625794,0.122882396,0.0028202017,0.0013205305,0.0004850832,0.00011503976,0.0019006549,0.00465446],"genre_scores_gemma":[0.99887,0.00010163347,0.0005066492,0.00031849634,0.000052078387,0.0000588329,0.00006049942,0.0000152265675,0.000016550657],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835986,0.000017240134,0.0006468299,0.00006067473,0.0006079609,0.00030743683],"domain_scores_gemma":[0.99935526,0.00017282383,0.00010818583,0.00023535565,0.000021524611,0.00010683477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032860515,0.00012046135,0.000284024,0.00019415596,0.00012287174,0.000015112556,0.00047677686,0.00021510034,0.0001870393],"category_scores_gemma":[0.00010148219,0.00009355221,0.000086911445,0.0005423857,0.00030765863,0.00011572665,0.00035797522,0.0007959408,0.000008902973],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010477898,0.00012525627,0.00019691314,0.0002705193,0.000142518,0.000059959908,0.00086357165,0.00070448685,0.000059974172,0.0029717267,0.16026625,0.83432835],"study_design_scores_gemma":[0.0005125178,0.000108624845,0.000056829584,0.000100057514,0.000020587595,0.00050838856,0.008784532,0.54281145,0.0003271779,0.0006462821,0.44584012,0.00028340507],"about_ca_topic_score_codex":0.0000018598848,"about_ca_topic_score_gemma":2.8693012e-7,"teacher_disagreement_score":0.83404493,"about_ca_system_score_codex":0.000053849253,"about_ca_system_score_gemma":0.000060344537,"threshold_uncertainty_score":0.38149485},"labels":[],"label_agreement":null},{"id":"W4308684831","doi":"10.2196/37923","title":"The Use of Electronic Health Record Metadata to Identify Nurse-Patient Assignments in the Intensive Care Unit: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Nursing; Intensive care unit; Medicine; Nursing Minimum Data Set; Critical care nursing; MEDLINE; Intensive care; Health care; Nursing Outcomes Classification; Medical emergency; Primary nursing; Nurse education; Intensive care medicine","score_opus":0.044327985582036676,"score_gpt":0.36220799013918487,"score_spread":0.3178800045571482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308684831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906066,0.00016196273,0.0014198525,0.006425226,0.00016520027,0.0011416601,0.000019232823,0.00001177723,0.00004845808],"genre_scores_gemma":[0.9662415,0.00018676193,0.009769043,0.022722622,0.000029133225,0.00041108567,0.00035614436,0.00001946532,0.00026424025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979429,0.00011413033,0.0006609766,0.00007120176,0.00095665065,0.00025410237],"domain_scores_gemma":[0.99905854,0.00019332358,0.00018001958,0.00024211152,0.00013556433,0.00019042408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005932087,0.00009571961,0.00021076702,0.000092160546,0.00022818307,0.000037828806,0.00018230284,0.000033256456,0.000036995225],"category_scores_gemma":[0.00042563208,0.000051442923,0.000029080384,0.00029906922,0.000044521723,0.00014473076,0.00018011981,0.0003993112,0.0000027428748],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005865692,0.00012002003,0.0058513717,0.00013644304,0.000066087305,0.000011020706,0.12342857,0.000009764647,0.0000015785572,0.00041077816,0.0074909213,0.8624148],"study_design_scores_gemma":[0.0011267174,0.001459999,0.024572225,0.0002561746,0.000030030538,0.00005908353,0.3517971,0.0021745858,0.00012795064,0.000050513754,0.6182003,0.00014531457],"about_ca_topic_score_codex":0.00004447031,"about_ca_topic_score_gemma":0.000027046477,"teacher_disagreement_score":0.86226946,"about_ca_system_score_codex":0.00022306952,"about_ca_system_score_gemma":0.00063390716,"threshold_uncertainty_score":0.20977816},"labels":[],"label_agreement":null},{"id":"W4308687480","doi":"10.2196/38053","title":"A Transfer Learning Approach to Correct the Temporal Performance Drift of Clinical Prediction Models: Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; Major Research Plan; National Natural Science Foundation of China; Georgia Clinical and Translational Science Alliance; National Institutes of Health; National Science Foundation","keywords":"Computer science; Artificial intelligence; Machine learning; Gradient boosting; Boosting (machine learning); Logistic regression; Transfer of learning; Ensemble learning; Ensemble forecasting; Regression; Deep learning; Population; Data mining; Medicine; Statistics; Random forest","score_opus":0.04095629618319695,"score_gpt":0.33724649354290853,"score_spread":0.29629019735971157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308687480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8131186,0.000008548272,0.17920624,0.00038895826,0.0006192675,0.0017228923,0.000005729902,0.00020757446,0.004722221],"genre_scores_gemma":[0.99513495,0.000008885804,0.0032685634,0.00075974193,0.000107415384,0.0005829694,0.000015899801,0.000013346518,0.00010822034],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943045,0.00081630354,0.0015501883,0.00027794403,0.002698871,0.00035222288],"domain_scores_gemma":[0.9983219,0.00027606593,0.00026174093,0.00068336696,0.0001757384,0.00028118418],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007087051,0.00017960992,0.00049759133,0.00013903408,0.0005385759,0.000050128867,0.0016193596,0.000111260706,0.00004841992],"category_scores_gemma":[0.00037484025,0.00013002164,0.00011948468,0.0009254461,0.00010955101,0.00056904287,0.0007342338,0.0025734256,0.00000819503],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005047594,0.00050061796,0.8405371,0.000095471856,0.000052805535,0.0000020425764,0.0515326,0.085997246,7.659296e-8,0.0017848387,0.000904181,0.018542571],"study_design_scores_gemma":[0.00047039994,0.0015520763,0.15681513,0.000020156253,0.000009861541,0.000026575022,0.0043471544,0.83513874,5.451636e-7,0.000029990957,0.0014801134,0.00010925304],"about_ca_topic_score_codex":0.00009459098,"about_ca_topic_score_gemma":0.000004716733,"teacher_disagreement_score":0.7491415,"about_ca_system_score_codex":0.000121159406,"about_ca_system_score_gemma":0.0004014529,"threshold_uncertainty_score":0.99972767},"labels":[],"label_agreement":null},{"id":"W4308772318","doi":"10.2196/40338","title":"Shared Interoperable Clinical Decision Support Service for Drug-Allergy Interaction Checks: Implementation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Health information exchange; Clinical decision support system; Computer science; Cloud computing; Health care; Service (business); Service provider; Semantic interoperability; Process management; Knowledge management; Decision support system; World Wide Web; Business; Operating system","score_opus":0.11517355622223484,"score_gpt":0.5555672529922094,"score_spread":0.4403936967699746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308772318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743328,0.000019162839,0.0044286414,0.0029690105,0.0063735344,0.008992356,0.00010382601,0.00026451994,0.002516116],"genre_scores_gemma":[0.9534937,0.000048767404,0.0020905093,0.026140457,0.0012652988,0.013940284,0.0010761837,0.0000896631,0.0018551147],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99227476,0.0011413622,0.004073814,0.00025880834,0.0013912278,0.00086000527],"domain_scores_gemma":[0.99569404,0.0018218998,0.0010580341,0.00049800007,0.00040786568,0.0005201727],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008942353,0.00022565993,0.0005815364,0.0002014237,0.001276149,0.000028106226,0.00064503116,0.00020496521,0.011578289],"category_scores_gemma":[0.0005003099,0.00019792649,0.00012451177,0.00044612933,0.000022058168,0.0005170215,0.00065488106,0.0020633424,0.0005134441],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011724483,0.0014495113,0.024048867,0.0015430177,0.00022665781,0.0000088479555,0.12695472,0.000025449963,0.0000029847697,0.00028921288,0.67520076,0.1690775],"study_design_scores_gemma":[0.0069147856,0.0018554833,0.0026224984,0.00018081398,0.000021434513,0.000013826827,0.31395167,0.021729553,0.0000015609684,0.00008538673,0.6523959,0.00022707749],"about_ca_topic_score_codex":0.0005946552,"about_ca_topic_score_gemma":0.003962982,"teacher_disagreement_score":0.18699695,"about_ca_system_score_codex":0.0010961227,"about_ca_system_score_gemma":0.0023859849,"threshold_uncertainty_score":0.9893253},"labels":[],"label_agreement":null},{"id":"W4308774387","doi":"10.2196/41342","title":"Training a Deep Contextualized Language Model for International Classification of Diseases, 10th Revision Classification via Federated Learning: Model Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Taipei Veterans General Hospital; Far Eastern Memorial Hospital; Ministry of Science and Technology, Taiwan","keywords":"Computer science; Artificial intelligence; Natural language processing; Training (meteorology); Deep learning; Training set; Machine learning","score_opus":0.07201370155126448,"score_gpt":0.37145210186404876,"score_spread":0.2994384003127843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308774387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21948303,0.000023141025,0.7789212,0.00043858052,0.00008743759,0.00081657735,0.0000068233467,0.00011154763,0.00011169402],"genre_scores_gemma":[0.94403297,0.0000048790976,0.054856952,0.00022508403,0.000022021866,0.00040074327,0.00034315008,0.00001168373,0.000102534075],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972935,0.00019885952,0.0009711695,0.00021103556,0.0011344849,0.00019095419],"domain_scores_gemma":[0.9985004,0.00020387204,0.00061118643,0.00022470068,0.00029044438,0.00016939448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001335307,0.0001405426,0.0002390479,0.00019282839,0.00040621986,0.00009389424,0.0005239166,0.0000723212,0.000018358289],"category_scores_gemma":[0.00069389265,0.00013549048,0.00003923267,0.00023437137,0.000035837093,0.0004068022,0.00030281485,0.00038106518,0.0000014260517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010868532,0.00042564864,0.002197085,0.00032217187,0.000052830565,0.0000016186212,0.2308815,0.04727085,0.00008026943,0.00626005,0.00021851037,0.7121808],"study_design_scores_gemma":[0.0010794742,0.00013607494,0.001143247,0.000034096036,0.000008985311,0.000005203924,0.012574375,0.98424065,0.000007962033,0.00014781597,0.00048809222,0.0001340458],"about_ca_topic_score_codex":0.000005820691,"about_ca_topic_score_gemma":0.000003940665,"teacher_disagreement_score":0.93696976,"about_ca_system_score_codex":0.00017322958,"about_ca_system_score_gemma":0.00041827955,"threshold_uncertainty_score":0.55251414},"labels":[],"label_agreement":null},{"id":"W4309166334","doi":"10.2196/37976","title":"Automatic Estimation of the Most Likely Drug Combination in Electronic Health Records Using the Smooth Algorithm: Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Algorithm; Smoothing; Pharmacovigilance; Computer science; Data mining; Pharmacoepidemiology; Health records; Raw data; Machine learning; Medicine; Health care; Drug; Pharmacology","score_opus":0.05715280569491528,"score_gpt":0.4282553927645984,"score_spread":0.37110258706968313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309166334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99654025,0.00006264964,0.0005725588,0.00108879,0.0004127719,0.0011841237,0.000011655964,0.000031333846,0.00009586907],"genre_scores_gemma":[0.9975239,0.000050315255,0.0003735341,0.0017430481,0.000019998006,0.00021158405,0.000034530105,0.000008044655,0.0000350628],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977738,0.00056521926,0.0007440762,0.00008460355,0.00055620074,0.00027606782],"domain_scores_gemma":[0.99906486,0.000242483,0.00043719486,0.00013206592,0.00003554474,0.00008785016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002381003,0.0001207641,0.00018936447,0.00011910716,0.0006512538,0.0000145750155,0.00027309498,0.000055087523,0.00018268976],"category_scores_gemma":[0.0000553237,0.00008587565,0.00002812631,0.0005726993,0.000098451084,0.0002128565,0.00018777444,0.0010054314,0.0000028395157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061393905,0.002735625,0.01918391,0.00034445952,0.00019177585,0.0000044664816,0.115424186,0.022744644,0.00006285366,0.0006500463,0.0030086527,0.835588],"study_design_scores_gemma":[0.0018655472,0.00009388718,0.0059859585,0.000036480447,0.00003859569,0.000022872264,0.0136873955,0.96867025,0.0004932465,0.00017507478,0.0088132145,0.000117488366],"about_ca_topic_score_codex":0.00005403614,"about_ca_topic_score_gemma":0.00003063925,"teacher_disagreement_score":0.9459256,"about_ca_system_score_codex":0.0004063347,"about_ca_system_score_gemma":0.000889247,"threshold_uncertainty_score":0.50089836},"labels":[],"label_agreement":null},{"id":"W4309265332","doi":"10.2196/40039","title":"Perspective Toward Machine Learning Implementation in Pediatric Medicine: Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"","keywords":"Implementation; Workload; Qualitative research; Machine learning; Health care; Medicine; Qualitative property; Computer science; Artificial intelligence; Medical education","score_opus":0.12252063104481153,"score_gpt":0.5402283784443398,"score_spread":0.41770774739952826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309265332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986409,0.0003127641,0.0017061987,0.0072632898,0.0008461271,0.0015267326,0.000002852028,0.00009394108,0.0018390595],"genre_scores_gemma":[0.9958503,0.00015092916,0.001581071,0.0013150304,0.0004070243,0.000483723,0.00008992119,0.000016211283,0.00010575958],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966813,0.0005052936,0.0011777346,0.00015335977,0.0011499444,0.00033241697],"domain_scores_gemma":[0.9986752,0.00042522344,0.00025835182,0.00018371451,0.00017437602,0.00028312497],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034052257,0.000149432,0.00035257204,0.0004885537,0.00022880845,0.000011535847,0.00017147054,0.000078800906,0.0034831192],"category_scores_gemma":[0.0010016116,0.00012789504,0.00005209821,0.0010161792,0.000059997317,0.00014727893,0.00015672822,0.001203363,0.000030350953],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015554955,0.0008563762,0.28825903,0.00025438648,0.000038399667,0.0000382075,0.44651574,0.000057308484,0.000006320691,0.00049698976,0.0038871276,0.25943455],"study_design_scores_gemma":[0.00064784667,0.0024540587,0.036262807,0.000022744,0.00007509515,0.000062583764,0.9438066,0.01174261,0.000051558374,0.0006215511,0.0040914016,0.00016114244],"about_ca_topic_score_codex":0.0020242943,"about_ca_topic_score_gemma":0.00021709733,"teacher_disagreement_score":0.49729088,"about_ca_system_score_codex":0.0006434745,"about_ca_system_score_gemma":0.00056003366,"threshold_uncertainty_score":0.9974278},"labels":[],"label_agreement":null},{"id":"W4309376528","doi":"10.2196/38095","title":"Medical Text Simplification Using Reinforcement Learning (TESLEA): Deep Learning–Based Text Simplification Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"NOSM University; Lakehead University","funders":"Natural Sciences and Engineering Research Council of Canada; Compute Canada; Lakehead University","keywords":"Computer science; Reinforcement learning; Readability; Annotation; Jargon; Fluency; Artificial intelligence; Natural language processing; Text simplification; Quality (philosophy); Relevance (law); Information retrieval; Linguistics","score_opus":0.02522489423537592,"score_gpt":0.28554218481581917,"score_spread":0.26031729058044323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309376528","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028895972,0.00006400915,0.9653757,0.0014044278,0.00023599801,0.00082910137,0.0000018738674,0.00059837394,0.0025945054],"genre_scores_gemma":[0.9815225,0.000018295294,0.01537146,0.0019506128,0.00013138955,0.000428726,0.0003674202,0.00003067453,0.0001789275],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9924575,0.0005305547,0.0017080697,0.0004938526,0.0040859953,0.0007240352],"domain_scores_gemma":[0.9966801,0.0005236838,0.00085604476,0.0010539595,0.00023916033,0.0006470571],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0034573718,0.00036193142,0.00042617158,0.0003766144,0.0013587794,0.0002845875,0.0022309145,0.00036369442,0.00090855133],"category_scores_gemma":[0.0011737881,0.0003547733,0.00018087395,0.0014091429,0.00025584296,0.00095938926,0.0008346532,0.0019942212,0.00014282805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008345672,0.0012164109,0.0017586123,0.0006418399,0.000087506596,0.000012909917,0.023943147,0.42463517,0.00024017603,0.053569198,0.0013427668,0.4924688],"study_design_scores_gemma":[0.00071151,0.00020191884,0.0006082261,0.000029003464,0.000014686304,0.00007339813,0.0026959968,0.94210184,0.00007286251,0.00022448078,0.052878056,0.00038804841],"about_ca_topic_score_codex":0.000034469955,"about_ca_topic_score_gemma":0.0000021499216,"teacher_disagreement_score":0.9526265,"about_ca_system_score_codex":0.0005865489,"about_ca_system_score_gemma":0.0008554881,"threshold_uncertainty_score":0.9999413},"labels":[],"label_agreement":null},{"id":"W4309510890","doi":"10.2196/40743","title":"State-of-the-Art Evidence Retriever for Precision Medicine: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cancer Genomics and Diagnostics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Algorithm; State (computer science); Artificial intelligence; Data mining; Data science","score_opus":0.016595051952065266,"score_gpt":0.292804085567647,"score_spread":0.2762090336155817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309510890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90310884,0.0008736229,0.09289735,0.0010173768,0.00071225857,0.0010384066,0.00006919481,0.000009068238,0.00027386157],"genre_scores_gemma":[0.89321274,0.0029064207,0.08982985,0.00823316,0.0007238898,0.0012200504,0.0009536251,0.00007460973,0.002845634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894303,0.000020763267,0.00040461204,0.00008071376,0.00043447854,0.00011639076],"domain_scores_gemma":[0.99938226,0.000116113195,0.00016413364,0.00017372759,0.00008088789,0.000082866994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057114486,0.00007506003,0.0001058663,0.000025913077,0.00012262615,0.00000794305,0.00020088872,0.00004949958,0.00003987087],"category_scores_gemma":[0.0005472441,0.000056529763,0.000029249108,0.00008972475,0.000088894056,0.0000061059554,0.00035025337,0.00009168787,9.858089e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022032578,0.000106638225,0.0010017704,0.0003357831,0.00007242716,0.0000010519806,0.0054149977,0.00020578023,0.0026053656,0.00019576229,0.15043156,0.8394085],"study_design_scores_gemma":[0.0011160276,0.00060157577,0.0008728797,0.0001392953,0.000019060035,0.000021981774,0.00053723046,0.005405939,0.041801784,0.000355921,0.9489464,0.0001818735],"about_ca_topic_score_codex":0.0000020227337,"about_ca_topic_score_gemma":0.0000028591453,"teacher_disagreement_score":0.83922666,"about_ca_system_score_codex":0.000030944968,"about_ca_system_score_gemma":0.0002813074,"threshold_uncertainty_score":0.2305217},"labels":[],"label_agreement":null},{"id":"W4310836681","doi":"10.2196/44374","title":"Correction: The Application of Graph Theoretical Analysis to Complex Networks in Medical Malpractice in China: Qualitative Study","year":2022,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Graph; Data science; China; Malpractice; Data mining; Information retrieval; Medicine; Theoretical computer science; Political science","score_opus":0.04354545011481104,"score_gpt":0.4936287653459358,"score_spread":0.45008331523112477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310836681","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10385536,0.0006980956,0.07650477,0.32662028,0.06798774,0.0434604,0.00043259477,0.0006646806,0.3797761],"genre_scores_gemma":[0.9594665,0.00077260874,0.00030112473,0.019057048,0.0024826643,0.008465955,0.00207827,0.000097016295,0.007278798],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98020124,0.008584311,0.0045641,0.00044254036,0.0053164316,0.0008913957],"domain_scores_gemma":[0.97920585,0.016789462,0.001693067,0.0012202619,0.0002893698,0.0008020043],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.023448056,0.00046457842,0.0018415808,0.0009981989,0.00045165652,0.000022574763,0.0016503498,0.0015448513,0.028324233],"category_scores_gemma":[0.022104738,0.00031924655,0.00027180204,0.005810063,0.0008606916,0.00023767314,0.0010980782,0.013630467,0.000086968386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033514184,0.0017950175,0.004622943,0.00056561007,0.00045446522,0.000031986034,0.31749558,0.00016253578,1.02822755e-8,0.008160095,0.6629214,0.0034551667],"study_design_scores_gemma":[0.0011285107,0.0004858135,0.022044918,0.00046907042,0.00045660054,0.000005009831,0.5320276,0.14907928,1.1908664e-8,0.00060491357,0.29335675,0.00034149937],"about_ca_topic_score_codex":0.0022619327,"about_ca_topic_score_gemma":0.005738451,"teacher_disagreement_score":0.85561115,"about_ca_system_score_codex":0.00043119324,"about_ca_system_score_gemma":0.0017722534,"threshold_uncertainty_score":0.999926},"labels":[],"label_agreement":null},{"id":"W4311503790","doi":"10.2196/41312","title":"Pan-Canadian Electronic Medical Record Diagnostic and Unstructured Text Data for Capturing PTSD: Retrospective Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Manitoba Health; Queen's University; University of Manitoba","funders":"","keywords":"Text messaging; Electronic medical record; Medical record; Retrospective cohort study; Diagnostic accuracy; Medicine; Observational study; Predictive value; Family medicine; Computer science; Radiology; Internal medicine; Internet privacy","score_opus":0.12205352658010687,"score_gpt":0.4165317297705082,"score_spread":0.2944782031904013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311503790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987465,0.00029690488,0.00051738846,0.003599395,0.0006921494,0.003161915,0.0008023005,0.00008774184,0.0033771938],"genre_scores_gemma":[0.99537706,0.00003186865,0.00027171994,0.0015713646,0.00017568227,0.0015552639,0.0007977993,0.000035090434,0.00018415641],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953488,0.00023878927,0.00089035387,0.00035599901,0.0021834369,0.0009825802],"domain_scores_gemma":[0.99620414,0.0018090662,0.00018717247,0.00092428067,0.00009255378,0.00078281155],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001999047,0.00023297583,0.00040101117,0.00026412122,0.0004956805,0.00007262564,0.0016324344,0.0002098585,0.010314442],"category_scores_gemma":[0.0044752387,0.00021908576,0.000046947083,0.00042108996,0.00023100621,0.00024375746,0.00084564503,0.0013920609,0.00004665931],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039461837,0.0018517851,0.4234796,0.00041156777,0.0014177618,0.00027371882,0.07604266,0.000007690298,6.3185274e-7,0.032891665,0.13523959,0.3279887],"study_design_scores_gemma":[0.0103564635,0.0023275367,0.7595814,0.000119681805,0.00012788616,0.00041362504,0.08678541,0.029159838,9.288013e-7,0.007703424,0.1025148,0.0009090329],"about_ca_topic_score_codex":0.009900311,"about_ca_topic_score_gemma":0.04098112,"teacher_disagreement_score":0.3361018,"about_ca_system_score_codex":0.0004256088,"about_ca_system_score_gemma":0.0017198235,"threshold_uncertainty_score":0.99669284},"labels":[],"label_agreement":null},{"id":"W4312019156","doi":"10.2196/43053","title":"Ontologies Applied in Clinical Decision Support System Rules: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institutes of Health","keywords":"Computer science; Clinical decision support system; Decision support system; Data mining; Data science; Software engineering; Knowledge management","score_opus":0.17842370871051183,"score_gpt":0.5535943909328978,"score_spread":0.3751706822223859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312019156","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000157695,0.93750185,0.00019934062,0.000056983223,0.0032458452,0.028111544,0.000080859645,0.0005255182,0.03027647],"genre_scores_gemma":[0.0000010312817,0.9656127,0.00047321746,0.003185748,0.0004673941,0.029080167,0.00059095945,0.00013199767,0.0004567502],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.96067256,0.0071607633,0.025863305,0.0005919331,0.003578461,0.0021329545],"domain_scores_gemma":[0.96876013,0.019320192,0.008283431,0.0023605404,0.00014252859,0.0011331477],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.03818607,0.0010593073,0.014192309,0.00069293845,0.00056824984,0.000026393922,0.0027697242,0.0030318536,0.002727757],"category_scores_gemma":[0.008966135,0.00071431743,0.0011373096,0.0012954231,0.00016831352,0.00018842977,0.0012499366,0.010679527,0.00827961],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000066413095,0.000065790526,0.0000031114132,0.7463793,0.00008822712,0.000047401387,0.00067815295,1.5260708e-8,2.8234661e-11,0.001356348,0.02226681,0.2291082],"study_design_scores_gemma":[0.00040979296,0.00008994425,3.8867796e-7,0.49061528,0.00040001818,0.000110627945,0.0023811432,0.00004808516,1.3230862e-10,0.000009829569,0.5056252,0.00030972162],"about_ca_topic_score_codex":0.000043703658,"about_ca_topic_score_gemma":0.00010220191,"teacher_disagreement_score":0.48335838,"about_ca_system_score_codex":0.0048159584,"about_ca_system_score_gemma":0.015712164,"threshold_uncertainty_score":0.9995308},"labels":[],"label_agreement":null},{"id":"W4312019575","doi":"10.2196/40102","title":"Comparison of Methods for Estimating Temporal Topic Models From Primary Care Clinical Text Data: Retrospective Closed Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; Heart and Stroke Foundation of Canada","keywords":"Latent Dirichlet allocation; Topic model; Computer science; Artificial intelligence; Latent class model; Machine learning","score_opus":0.1450194641126829,"score_gpt":0.5170725829912691,"score_spread":0.3720531188785862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312019575","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11106079,0.00011989283,0.88451105,0.0002474578,0.0011548449,0.0020246042,0.000103143466,0.00016740442,0.00061083195],"genre_scores_gemma":[0.3822335,0.0000015011234,0.6166411,0.00038138393,0.00013817841,0.00020580915,0.00037909416,0.000011100705,0.000008319493],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946899,0.00096303714,0.0022060939,0.00041514752,0.0013837012,0.00034216407],"domain_scores_gemma":[0.9949954,0.001842119,0.0009694444,0.0016923127,0.00023980268,0.00026091078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005042577,0.000203837,0.00094119675,0.0001033287,0.0003483496,0.00006633996,0.0030464989,0.00015189021,0.00004928332],"category_scores_gemma":[0.001121691,0.00018715489,0.00011163653,0.0003762823,0.000106182444,0.00061088655,0.0033837147,0.0014270798,0.000002308904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031968415,0.00049467036,0.6923988,0.0004174208,0.000101307356,0.0000030273136,0.034647,0.0021897703,2.0430605e-7,0.0010479059,0.001716006,0.26695192],"study_design_scores_gemma":[0.00097031007,0.000821125,0.06807726,0.00004507972,0.00002694201,0.0000025288905,0.0052712583,0.92274064,9.783329e-7,0.00080597366,0.0010673424,0.00017058576],"about_ca_topic_score_codex":0.00025102284,"about_ca_topic_score_gemma":0.000016345777,"teacher_disagreement_score":0.9205508,"about_ca_system_score_codex":0.0002490767,"about_ca_system_score_gemma":0.0007141469,"threshold_uncertainty_score":0.7631955},"labels":[],"label_agreement":null},{"id":"W4312020030","doi":"10.2196/42664","title":"Telehealth System Based on the Ontology Design of a Diabetes Management Pathway Model in China: Development and Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Ontology; Usability; Telehealth; Diabetes management; Medicine; Diabetes mellitus; Computer science; Management system; Knowledge management; Telemedicine; Health care; Engineering; Operations management; Human–computer interaction; Type 2 diabetes","score_opus":0.04918405913468275,"score_gpt":0.3739774536314779,"score_spread":0.3247933944967951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312020030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97023946,0.00002734434,0.009179447,0.0024201875,0.0001401398,0.015279473,0.000022220247,0.00007411673,0.002617626],"genre_scores_gemma":[0.95253557,0.000008048152,0.0031616143,0.004230037,0.000012489791,0.04000168,0.000012427235,0.000009779943,0.000028372691],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995618,0.0011009268,0.0017365278,0.00015677614,0.000819369,0.000568387],"domain_scores_gemma":[0.9975942,0.0011141119,0.00045816693,0.0004576835,0.000042454525,0.00033338892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069773565,0.00014325453,0.00038999226,0.00016458028,0.0009277268,0.000002743652,0.00032899523,0.00010486626,0.00010044128],"category_scores_gemma":[0.000124501,0.000098245364,0.000019746,0.00034923395,0.000079601385,0.00003428354,0.00026328096,0.00096091203,0.000010479252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000844977,0.008905103,0.32137138,0.045582816,0.00011183445,0.00001592029,0.23194188,0.024763335,0.0000011279902,0.12083074,0.010643319,0.23498757],"study_design_scores_gemma":[0.0024557807,0.00053098024,0.052525952,0.00030839475,0.000009056273,6.000482e-7,0.053461224,0.8844347,0.0000010366679,0.00020147381,0.0059346925,0.00013611309],"about_ca_topic_score_codex":0.000043794287,"about_ca_topic_score_gemma":0.000073085794,"teacher_disagreement_score":0.85967135,"about_ca_system_score_codex":0.00055078836,"about_ca_system_score_gemma":0.0017661549,"threshold_uncertainty_score":0.71354187},"labels":[],"label_agreement":null},{"id":"W4312065018","doi":"10.2196/41200","title":"Identifying Patterns of Clinical Interest in Clinicians’ Treatment Preferences: Hypothesis-free Data Science Approach to Prioritizing Prescribing Outliers for Clinical Review","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; National Institute for Health and Care Research Applied Research Collaboration Oxford and Thames Valley; Research for Patient Benefit Programme; Department of Health and Social Care; Wellcome Trust","keywords":"Outlier; Medical prescription; Ranking (information retrieval); Antipsychotic; Medicine; Set (abstract data type); Pharmacoepidemiology; Data mining; Computer science; Information retrieval; Psychiatry; Artificial intelligence; Schizophrenia (object-oriented programming); Pharmacology","score_opus":0.7306613394438053,"score_gpt":0.6003858122933607,"score_spread":0.13027552715044455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312065018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740195,0.0012036107,0.0015543953,0.002061882,0.004652062,0.00569848,0.0020037238,0.00014180988,0.008664525],"genre_scores_gemma":[0.94890094,0.023161653,0.008422201,0.016711831,0.00069581,0.0014852106,0.00037304565,0.000044979963,0.00020434934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99427617,0.0006301117,0.0032867694,0.0004920818,0.0006777161,0.00063716166],"domain_scores_gemma":[0.9945277,0.0025907687,0.0008062811,0.001284159,0.00011754431,0.00067352364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012211759,0.0002563139,0.0009474345,0.00026106287,0.00031307552,0.000029824194,0.0035664362,0.00021632914,0.00021230591],"category_scores_gemma":[0.0051025986,0.00022598854,0.0002539571,0.0005915056,0.00042952353,0.00068361446,0.0022417596,0.0015965368,0.000019964931],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010529087,0.009238794,0.13704407,0.005814762,0.0006761973,0.000045885325,0.010187211,0.0002074254,0.000084207095,0.0013612701,0.04784335,0.7864439],"study_design_scores_gemma":[0.01561206,0.0016221496,0.014810288,0.0030752749,0.0009249646,0.00008568718,0.02249758,0.06525669,0.00028121498,0.00045264358,0.8742201,0.001161379],"about_ca_topic_score_codex":0.000017792056,"about_ca_topic_score_gemma":0.000032584085,"teacher_disagreement_score":0.82637674,"about_ca_system_score_codex":0.00019638085,"about_ca_system_score_gemma":0.0012347953,"threshold_uncertainty_score":0.9215545},"labels":[],"label_agreement":null},{"id":"W4312095183","doi":"10.2196/40534","title":"Natural Language Processing and Graph Theory: Making Sense of Imaging Records in a Novel Representation Frame","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiology practices and education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Readability; Natural language processing; Artificial intelligence; F1 score; Convolutional neural network; Metadata; Visualization; Recall; Information retrieval; Graph; Precision and recall; Natural language; Machine learning; World Wide Web; Programming language","score_opus":0.01758945181101795,"score_gpt":0.3699431266411891,"score_spread":0.35235367483017116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312095183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99555343,0.00049711874,0.00077191344,0.001417982,0.00016091237,0.00021000131,0.0000019721328,0.000020751602,0.0013659087],"genre_scores_gemma":[0.99502593,0.000018157722,0.00301179,0.0017777043,0.000052047464,0.000028612138,0.00002899845,0.000005891762,0.000050890634],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9990744,0.000053530992,0.00036433362,0.00006432903,0.00031658704,0.00012682157],"domain_scores_gemma":[0.9994144,0.00016976394,0.00022682296,0.00010521852,0.000030827614,0.000053005115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007978985,0.00006128137,0.00015852094,0.00016863919,0.00006354604,0.000011354434,0.000045015917,0.00004160386,0.000091759204],"category_scores_gemma":[0.00049144786,0.00005226173,0.000022949263,0.00027097214,0.000089446956,0.00024587338,0.00006261219,0.00048184104,6.089652e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008547537,0.00048482823,0.08566138,0.0013433306,0.00006469835,0.000107190666,0.40487587,0.000041604795,0.0013047435,0.00092642516,0.0013320585,0.5030031],"study_design_scores_gemma":[0.004417757,0.00025440808,0.08759227,0.0007838936,0.00011164461,0.003873788,0.49342403,0.405577,0.0001310766,0.0007724356,0.0027568499,0.0003048601],"about_ca_topic_score_codex":0.000028464148,"about_ca_topic_score_gemma":0.0000030760912,"teacher_disagreement_score":0.50269824,"about_ca_system_score_codex":0.00005203751,"about_ca_system_score_gemma":0.00016627446,"threshold_uncertainty_score":0.21311715},"labels":[],"label_agreement":null},{"id":"W4312452159","doi":"10.2196/37805","title":"Practical Considerations for Developing Clinical Natural Language Processing Systems for Population Health Management and Measurement","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical decision support system; Variety (cybernetics); Computer science; Data science; Set (abstract data type); Decision support system; Knowledge management; Artificial intelligence","score_opus":0.36343319379703304,"score_gpt":0.5437857102284657,"score_spread":0.18035251643143263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312452159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34039596,0.006183496,0.47439587,0.14735733,0.0057880827,0.024971455,0.000055927267,0.00044202872,0.00040986546],"genre_scores_gemma":[0.93948406,0.00007804612,0.05074349,0.007818461,0.00032878888,0.0013248482,0.00014877795,0.000012029746,0.000061507126],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777514,0.00006998247,0.0010969068,0.00011258814,0.00070572586,0.00023963946],"domain_scores_gemma":[0.99879897,0.0003856746,0.00028190875,0.00010566581,0.00023235241,0.0001954602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002660232,0.00008719692,0.0002437926,0.000086057786,0.00054343615,0.000048023918,0.000030239635,0.000065612076,0.000014238477],"category_scores_gemma":[0.0010231676,0.000076773984,0.00004574966,0.000097522,0.000039221024,0.0001361548,0.000040048104,0.0002737677,0.0000014171034],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000573035,0.00073088426,0.0069080167,0.016420968,0.00021664672,0.000015367037,0.03230895,0.0000509413,0.0000022502054,0.037794374,0.12889577,0.7760828],"study_design_scores_gemma":[0.0016220487,0.0018097342,0.0070254384,0.0014563564,0.0001834047,0.0007060121,0.15354057,0.7446174,0.00002784563,0.0022489508,0.086255126,0.0005071183],"about_ca_topic_score_codex":0.000046947865,"about_ca_topic_score_gemma":0.000024205201,"teacher_disagreement_score":0.7755757,"about_ca_system_score_codex":0.00032043437,"about_ca_system_score_gemma":0.0009468958,"threshold_uncertainty_score":0.41797265},"labels":[],"label_agreement":null},{"id":"W4312679697","doi":"10.2196/43750","title":"Systematized Nomenclature of Medicine–Clinical Terminology (SNOMED CT) Clinical Use Cases in the Context of Electronic Health Record Systems: Systematic Literature Review","year":2022,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"SNOMED CT; Terminology; Systematized Nomenclature of Medicine; Context (archaeology); Documentation; Medicine; Protocol (science); Health informatics; Clinical decision support system; Medical physics; Computer science; Artificial intelligence; Pathology; Decision support system; Alternative medicine; Public health","score_opus":0.10878285811022585,"score_gpt":0.44393504622138186,"score_spread":0.335152188111156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312679697","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001381119,0.9935433,0.00003610155,0.00038063296,0.0009325969,0.0047247144,0.00014688398,0.000023957735,0.00007369096],"genre_scores_gemma":[0.00031690544,0.99437916,0.000118875425,0.0027287765,0.00031531308,0.001039587,0.0009675955,0.00003951395,0.00009425178],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97951055,0.007011662,0.01095267,0.00046831285,0.0013431202,0.00071370153],"domain_scores_gemma":[0.9850178,0.006532567,0.00628599,0.0016670545,0.00017596506,0.000320617],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014461362,0.0006886181,0.008148491,0.00030034434,0.00007690121,0.000026677953,0.0020121182,0.0012868927,0.000055500444],"category_scores_gemma":[0.018151,0.00036569353,0.0011235648,0.00090344204,0.001221468,0.000014492198,0.00043768506,0.0027593765,0.0000061056317],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028944582,0.00020860274,0.000022616776,0.78780526,0.00046385147,0.000085433414,0.00045518536,1.7988334e-8,1.819436e-8,0.00028975456,0.024050405,0.18658988],"study_design_scores_gemma":[0.00071308285,0.0016492087,0.0000023455248,0.3848558,0.00042502192,0.0018102102,0.0014495065,0.000013947171,2.9162972e-8,0.0000037041596,0.6088552,0.00022194607],"about_ca_topic_score_codex":0.00003214116,"about_ca_topic_score_gemma":0.00003455064,"teacher_disagreement_score":0.5848048,"about_ca_system_score_codex":0.00011505569,"about_ca_system_score_gemma":0.0021847452,"threshold_uncertainty_score":0.9998795},"labels":[],"label_agreement":null},{"id":"W4312769377","doi":"10.2196/41513","title":"Toward Individualized Prediction of Binge-Eating Episodes Based on Ecological Momentary Assessment Data: Item Development and Pilot Study in Patients With Bulimia Nervosa and Binge-Eating Disorder","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Salzburg; Austrian Science Fund; European Commission","keywords":"Nomothetic and idiographic; Bulimia nervosa; Binge eating; Psychology; Binge-eating disorder; Eating disorders; Clinical psychology; Social psychology","score_opus":0.05316515967835414,"score_gpt":0.3335728442809475,"score_spread":0.28040768460259335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312769377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979273,0.000014370609,0.00014968141,0.00007658724,0.00011896319,0.0012638058,0.00008610089,0.000047347683,0.00031583587],"genre_scores_gemma":[0.99414814,0.0000023774105,0.0044114524,0.00033658094,0.000012029772,0.000443927,0.0006210035,0.000017539644,0.0000069733737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969822,0.00027738663,0.0010084009,0.0002860062,0.0011237665,0.00032224332],"domain_scores_gemma":[0.9987068,0.00041236146,0.00040505902,0.00030178038,0.000034123328,0.00013983059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012581216,0.00023213874,0.0003925193,0.00025283027,0.00027149564,0.000038417464,0.00029419796,0.000075369535,0.00030814263],"category_scores_gemma":[0.00009483106,0.00018049282,0.000013647836,0.0003245498,0.00011763,0.00018306062,0.00057146733,0.0005788204,8.4341286e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002034202,0.005503613,0.96079755,0.0001173975,0.000057274454,0.000008152517,0.015284676,0.00008759944,5.8940543e-7,0.000016255812,0.00012586225,0.017797591],"study_design_scores_gemma":[0.006933185,0.008097322,0.94298005,0.00013986573,0.000038913364,0.0000019953536,0.03207143,0.009436205,3.0235083e-7,0.000004476053,0.00011410496,0.00018214085],"about_ca_topic_score_codex":0.00009647899,"about_ca_topic_score_gemma":0.000056795154,"teacher_disagreement_score":0.017817508,"about_ca_system_score_codex":0.0001060909,"about_ca_system_score_gemma":0.00012132788,"threshold_uncertainty_score":0.7360284},"labels":[],"label_agreement":null},{"id":"W4312786429","doi":"10.2196/41614","title":"Unique Device Identification–Based Linkage of Hierarchically Accessible Data Domains in Prospective Surgical Hospital Data Ecosystems: User-Centered Design Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fraunhofer-Gesellschaft; Technische Universität Dresden","keywords":"Computer science; Identification (biology); User interface; Interface (matter); Database; Operating system","score_opus":0.12418226366662924,"score_gpt":0.4473947603164876,"score_spread":0.3232124966498584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312786429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6012932,0.00094047835,0.31494984,0.0072305584,0.004146074,0.04320166,0.0065903426,0.0010072638,0.020640599],"genre_scores_gemma":[0.976658,0.000087933295,0.011642033,0.0009404462,0.00035030872,0.0032458003,0.00668757,0.00007789112,0.00031003696],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98771656,0.0039219707,0.0043194257,0.0006063102,0.0022681814,0.0011675425],"domain_scores_gemma":[0.9915522,0.0024402812,0.0017365423,0.0034074706,0.00025433043,0.0006092002],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014974265,0.00032648994,0.0009364917,0.00042098167,0.00067887205,0.000038849244,0.005172332,0.0005019619,0.00047828112],"category_scores_gemma":[0.0013944642,0.00029142803,0.00005884523,0.0014170296,0.00017354458,0.0010413124,0.003381325,0.003662451,0.000060537113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003151125,0.016384745,0.43234494,0.07335348,0.0010662004,0.0004911683,0.14259443,0.0010809149,0.00006622003,0.02991062,0.27712598,0.022430152],"study_design_scores_gemma":[0.009409009,0.0006627183,0.005924922,0.0015817229,0.000053665437,0.0000464024,0.020083997,0.849247,0.00001569844,0.0002657738,0.112003416,0.0007057083],"about_ca_topic_score_codex":0.000362496,"about_ca_topic_score_gemma":0.00046059437,"teacher_disagreement_score":0.84816605,"about_ca_system_score_codex":0.0010201309,"about_ca_system_score_gemma":0.008258448,"threshold_uncertainty_score":0.9999538},"labels":[],"label_agreement":null},{"id":"W4312969018","doi":"10.2196/40312","title":"Assessment and Improvement of Drug Data Structuredness From Electronic Health Records: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical prescription; Computer science; Context (archaeology); Data mining; Standardization; Drug; Algorithm; Medicine; Pharmacology","score_opus":0.019564808938079225,"score_gpt":0.3415147273989733,"score_spread":0.3219499184608941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312969018","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5655944,0.00034295977,0.4288046,0.003716792,0.00049959583,0.0007790544,0.00009387464,0.00010159007,0.00006711891],"genre_scores_gemma":[0.49151564,0.00017797749,0.50446117,0.0027526282,0.00006835692,0.00012286798,0.0008650953,0.000013616223,0.000022645121],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975684,0.00012825186,0.00074084976,0.00020535562,0.0010715375,0.0002855904],"domain_scores_gemma":[0.998638,0.00012940343,0.00041455342,0.00056459545,0.000038764654,0.00021469957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016286055,0.000117011194,0.00022729118,0.00008363378,0.00024622353,0.00005650108,0.00087942654,0.00003741283,0.00006017019],"category_scores_gemma":[0.00003260883,0.00010598029,0.000009436307,0.00018520268,0.000038949853,0.0003518881,0.002159406,0.0005679498,5.1855807e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016996377,0.00003121392,0.0012745848,0.00018579123,0.000018339137,8.854215e-7,0.010441766,0.000011432569,0.0000010545256,0.0018248155,0.0005530701,0.98565537],"study_design_scores_gemma":[0.0009576959,0.00041305434,0.015384162,0.00008258966,0.0000055338783,0.00002584827,0.0038778814,0.94603366,0.00006354968,0.0019562184,0.03094386,0.0002559331],"about_ca_topic_score_codex":0.00031679458,"about_ca_topic_score_gemma":0.000037662085,"teacher_disagreement_score":0.9853994,"about_ca_system_score_codex":0.00025051704,"about_ca_system_score_gemma":0.0015600813,"threshold_uncertainty_score":0.4321751},"labels":[],"label_agreement":null},{"id":"W4312974298","doi":"10.2196/38150","title":"An End-to-End Natural Language Processing Application for Prediction of Medical Case Coding Complexity: Algorithm Development and Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Medical classification; Coding (social sciences); Metadata; Documentation; Machine learning; Artificial intelligence; Data mining; Medicine","score_opus":0.032085916776099656,"score_gpt":0.35761633752972805,"score_spread":0.32553042075362837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312974298","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15542318,0.000042961747,0.84240395,0.0011552414,0.00015270578,0.00062865583,0.000029689581,0.00013448305,0.000029124001],"genre_scores_gemma":[0.7710081,0.0000013890132,0.22769515,0.0006566375,0.00007618702,0.0003126067,0.00023868954,0.0000071484897,0.000004124388],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99732417,0.000092258604,0.00064765435,0.0001584631,0.0015643674,0.00021309256],"domain_scores_gemma":[0.9989725,0.00013958632,0.00025073398,0.0002189099,0.000103801234,0.00031449908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018607854,0.00010501098,0.00017043046,0.00015834793,0.00041173672,0.00006291511,0.00050837605,0.0000867792,0.000038087077],"category_scores_gemma":[0.00017606677,0.00009965869,0.00001910657,0.00032806158,0.000062275074,0.0003939052,0.0003728086,0.00042649772,0.0000011128471],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049616024,0.00004748019,0.00021513598,0.00039420975,0.000005436334,0.000014817631,0.033540238,0.000047247475,0.000008241395,0.0020312814,0.00006964395,0.9636213],"study_design_scores_gemma":[0.00038230311,0.00012847346,0.00046814827,0.000054373566,0.0000034364843,0.0006425172,0.00339819,0.9917013,0.00013007726,0.000066396635,0.002931391,0.00009341089],"about_ca_topic_score_codex":0.000050952975,"about_ca_topic_score_gemma":0.000015891148,"teacher_disagreement_score":0.99165404,"about_ca_system_score_codex":0.00011383453,"about_ca_system_score_gemma":0.0004268473,"threshold_uncertainty_score":0.40639633},"labels":[],"label_agreement":null},{"id":"W4313154943","doi":"10.2196/38590","title":"Dealing With Missing, Imbalanced, and Sparse Features During the Development of a Prediction Model for Sudden Death Using Emergency Medicine Data: Machine Learning Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"General Hospital of People’s Liberation Army; National Natural Science Foundation of China","keywords":"Missing data; Random forest; Interpolation (computer graphics); Artificial intelligence; Data pre-processing; Receiver operating characteristic; Computer science; Data mining; Logistic regression; Preprocessor; Machine learning; Statistics; Mathematics","score_opus":0.06055190061720239,"score_gpt":0.3362449957190598,"score_spread":0.2756930951018574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313154943","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16184828,0.00031508217,0.83638906,0.00043255012,0.00012044924,0.00055698067,0.00001935156,0.00009836137,0.00021988017],"genre_scores_gemma":[0.6488348,0.00003857327,0.3505792,0.00010104445,0.00009020867,0.000098494245,0.00013596733,0.000019709303,0.00010195925],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749833,0.00008585212,0.00081672217,0.00021761448,0.0010794712,0.00030200742],"domain_scores_gemma":[0.9986609,0.00010249148,0.0004956977,0.00048558874,0.000088310626,0.00016696862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016932345,0.00016996152,0.0002605971,0.00011853326,0.0009653794,0.000024364386,0.0009963915,0.0000620845,0.000020257536],"category_scores_gemma":[0.000199062,0.00011110142,0.000020859154,0.00026373638,0.00007422765,0.00033838148,0.0010358816,0.00072569563,9.472887e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003407104,0.00026177077,0.08657512,0.007594146,0.00031913817,0.000008260181,0.328352,0.5090938,0.00013866986,0.008291871,0.00074366765,0.058280826],"study_design_scores_gemma":[0.00058338355,0.000090488626,0.0017069535,0.00011278305,0.000014532691,0.00010990128,0.0013325373,0.99515104,0.000005766752,0.00007724032,0.00069878926,0.00011659318],"about_ca_topic_score_codex":0.000047663536,"about_ca_topic_score_gemma":0.000016861259,"teacher_disagreement_score":0.48698655,"about_ca_system_score_codex":0.000069602014,"about_ca_system_score_gemma":0.00029096438,"threshold_uncertainty_score":0.74250156},"labels":[],"label_agreement":null},{"id":"W4313196624","doi":"10.2196/38861","title":"A Linked Open Data–Based Terminology to Describe Libre/Free and Open-source Software: Incremental Development Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Leipzig; Austrian Science Fund; Deutsche Forschungsgemeinschaft","keywords":"Computer science; Software; Domain (mathematical analysis); Product (mathematics); Terminology; Health informatics; Data science; World Wide Web; Knowledge management; Software engineering; Health care","score_opus":0.07194521190949792,"score_gpt":0.3398283808072929,"score_spread":0.26788316889779495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313196624","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39661276,0.000010267007,0.588305,0.006387323,0.00045367525,0.006576125,0.00008378805,0.0006026481,0.0009683959],"genre_scores_gemma":[0.20943159,5.836872e-7,0.76141524,0.026298398,0.000048251553,0.002061961,0.00027344655,0.000037812868,0.00043270827],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99627864,0.00019800817,0.0011539628,0.00044452428,0.0014364708,0.00048837665],"domain_scores_gemma":[0.9965891,0.00031039174,0.000292448,0.0022672634,0.0000992947,0.00044145496],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0026339323,0.00024598202,0.00040863644,0.00026488243,0.00086483813,0.001287263,0.01947027,0.00008600856,0.00028436226],"category_scores_gemma":[0.00072837155,0.00023661889,0.000016613594,0.001208526,0.000103802704,0.0029352729,0.09118878,0.0006282206,0.00007163281],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011268483,0.002859257,0.01784115,0.00010166436,0.00019028522,0.00014866947,0.08351699,0.000087036235,0.0000071766153,0.0018441868,0.123267785,0.7700231],"study_design_scores_gemma":[0.009282128,0.0018524257,0.013925666,0.000118697244,0.000026263786,0.0002479787,0.012617957,0.04911817,0.00005118317,0.00039541864,0.9112016,0.0011625049],"about_ca_topic_score_codex":0.000106020554,"about_ca_topic_score_gemma":0.00007112843,"teacher_disagreement_score":0.7879338,"about_ca_system_score_codex":0.00019999623,"about_ca_system_score_gemma":0.0015170514,"threshold_uncertainty_score":0.9997495},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4313424566","doi":"10.2196/38922","title":"A Privacy-Preserving Distributed Medical Data Integration Security System for Accuracy Assessment of Cancer Screening: Development Study of Novel Data Integration System","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Ministry of Education, Culture, Sports, Science and Technology","keywords":"Computer science; System integration; Cancer; Information privacy; Data integration; Data mining; Computer security; Medicine; Database","score_opus":0.31563900577634946,"score_gpt":0.505430718105667,"score_spread":0.18979171232931752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313424566","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10365208,0.000020018932,0.8864068,0.0007052573,0.0005835688,0.0024641552,0.0059196167,0.00007020155,0.0001783133],"genre_scores_gemma":[0.9735796,0.000005413115,0.01647219,0.000114764225,0.00005483857,0.00052721385,0.009223194,0.000010349937,0.000012447371],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98595357,0.00047493263,0.0039610346,0.00047344508,0.008827961,0.00030903448],"domain_scores_gemma":[0.99146086,0.002113518,0.0021259664,0.0034461706,0.0005673433,0.0002861201],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.022808801,0.00022239515,0.0007213762,0.00028617046,0.00034864142,0.00018004632,0.009594385,0.00012152557,0.00023730299],"category_scores_gemma":[0.010751315,0.00016165858,0.00005407549,0.0009810426,0.00009955901,0.0017032623,0.015360079,0.00050166226,0.0000017510532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000698636,0.010316219,0.005613454,0.008231175,0.0015970763,0.000025064131,0.089869544,0.0013422202,0.000033403878,0.033031374,0.2294111,0.6198307],"study_design_scores_gemma":[0.0017287149,0.00015126643,0.0010074385,0.0005523807,0.000058392106,0.0000047987182,0.20026475,0.7734352,0.000021152451,0.000018295525,0.022616513,0.0001410995],"about_ca_topic_score_codex":0.0005910154,"about_ca_topic_score_gemma":0.0011773783,"teacher_disagreement_score":0.8699346,"about_ca_system_score_codex":0.00032583807,"about_ca_system_score_gemma":0.0012571819,"threshold_uncertainty_score":0.99758154},"labels":[],"label_agreement":null},{"id":"W4313564705","doi":"10.2196/39876","title":"The Current Status of Secondary Use of Claims, Electronic Medical Records, and Electronic Health Records in Epidemiology in Japan: Narrative Literature Review","year":2023,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Epidemiology; Receipt; Medical record; Family medicine; MEDLINE; Population; Inclusion (mineral); World Wide Web; Psychology; Computer science; Pathology; Environmental health","score_opus":0.16428323579088036,"score_gpt":0.5074737274640504,"score_spread":0.34319049167317006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313564705","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058276426,0.9953327,0.00035492147,0.0006081199,0.00016515984,0.0032185789,0.00010402829,0.000094660674,0.00006353431],"genre_scores_gemma":[0.0000038533476,0.9966497,0.0014156369,0.00059932517,0.000061389626,0.00084517774,0.00031583206,0.00006702293,0.000042083135],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9862047,0.0023536133,0.007864798,0.00038882674,0.0011875543,0.0020005188],"domain_scores_gemma":[0.9818524,0.012866612,0.003693073,0.00085417123,0.00019818335,0.0005355449],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010800197,0.00070798636,0.0053019724,0.00054996344,0.00006764868,0.000017637265,0.0008768458,0.0010625108,0.000087466695],"category_scores_gemma":[0.021560391,0.00044891975,0.00035991208,0.0017321816,0.0006599178,0.00035418037,0.00047490385,0.0075576524,0.00000467468],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012106264,0.00008011225,0.000010456981,0.13080944,0.00006869602,0.0000040138984,0.0016404658,2.8338638e-8,1.6130108e-9,0.028042851,0.0102132335,0.8291186],"study_design_scores_gemma":[0.0002555824,0.0004691573,0.000004826662,0.25397602,0.0000560918,0.00006953857,0.00023092773,0.00012355822,7.657833e-8,0.056070928,0.68844515,0.0002981391],"about_ca_topic_score_codex":0.000048391325,"about_ca_topic_score_gemma":0.002490685,"teacher_disagreement_score":0.82882047,"about_ca_system_score_codex":0.0010016548,"about_ca_system_score_gemma":0.009188073,"threshold_uncertainty_score":0.9997963},"labels":[],"label_agreement":null},{"id":"W4313575350","doi":"10.2196/44547","title":"An Ontology-Based Approach for Consolidating Patient Data Standardized With European Norm/International Organization for Standardization 13606 (EN/ISO 13606) Into Joint Observational Medical Outcomes Partnership (OMOP) Repositories: Description of a Methodology","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Barcelona Supercomputing Center; European Commission","keywords":"Computer science; Standardization; Ontology; Information retrieval; Data mining; Data science","score_opus":0.13795739351624942,"score_gpt":0.38102018495190687,"score_spread":0.24306279143565745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313575350","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10279277,0.000014718012,0.8946373,0.0011650274,0.00028908026,0.000595722,0.0002888343,0.00010130457,0.00011527043],"genre_scores_gemma":[0.45133108,0.000024009676,0.5165487,0.001281601,0.00036343868,0.0001574841,0.030214256,0.000049250895,0.000030200239],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996973,0.00033599,0.001068654,0.0003264182,0.0009977065,0.00029822558],"domain_scores_gemma":[0.99751866,0.00041644642,0.00054555497,0.000510849,0.0007774923,0.00023097312],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031459292,0.00021480069,0.00042261544,0.0001259973,0.0001756647,0.000054180495,0.00065023376,0.00042755497,0.000023090519],"category_scores_gemma":[0.009860973,0.00016496169,0.000072653136,0.00026948482,0.00038194394,0.000046403715,0.00023300415,0.00016990784,9.434666e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015750099,0.005445409,0.22505373,0.01140242,0.0065438943,0.00008935868,0.06599457,0.013931453,0.042351767,0.027022809,0.15920532,0.42720917],"study_design_scores_gemma":[0.025605634,0.009035786,0.016709639,0.0008204631,0.00050789636,0.00019450639,0.031935338,0.74965084,0.029954545,0.0013817855,0.13216011,0.0020434689],"about_ca_topic_score_codex":0.000008544517,"about_ca_topic_score_gemma":0.000027439228,"teacher_disagreement_score":0.7357194,"about_ca_system_score_codex":0.00004978454,"about_ca_system_score_gemma":0.00075457426,"threshold_uncertainty_score":0.99847937},"labels":[],"label_agreement":null},{"id":"W4313729738","doi":"10.2196/43567","title":"The Impact of an Electronic Portal on Patient Encounters in Primary Care: Interrupted Time-Series Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Carleton University; Bruyère; University of Ottawa","funders":"University of Ottawa","keywords":"Patient portal; Medicine; Workload; Electronic health record; Family medicine; Health care; Telemedicine; Medical emergency","score_opus":0.01568511886870305,"score_gpt":0.40392099234864587,"score_spread":0.3882358734799428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313729738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98999345,0.000057292684,0.000018579964,0.00026077678,0.00020880219,0.0011352757,0.00003217652,0.00011864335,0.008174999],"genre_scores_gemma":[0.9982919,0.00017126733,0.0000202001,0.00047281373,0.0000753887,0.0003435383,0.00039319086,0.000021496193,0.00021018152],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9952744,0.00053823186,0.0019262852,0.00012533995,0.0009891754,0.0011465506],"domain_scores_gemma":[0.9976174,0.00074284174,0.00063879206,0.00052604463,0.00014740294,0.00032747549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001987129,0.00019931627,0.00056612067,0.0004792801,0.00026660706,0.000011113906,0.00042321076,0.000319553,0.0002760612],"category_scores_gemma":[0.00028266408,0.0001212636,0.00019191047,0.0017330276,0.00012005683,0.00024165689,0.00011749733,0.0013504849,0.000270827],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030720283,0.00091727724,0.13675667,0.006291778,0.003032931,0.000099657904,0.55442613,0.0017555513,0.00007283852,0.0022259657,0.06827047,0.22307868],"study_design_scores_gemma":[0.008721994,0.02187121,0.33767188,0.0046318187,0.0003604715,0.00004204583,0.2831813,0.29157037,0.00007782878,0.00057488034,0.04948732,0.0018088851],"about_ca_topic_score_codex":0.0005483581,"about_ca_topic_score_gemma":0.0016661311,"teacher_disagreement_score":0.28981483,"about_ca_system_score_codex":0.0015730065,"about_ca_system_score_gemma":0.0035664267,"threshold_uncertainty_score":0.6326688},"labels":[],"label_agreement":null},{"id":"W4313877553","doi":"10.2196/41212","title":"Developing a Capsule Clinic—A 24-Hour Institution for Improving Primary Health Care Accessibility: Evidence From China","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Zhejiang Province; National Natural Science Foundation of China; World Health Organization","keywords":"Telehealth; Business; Equity (law); Service (business); The Internet; Health care; Telemedicine; China; Medicine; Medical emergency; Marketing; Computer science; Economic growth; World Wide Web; Political science","score_opus":0.09703164785825937,"score_gpt":0.45274574760131986,"score_spread":0.3557140997430605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313877553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.937756,0.0004186134,0.04062125,0.016649095,0.00094006245,0.0028287033,0.00008245209,0.00047797142,0.00022585757],"genre_scores_gemma":[0.8962376,0.0009299093,0.0614273,0.03500116,0.0016177485,0.0008757105,0.003729472,0.000055156615,0.00012595223],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964481,0.000051219682,0.0016523219,0.00022267664,0.0010435141,0.00058214884],"domain_scores_gemma":[0.9980893,0.00030049222,0.0005242076,0.00035416082,0.00019143487,0.00054039573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014567586,0.00020433187,0.0005401442,0.00022014095,0.00028843127,0.000036874335,0.00021702274,0.00020432798,0.00013172741],"category_scores_gemma":[0.0015570567,0.00016653407,0.00009589267,0.00056671555,0.00009445707,0.0005920516,0.00015753257,0.0004533981,0.00008071362],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023457354,0.00007118959,0.015494445,0.012498132,0.000058530757,0.000018227225,0.04413537,0.000001110911,0.000046974288,0.0001074339,0.050549295,0.87678474],"study_design_scores_gemma":[0.015296344,0.0031597817,0.8283062,0.00665957,0.00022533424,0.00006886531,0.045707867,0.014536516,0.0008062125,0.0005194464,0.083835356,0.00087848573],"about_ca_topic_score_codex":0.0003357002,"about_ca_topic_score_gemma":0.00012050552,"teacher_disagreement_score":0.8759062,"about_ca_system_score_codex":0.00068933325,"about_ca_system_score_gemma":0.0043343827,"threshold_uncertainty_score":0.76890093},"labels":[],"label_agreement":null},{"id":"W4317214916","doi":"10.2196/38412","title":"Agreement Between Experts and an Untrained Crowd for Identifying Dermoscopic Features Using a Gamified App: Reader Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Crowdsourcing; Inter-rater reliability; Bottleneck; Reliability (semiconductor); Identification (biology); Computer science; Artificial intelligence; Gold standard (test); Similarity (geometry); Pattern recognition (psychology); Medicine; Image (mathematics); Mathematics; Statistics; Radiology","score_opus":0.10957820614675112,"score_gpt":0.412816470107709,"score_spread":0.3032382639609579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317214916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99168646,0.000019143416,0.004191644,0.00031837338,0.00021921023,0.0029361616,0.00000741473,0.0002620386,0.0003595784],"genre_scores_gemma":[0.9967193,0.000008250284,0.001468779,0.00072846765,0.0002825808,0.0001638641,0.00007601141,0.000019963778,0.0005327953],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9980234,0.00004592267,0.00062379224,0.00019477442,0.00075668626,0.0003554068],"domain_scores_gemma":[0.99891824,0.00011199829,0.0001229114,0.00034981183,0.00007551058,0.00042156212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007107102,0.00018694221,0.0003769217,0.00020917892,0.00019437267,0.00008374796,0.00011395912,0.0001484384,0.000081303915],"category_scores_gemma":[0.00017688714,0.00015224844,0.00006243982,0.0002775586,0.00008497221,0.00015358234,0.00010896823,0.00019036388,0.000009985853],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024901116,0.005420685,0.17556067,0.016310558,0.0030640683,0.0012313374,0.3947751,0.000053494572,0.00361741,0.00054713216,0.050032165,0.34689727],"study_design_scores_gemma":[0.02810568,0.006184091,0.48646933,0.0012799245,0.0012684903,0.00059061294,0.3828837,0.077065766,0.00095863716,0.0006151447,0.013145159,0.0014334499],"about_ca_topic_score_codex":0.000027603965,"about_ca_topic_score_gemma":0.000053599353,"teacher_disagreement_score":0.34546384,"about_ca_system_score_codex":0.00010653536,"about_ca_system_score_gemma":0.00008152987,"threshold_uncertainty_score":0.6208511},"labels":[],"label_agreement":null},{"id":"W4317360782","doi":"10.2196/40672","title":"A Comprehensive and Improved Definition for Hospital-Acquired Pressure Injury Classification Based on Electronic Health Records: Comparative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"U.S. National Library of Medicine; National Institutes of Health; Emory University","keywords":"Computer science; Medicaid; Benchmark (surveying); Quality (philosophy); Health care; Medicine","score_opus":0.09706632853721237,"score_gpt":0.44510018537318335,"score_spread":0.348033856835971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317360782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79127455,0.00028150715,0.07002224,0.03633271,0.0040353267,0.08041242,0.00075887225,0.00317521,0.013707187],"genre_scores_gemma":[0.98745656,0.000100733465,0.00063069764,0.006262358,0.00010648765,0.004439886,0.0004808577,0.000021118582,0.000501301],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973479,0.00045157026,0.00095067185,0.0001940336,0.0005022914,0.0005535638],"domain_scores_gemma":[0.99811095,0.0005904938,0.00053540396,0.00031994085,0.00018847847,0.00025471894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012326386,0.00019134325,0.0004021835,0.0002161648,0.0005863257,0.000022474236,0.00018335652,0.00017488471,0.00012026668],"category_scores_gemma":[0.0001425239,0.000164644,0.000059027192,0.00031371784,0.0000676669,0.00018254043,0.00012491285,0.0004160253,0.000110354915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002147807,0.003652844,0.0035394263,0.011399396,0.0008247442,0.0000025968259,0.1499329,0.000056809997,0.00003847649,0.026091617,0.7392459,0.06306749],"study_design_scores_gemma":[0.008564963,0.0056338846,0.054034993,0.0006131359,0.00010333297,3.0285264e-7,0.09516515,0.4883995,0.0000042942947,0.0017906859,0.3452355,0.00045426103],"about_ca_topic_score_codex":0.000024402238,"about_ca_topic_score_gemma":0.000053523498,"teacher_disagreement_score":0.4883427,"about_ca_system_score_codex":0.00011691197,"about_ca_system_score_gemma":0.00044572717,"threshold_uncertainty_score":0.67139876},"labels":[],"label_agreement":null},{"id":"W4317930397","doi":"10.2196/42458","title":"Barriers and Opportunities for the Use of Digital Tools in Medicines Optimization Across the Interfaces of Care: Stakeholder Interviews in the United Kingdom","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stakeholder; Set (abstract data type); Medicine; Nursing; Process (computing); Health care; Medical education; Knowledge management; Public relations; Computer science; Political science","score_opus":0.4514378221868721,"score_gpt":0.4827243655763063,"score_spread":0.03128654338943421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317930397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9795629,0.00018389114,0.0021219745,0.014118396,0.00037380197,0.0033290314,0.00014786053,0.000029447052,0.00013270523],"genre_scores_gemma":[0.9947085,0.0007709241,0.00005562212,0.0034485108,0.00006691994,0.0007619912,0.000105421386,0.000015008425,0.00006713253],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996887,0.00046114437,0.0016432728,0.00006470998,0.00051413383,0.0004297034],"domain_scores_gemma":[0.99176824,0.0071345335,0.00052446296,0.0002975898,0.00018154326,0.00009365311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003754748,0.00012340752,0.00034283227,0.00015259717,0.00020871841,0.000034069224,0.00043200282,0.0001835874,0.000025397178],"category_scores_gemma":[0.0030537741,0.000054832846,0.000034309276,0.00059747626,0.00037967204,0.0003767102,0.0001602846,0.00062050426,0.0000011579974],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017009633,0.00003104285,0.011339412,0.0074791834,0.000053819414,0.0000029923392,0.90278226,0.0021289098,8.681825e-7,0.001823579,0.02411188,0.05007593],"study_design_scores_gemma":[0.0012657995,0.00022430306,0.0011035121,0.0020467464,0.000011994538,0.0000033941337,0.744679,0.13550644,0.0000027894978,0.000035679263,0.11503413,0.0000862582],"about_ca_topic_score_codex":0.00029594617,"about_ca_topic_score_gemma":0.0010094431,"teacher_disagreement_score":0.15810332,"about_ca_system_score_codex":0.00007404908,"about_ca_system_score_gemma":0.00056219177,"threshold_uncertainty_score":0.36558735},"labels":[],"label_agreement":null},{"id":"W4317932413","doi":"10.2196/43847","title":"A Standardized Clinical Data Harmonization Pipeline for Scalable AI Application Deployment (FHIR-DHP): Validation and Usability Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Computer science; Workflow; Usability; Interoperability; Data validation; Database; Data quality; World Wide Web","score_opus":0.15876896399456608,"score_gpt":0.5407924530476688,"score_spread":0.3820234890531027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317932413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57759875,0.0000448781,0.39646938,0.0066002137,0.0010659661,0.0169509,0.0002706313,0.0006470541,0.00035224957],"genre_scores_gemma":[0.97118837,0.0006741585,0.005153924,0.006172045,0.0019996369,0.0083063375,0.004939729,0.00012090283,0.0014448821],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99383587,0.0008813038,0.0031029354,0.00036232677,0.001108652,0.0007089234],"domain_scores_gemma":[0.99503213,0.002199494,0.000697364,0.0010695686,0.00047093464,0.0005305125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017586805,0.00019481585,0.000591279,0.00013013073,0.00064265385,0.00003272622,0.00048818308,0.00044372186,0.00009856266],"category_scores_gemma":[0.0037135675,0.00016205992,0.000042895816,0.00061959744,0.00009972899,0.00051714975,0.0004934165,0.0008732446,0.00028463735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005440625,0.0010399391,0.28542587,0.0052426304,0.00012012002,0.0000012656782,0.012195346,0.000017515948,0.000007098488,0.0007242681,0.37793317,0.31674874],"study_design_scores_gemma":[0.007863652,0.0005513565,0.011656063,0.00030334544,0.000079234225,0.000002368759,0.009629484,0.73244107,0.000007587729,0.00062393025,0.23655728,0.00028464437],"about_ca_topic_score_codex":0.00011470445,"about_ca_topic_score_gemma":0.00031689767,"teacher_disagreement_score":0.73242354,"about_ca_system_score_codex":0.0003192958,"about_ca_system_score_gemma":0.0016933113,"threshold_uncertainty_score":0.6608612},"labels":[],"label_agreement":null},{"id":"W4319072347","doi":"10.2196/45742","title":"Correction: Social Media Monitoring of the COVID-19 Pandemic and Influenza Epidemic With Adaptation for Informal Language in Arabic Twitter Data: Qualitative Study","year":2023,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Arabic; Social media; Adaptation (eye); Computer science; 2019-20 coronavirus outbreak; Virology; Data science; World Wide Web; Linguistics; Medicine; Biology; Infectious disease (medical specialty); Pathology","score_opus":0.22524410894562577,"score_gpt":0.4838822956641144,"score_spread":0.2586381867184886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319072347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9300833,0.0002943682,0.0023826433,0.003068363,0.03717696,0.009371673,0.00066855433,0.0005696504,0.01638451],"genre_scores_gemma":[0.92180586,0.0019098638,0.0014065709,0.016438175,0.013734099,0.0011488309,0.0037585516,0.0002560079,0.039542045],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957764,0.00039199856,0.0013718704,0.00014193999,0.0018890148,0.00042873947],"domain_scores_gemma":[0.9956765,0.002384206,0.0010970208,0.0003250691,0.0001831375,0.0003340248],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005699961,0.00025146845,0.0005435215,0.00030150978,0.0004321374,0.00010484019,0.00077137526,0.0006145103,0.000042341606],"category_scores_gemma":[0.011874252,0.00017188561,0.000058695983,0.0007910028,0.00058229,0.0012312899,0.00025638856,0.0011778062,0.000009190958],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054480028,0.000027175058,0.0013926708,0.00030348534,0.000036903526,7.301764e-7,0.80594283,0.000012388533,1.8721739e-8,0.0000387745,0.1878897,0.0043008556],"study_design_scores_gemma":[0.0013960548,0.00007966974,0.005069453,0.00031860825,0.000041469248,0.0000032594037,0.9260017,0.002419074,1.202088e-7,0.00004363994,0.06441964,0.00020728145],"about_ca_topic_score_codex":0.0008019757,"about_ca_topic_score_gemma":0.0065039154,"teacher_disagreement_score":0.12347006,"about_ca_system_score_codex":0.00026568488,"about_ca_system_score_gemma":0.0028179009,"threshold_uncertainty_score":0.9964492},"labels":[],"label_agreement":null},{"id":"W4320026948","doi":"10.2196/44784","title":"Integrated Personal Health Record in Indonesia: Design Science Research Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Architecture; Stakeholder; eHealth; Knowledge management; Computer science; Health care; Business; Public relations; Geography; Economic growth","score_opus":0.27583915369556744,"score_gpt":0.5650288364438233,"score_spread":0.28918968274825585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320026948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98352486,0.000042269057,0.00070914516,0.005010577,0.0010857353,0.006868935,0.000005910756,0.0003880632,0.0023644788],"genre_scores_gemma":[0.9932884,0.0001699321,0.0006397713,0.002296969,0.0003245679,0.002420232,0.000020265108,0.000040287236,0.000799596],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9856483,0.0039602146,0.0027441618,0.00032678104,0.0042210817,0.0030995144],"domain_scores_gemma":[0.99413264,0.003096527,0.00040632059,0.0005048859,0.0006176442,0.0012419987],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.059501685,0.0002217005,0.00064794096,0.0019011282,0.0016686199,0.000038030765,0.0010339358,0.0003954924,0.00034192717],"category_scores_gemma":[0.003351607,0.00017385258,0.000036984144,0.008930475,0.0005046615,0.00045309612,0.0004795508,0.005334627,0.0027552682],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023187,0.0007842597,0.22937271,0.0026886505,0.000025798958,0.00009877778,0.45392385,0.0000052583136,0.000009238125,0.0007810918,0.1559201,0.1561584],"study_design_scores_gemma":[0.0056888773,0.003627759,0.11879365,0.0035729946,0.0000035049095,0.000022430102,0.6698355,0.15727313,0.0000030078631,0.00038627628,0.04028222,0.0005106652],"about_ca_topic_score_codex":0.00222191,"about_ca_topic_score_gemma":0.0020868701,"teacher_disagreement_score":0.21591164,"about_ca_system_score_codex":0.002894862,"about_ca_system_score_gemma":0.029166179,"threshold_uncertainty_score":0.99963105},"labels":[],"label_agreement":null},{"id":"W4320060573","doi":"10.2196/44161","title":"Smart Glasses for Supporting Distributed Care Work: Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality; National Science Foundation","keywords":"Telemedicine; Software deployment; Computer science; Videoconferencing; Systematic review; Multimedia; Mobile device; Health care; World Wide Web; MEDLINE; Software engineering","score_opus":0.06727886169999063,"score_gpt":0.4032027416426989,"score_spread":0.3359238799427083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320060573","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.978999e-9,0.67784137,0.31392413,0.00022881434,0.00018137104,0.0069569596,0.00020992386,0.0004883288,0.00016908275],"genre_scores_gemma":[1.4451125e-7,0.9826628,0.0035531314,0.00061172544,0.00008082852,0.010263797,0.0026605376,0.000042237774,0.00012479136],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9934959,0.00016635904,0.0040147454,0.000298013,0.0013564212,0.00066860794],"domain_scores_gemma":[0.9936564,0.0015319444,0.0023717205,0.0016701303,0.00029772904,0.00047207435],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001758555,0.0005113001,0.0030728525,0.00017716413,0.00021369084,0.00022209667,0.0032144638,0.00053031935,0.00001685698],"category_scores_gemma":[0.002184298,0.0003640313,0.0007876721,0.0019401864,0.000089042755,0.000321715,0.00089470483,0.0006706158,0.0006402921],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.219343e-8,0.000016390513,3.4398273e-8,0.87021804,0.0001144068,0.0000034361292,0.00027978836,1.7630649e-7,9.521977e-11,0.002406036,0.016079385,0.1108822],"study_design_scores_gemma":[0.00006459247,0.000013970479,3.233234e-8,0.5377125,0.0006210132,0.00003331848,0.00014681838,0.0012521286,2.0276751e-8,0.000048949372,0.45984417,0.0002624757],"about_ca_topic_score_codex":0.0000015945976,"about_ca_topic_score_gemma":0.0000024747558,"teacher_disagreement_score":0.44376478,"about_ca_system_score_codex":0.00030725004,"about_ca_system_score_gemma":0.0011773419,"threshold_uncertainty_score":0.99988115},"labels":[],"label_agreement":null},{"id":"W4320065402","doi":"10.2196/43005","title":"Identification of Postpartum Depression in Electronic Health Records: Validation in a Large Integrated Health Care System","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences; University of California, Irvine; Kaiser Permanente","keywords":"Medicine; Medical record; Diagnosis code; Pharmacy; Cohen's kappa; Health records; Kappa; Gold standard (test); Medical prescription; Chart; Emergency medicine; Health care; Pediatrics; Medical emergency; Family medicine; Population; Internal medicine; Machine learning; Statistics","score_opus":0.014027637013382572,"score_gpt":0.34285874168659164,"score_spread":0.3288311046732091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320065402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99555945,0.00072477455,0.00022807076,0.0014138573,0.00029996442,0.0014383759,0.000043420227,0.00013470901,0.00015736707],"genre_scores_gemma":[0.9974581,0.00095989247,0.000056181852,0.0006382843,0.000030293942,0.00015500764,0.00062874163,0.00001433202,0.000059174563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966536,0.00017798108,0.0017957939,0.00012830201,0.0006624848,0.00058183295],"domain_scores_gemma":[0.9988054,0.000062550425,0.000540176,0.00024984515,0.00006906473,0.00027296905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017491793,0.00013603886,0.00046467644,0.00047450385,0.0000562127,0.000009840433,0.00012758645,0.00015776683,0.00002468538],"category_scores_gemma":[0.00010148376,0.00011543077,0.000044763252,0.00081026205,0.00002501489,0.00016181244,0.000053322798,0.0005068503,0.000059078226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002211827,0.0012757378,0.5315321,0.25938067,0.00005957554,0.00009684482,0.14242981,0.00006087586,0.00006104743,0.0031429485,0.0031098335,0.05663875],"study_design_scores_gemma":[0.014144728,0.0030158455,0.6331452,0.1626872,0.000025034033,0.00027266817,0.08870854,0.08814802,0.004969966,0.00011187512,0.0040920624,0.000678856],"about_ca_topic_score_codex":0.00025807493,"about_ca_topic_score_gemma":0.0002698753,"teacher_disagreement_score":0.10161313,"about_ca_system_score_codex":0.0008493078,"about_ca_system_score_gemma":0.0010847939,"threshold_uncertainty_score":0.47071302},"labels":[],"label_agreement":null},{"id":"W4320069765","doi":"10.2196/40964","title":"Near Real-time Natural Language Processing for the Extraction of Abdominal Aortic Aneurysm Diagnoses From Radiology Reports: Algorithm Development and Validation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Aortic aneurysm repair treatments","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mayo Clinic","keywords":"Medicine; Algorithm; Medical diagnosis; Radiology; Abdominal aortic aneurysm; Artificial intelligence; Computer science; Machine learning; Identification (biology); Natural language processing; Aneurysm","score_opus":0.015170095721484892,"score_gpt":0.33346380949587834,"score_spread":0.31829371377439347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320069765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971698,0.0001278503,0.00089685473,0.00014809455,0.00012580302,0.0013623799,0.0000055531127,0.00012124406,0.000042415133],"genre_scores_gemma":[0.9852789,0.000041181636,0.013774161,0.00009654922,0.0000973625,0.0003000173,0.00023272919,0.000016615255,0.00016245311],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815446,0.000035830897,0.0008890952,0.00013310996,0.0005776396,0.00020987113],"domain_scores_gemma":[0.99851346,0.0006606269,0.00040323418,0.0002127332,0.00008810996,0.00012184346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005576987,0.00014412573,0.00032539447,0.00007155206,0.00014334876,0.000023465669,0.000068479836,0.00011023818,0.00003977363],"category_scores_gemma":[0.0006211993,0.00009088717,0.00004344434,0.00018397915,0.00014871654,0.00016358739,0.00005922831,0.0001747072,0.000011835942],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025833302,0.0006768283,0.039153285,0.0005249475,0.0003893277,0.0011224254,0.075501,0.000008659572,0.00041297448,8.168609e-7,0.0018428885,0.88010854],"study_design_scores_gemma":[0.0047790706,0.0011472822,0.42668626,0.00040680548,0.0007683234,0.002719965,0.04984389,0.51068336,0.002113867,0.000026531008,0.000498355,0.00032630668],"about_ca_topic_score_codex":0.000046109344,"about_ca_topic_score_gemma":0.00000235985,"teacher_disagreement_score":0.8797822,"about_ca_system_score_codex":0.00005743082,"about_ca_system_score_gemma":0.00026304557,"threshold_uncertainty_score":0.37062714},"labels":[],"label_agreement":null},{"id":"W4321749178","doi":"10.2196/43848","title":"Perspectives on Challenges and Opportunities for Interoperability: Findings From Key Informant Interviews With Stakeholders in Ohio","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Health information exchange; Knowledge management; Cross-domain interoperability; Health care; Business; Semantic interoperability; Process management; Public relations; Computer science; Political science; World Wide Web; Health information","score_opus":0.3294387234594087,"score_gpt":0.4370272974547091,"score_spread":0.10758857399530036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321749178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775063,0.0005858809,0.00013002366,0.010728909,0.00029882256,0.0024272103,0.000048437243,0.00020657992,0.008067836],"genre_scores_gemma":[0.97552896,0.013493425,0.0004038863,0.0059401793,0.00028575747,0.003072945,0.00014085654,0.00006570166,0.001068281],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99680066,0.00026326027,0.0013617406,0.00018617898,0.0005783486,0.00080979866],"domain_scores_gemma":[0.9973876,0.0014974545,0.00026313754,0.00032769152,0.00012464554,0.00039947103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002731821,0.00024291546,0.0005721338,0.00035112555,0.00021125205,0.000018448178,0.00026961835,0.00033984144,0.00012858734],"category_scores_gemma":[0.00046946504,0.00016705257,0.000044685654,0.00016375177,0.00018224987,0.00038933987,0.0001482857,0.0011254837,0.0001005123],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002800734,0.00008037778,0.0008693528,0.0040709553,0.000055134464,0.000010192278,0.85864705,0.000001007773,6.8032085e-7,0.007985706,0.008774929,0.11922457],"study_design_scores_gemma":[0.002352374,0.0010068674,0.0031616888,0.0036576453,0.000007701134,0.0000034761413,0.8506237,0.00538525,0.00000191947,0.00026381208,0.13330032,0.0002351964],"about_ca_topic_score_codex":0.00010117623,"about_ca_topic_score_gemma":0.0015074116,"teacher_disagreement_score":0.12452538,"about_ca_system_score_codex":0.0003913467,"about_ca_system_score_gemma":0.0007936528,"threshold_uncertainty_score":0.6812206},"labels":[],"label_agreement":null},{"id":"W4322757339","doi":"10.2196/43097","title":"Monitoring the Implementation of Tobacco Cessation Support Tools: Using Novel Electronic Health Record Activity Metrics","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute; National Heart, Lung, and Blood Institute","keywords":"Workflow; Smoking cessation; Clinical decision support system; Medicine; Referral; Medical emergency; Quality management; Electronic health record; Health information technology; Health care; Decision support system; Computer science; Family medicine; Database; Data mining; Operations management","score_opus":0.16344392786731604,"score_gpt":0.5191020187407736,"score_spread":0.3556580908734575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322757339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843414,0.000045607772,0.008733931,0.002351004,0.0014861344,0.0023106504,0.00003518256,0.00020096541,0.00049514155],"genre_scores_gemma":[0.99650806,0.0007360176,0.0006977322,0.00086296187,0.00062056613,0.0003687391,0.00006205621,0.000035579676,0.00010827391],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9943847,0.0004968442,0.0021301326,0.00014371226,0.0014618445,0.0013827364],"domain_scores_gemma":[0.99594223,0.0014298204,0.0016387082,0.00042299175,0.00024869296,0.00031757564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074179918,0.00019368964,0.0004880939,0.00035598467,0.0007324354,0.000020174075,0.00040150929,0.00031098948,0.0002840089],"category_scores_gemma":[0.0005673626,0.00014612824,0.00008453592,0.001964202,0.000055784672,0.00060226326,0.00018164929,0.0014397698,0.00010367169],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057732123,0.000118037286,0.13904129,0.0038626913,0.000119948396,9.1202685e-7,0.043018732,0.000024367157,0.00020269747,0.0021087434,0.0079817865,0.80346304],"study_design_scores_gemma":[0.011431086,0.0032729227,0.25640967,0.0043400065,0.0001534056,0.000051175513,0.37321597,0.08680143,0.0014168224,0.000859432,0.26044035,0.0016077105],"about_ca_topic_score_codex":0.0020247006,"about_ca_topic_score_gemma":0.0007693051,"teacher_disagreement_score":0.8018553,"about_ca_system_score_codex":0.001763339,"about_ca_system_score_gemma":0.0075008967,"threshold_uncertainty_score":0.9981257},"labels":[],"label_agreement":null},{"id":"W4323293892","doi":"10.2196/41153","title":"Mining Sensor Data to Assess Changes in Physical Activity Behaviors in Health Interventions: Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Physical Activity and Health","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Comisión Nacional de Investigación Científica y Tecnológica","keywords":"Wearable computer; Computer science; Psychological intervention; Systematic review; Data science; Scopus; Health promotion; Data mining; MEDLINE; Medicine; Public health","score_opus":0.46023671902429575,"score_gpt":0.5629189688213314,"score_spread":0.10268224979703566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323293892","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087272696,0.97765994,0.0000828917,0.0039005082,0.00026851706,0.016550882,0.00033635486,0.00021980466,0.00010834711],"genre_scores_gemma":[0.00003923886,0.99537563,0.00026468115,0.0014978204,0.00020384458,0.0018214496,0.0006272454,0.000060334554,0.00010976545],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.994014,0.0007541983,0.0025958861,0.00039764534,0.0014895357,0.000748682],"domain_scores_gemma":[0.99508667,0.001293875,0.001253287,0.0014207918,0.000052710187,0.0008926756],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038645486,0.000530186,0.0077970424,0.00067219866,0.000054719007,0.000035381683,0.0008624721,0.0003873097,0.000031909094],"category_scores_gemma":[0.0028973157,0.00038695592,0.00044743143,0.0019004776,0.00007689622,0.0003194814,0.0008483268,0.0020953114,0.0003177807],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004238828,0.0012198758,0.000001301384,0.8614836,0.000053416512,0.000050708783,0.000635059,3.9232635e-8,1.4777729e-8,0.0000214494,0.0009524778,0.13557784],"study_design_scores_gemma":[0.00031546428,0.00036237354,0.000018775572,0.97916275,0.0005676437,0.00007136743,0.00037433446,0.0006093103,7.612663e-8,0.0000034142965,0.018223625,0.00029088013],"about_ca_topic_score_codex":0.00009271063,"about_ca_topic_score_gemma":0.00053977023,"teacher_disagreement_score":0.13528696,"about_ca_system_score_codex":0.0007228608,"about_ca_system_score_gemma":0.0015881029,"threshold_uncertainty_score":0.99985826},"labels":[],"label_agreement":null},{"id":"W4327884670","doi":"10.2196/44455","title":"An Electronic Dashboard to Improve Dosing of Hydroxychloroquine Within the Veterans Health Care System: Time Series Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Drug-Induced Ocular Toxicity","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Quality Enhancement Research Initiative","keywords":"Medicine; Hydroxychloroquine; Dashboard; Dosing; Emergency medicine; Electronic health record; Veterans Affairs; Internal medicine; Medical emergency; Health care; Coronavirus disease 2019 (COVID-19); Database","score_opus":0.007750773877176443,"score_gpt":0.3069697613293895,"score_spread":0.2992189874522131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327884670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941682,0.000050615297,0.0010776218,0.0023507865,0.00014260408,0.0010745145,0.00004640157,0.0003463092,0.00074292405],"genre_scores_gemma":[0.9967756,0.000010033464,0.0008588065,0.0017660926,0.00014050247,0.000068425295,0.0002489553,0.000028133902,0.00010344593],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99658835,0.00012638152,0.0011534974,0.00017022903,0.0013708305,0.0005907214],"domain_scores_gemma":[0.9979514,0.00007956253,0.00035039257,0.0008526412,0.00016496898,0.00060102966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015213737,0.00022719754,0.0007867698,0.0003965601,0.00015195216,0.000038104088,0.0003908199,0.00018194383,0.00003266867],"category_scores_gemma":[0.0001813038,0.00015079042,0.00021227027,0.0019973768,0.00013523227,0.00024206437,0.00011227684,0.00054548495,0.00014219724],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016034743,0.0009391859,0.0044163316,0.023152677,0.0084774485,0.00023142746,0.82070756,0.0066909636,0.020956004,0.0052889744,0.006736818,0.100799136],"study_design_scores_gemma":[0.0067048115,0.008287227,0.010735122,0.0028429138,0.0028410691,0.0003337199,0.19757321,0.7396461,0.02239242,0.000051617768,0.0072363135,0.0013554747],"about_ca_topic_score_codex":0.00012929336,"about_ca_topic_score_gemma":0.00013485455,"teacher_disagreement_score":0.7329551,"about_ca_system_score_codex":0.00038726808,"about_ca_system_score_gemma":0.000822964,"threshold_uncertainty_score":0.6149055},"labels":[],"label_agreement":null},{"id":"W4327886420","doi":"10.2196/45534","title":"Understanding Views Around the Creation of a Consented, Donated Databank of Clinical Free Text to Develop and Train Natural Language Processing Models for Research: Focus Group Interviews With Stakeholders","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; British Heart Foundation; HORIZON EUROPE Framework Programme; National Institute for Health and Care Research; UK Research and Innovation; Johns Hopkins University","keywords":"Stakeholder; Focus group; Computer science; Plain language; Corporate governance; Artificial intelligence; World Wide Web; Knowledge management; Medicine; Public relations; Political science; Sociology","score_opus":0.6875658333331626,"score_gpt":0.575258509867812,"score_spread":0.11230732346535055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327886420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67224306,0.0014537892,0.28931972,0.014625039,0.0007177127,0.016503047,0.0003330763,0.00024307541,0.0045614666],"genre_scores_gemma":[0.99423724,0.00018403727,0.0034996616,0.0008769421,0.00014496381,0.0006970935,0.00014497274,0.000032711916,0.0001823641],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9944073,0.0010812954,0.0025450164,0.0001683466,0.0010707172,0.00072733825],"domain_scores_gemma":[0.99287766,0.005125298,0.0007924663,0.00040131866,0.0004883071,0.00031494262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01717863,0.00015858083,0.0006347055,0.00028182328,0.0004003052,0.000018209088,0.0004597547,0.00026817797,0.00001714553],"category_scores_gemma":[0.00436537,0.00009288073,0.00004363385,0.0013878496,0.0004164677,0.00030097822,0.00025714663,0.0012732048,0.000006057102],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017330416,0.00021958326,0.0019287405,0.026352422,0.00024490678,0.000009591361,0.5258094,0.000026011585,0.00005884538,0.01642542,0.107781045,0.31941095],"study_design_scores_gemma":[0.005708777,0.00097064243,0.00048556438,0.009268279,0.000036988073,0.000013799931,0.5695853,0.39213255,0.0000126580335,0.0019219021,0.019594597,0.0002689281],"about_ca_topic_score_codex":0.00027321608,"about_ca_topic_score_gemma":0.0051320535,"teacher_disagreement_score":0.39210653,"about_ca_system_score_codex":0.00023981692,"about_ca_system_score_gemma":0.0022039833,"threshold_uncertainty_score":0.5953805},"labels":[],"label_agreement":null},{"id":"W4328048457","doi":"10.2196/42736","title":"The Effect of Implementation of Guideline Order Bundles Into a General Admission Order Set on Clinical Practice Guideline Adoption: Quasi-Experimental Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Children's Healthcare of Atlanta; Emory University","keywords":"Medicine; Guideline; Pediatrics; Order (exchange); Intensive care medicine; Medical emergency; Physical therapy; Pathology","score_opus":0.12351415431727038,"score_gpt":0.5717064046630836,"score_spread":0.4481922503458133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4328048457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9805293,0.000068582915,0.0027763324,0.012058238,0.00077177864,0.0032975257,0.000027622653,0.00013423427,0.00033635928],"genre_scores_gemma":[0.9413506,0.00042948988,0.045114417,0.009132736,0.001420902,0.0004104006,0.0018933415,0.00009116179,0.00015695505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98728794,0.0008957285,0.00815097,0.00027799295,0.0029743847,0.00041298248],"domain_scores_gemma":[0.9890355,0.006021055,0.002187872,0.000764429,0.0015401561,0.00045099974],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015020775,0.00034146322,0.0008537035,0.00022155169,0.00020244338,0.00003460352,0.00036054838,0.00027550262,0.0006607279],"category_scores_gemma":[0.02715823,0.0002141601,0.00022904531,0.0011891999,0.0002647675,0.0004720598,0.00036021406,0.00072357914,0.000101142636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009603669,0.007979904,0.039798878,0.00066224,0.0014902054,0.00008490182,0.011095251,0.00023226607,0.00037862564,0.00039665078,0.48448908,0.44378832],"study_design_scores_gemma":[0.052175917,0.13538866,0.009855235,0.0006189632,0.0019504075,0.00019413815,0.25757128,0.10402,0.004517775,0.00009365646,0.43270501,0.0009089755],"about_ca_topic_score_codex":0.00040228397,"about_ca_topic_score_gemma":0.00009987247,"teacher_disagreement_score":0.44287935,"about_ca_system_score_codex":0.00012353892,"about_ca_system_score_gemma":0.0008883932,"threshold_uncertainty_score":0.9810364},"labels":[],"label_agreement":null},{"id":"W4360879252","doi":"10.2196/46348","title":"Deep Learning Approach for Negation and Speculation Detection for Automated Important Finding Flagging and Extraction in Radiology Report: Internal Validation and Technique Comparison Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiology practices and education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flagging; Computer science; Artificial intelligence; Negation; F1 score; Natural language processing; Encoder; Transformer; Security token; Speculation; Machine learning; Programming language","score_opus":0.040128834488439735,"score_gpt":0.400929795150139,"score_spread":0.36080096066169925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360879252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82375944,0.00002698372,0.17403644,0.0001559282,0.00010389126,0.0017503228,3.7662377e-7,0.00013979,0.000026824207],"genre_scores_gemma":[0.9885688,0.00008288927,0.010393841,0.000023376573,0.00010311327,0.00052630366,0.00027538303,0.000010742082,0.000015569194],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873716,0.00006363348,0.00073614443,0.00014828272,0.00015441487,0.00016039737],"domain_scores_gemma":[0.99898505,0.00032679553,0.0004719301,0.00006966756,0.0000611615,0.00008540766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020114682,0.000101591606,0.0002460496,0.00032130454,0.00014480075,0.00003930039,0.000021789921,0.00021236492,0.0000020513514],"category_scores_gemma":[0.0011289434,0.00009299912,0.000018633687,0.00018579194,0.000046445984,0.00037270604,0.000020549613,0.00028025705,2.568404e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010750946,0.00042703864,0.7281489,0.0019641826,0.00017268783,0.00002254305,0.03879019,0.002292445,0.0063518686,0.00012670128,0.00018696813,0.2204414],"study_design_scores_gemma":[0.0012314045,0.00045987018,0.12522757,0.000060130977,0.0000540196,0.00087073114,0.0096964035,0.86183906,0.00026814404,0.000058186935,0.00015699252,0.000077499535],"about_ca_topic_score_codex":0.000023495579,"about_ca_topic_score_gemma":0.000013391348,"teacher_disagreement_score":0.8595466,"about_ca_system_score_codex":0.000077289165,"about_ca_system_score_gemma":0.000034550078,"threshold_uncertainty_score":0.3792394},"labels":[],"label_agreement":null},{"id":"W4360923429","doi":"10.2196/44322","title":"Predicting Undesired Treatment Outcomes With Machine Learning in Mental Health Care: Multisite Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine learning; Mental health; Health care; Artificial intelligence; Predictive modelling; Outcome (game theory); Mental health care; Computer science; Medicine; Data mining; Psychiatry; Mathematics","score_opus":0.044858075267332376,"score_gpt":0.42740136938733625,"score_spread":0.3825432941200039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360923429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99207866,0.00006198403,0.000025616686,0.0016800653,0.00048810942,0.0018431706,0.00006994054,0.00040970763,0.00334274],"genre_scores_gemma":[0.9968327,0.000008090503,0.0001716484,0.00051044597,0.000026119787,0.0004668541,0.00030057266,0.000027456073,0.0016560748],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99741006,0.00014958673,0.0010322304,0.0001615525,0.00067641365,0.00057015393],"domain_scores_gemma":[0.9989752,0.00015070692,0.00025079795,0.00023919708,0.000020298123,0.0003637842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045508586,0.0002162907,0.00039034532,0.0002824914,0.00018109582,0.000039520688,0.00018715717,0.00008824929,0.00017506619],"category_scores_gemma":[0.000040999126,0.00015809663,0.00007031072,0.00051097665,0.00006812455,0.00020201276,0.00011124231,0.00036805816,0.00046817723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101672464,0.0015341439,0.7499386,0.0001570851,0.00012721513,0.0000736685,0.14138801,0.000015675541,3.293781e-8,0.00013807366,0.0004746348,0.10605121],"study_design_scores_gemma":[0.015459152,0.013365085,0.6731615,0.0006939157,0.000022980597,0.000073603784,0.28063956,0.008490797,0.00000327434,0.000019521129,0.00764511,0.0004254618],"about_ca_topic_score_codex":0.0010924982,"about_ca_topic_score_gemma":0.0034903206,"teacher_disagreement_score":0.13925156,"about_ca_system_score_codex":0.00056908885,"about_ca_system_score_gemma":0.000115569164,"threshold_uncertainty_score":0.6446994},"labels":[],"label_agreement":null},{"id":"W4361267129","doi":"10.2196/47695","title":"“To Err Is Evolution”: We Need the Implementation Report to Learn","year":2023,"lang":"en","type":"editorial","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Documentation; Digital health; Health informatics; Computer science; Informatics; eHealth; Knowledge management; Process management; Medicine; Data science; Health care; Nursing; Business; Public health; Political science","score_opus":0.046790452444096284,"score_gpt":0.5025722058212801,"score_spread":0.45578175337718385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361267129","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005610552,0.000050054576,0.0018772857,0.042144105,0.9438317,0.0068063643,0.00029901558,0.00052821386,0.0039022518],"genre_scores_gemma":[0.00012545493,0.00027582594,0.00034620796,0.010155842,0.94168836,0.006833786,0.0013946297,0.0001853325,0.038994573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98740685,0.0007370062,0.004578129,0.00034625613,0.004990813,0.0019409243],"domain_scores_gemma":[0.98990357,0.004870524,0.0015848508,0.0012629399,0.0009152441,0.0014628558],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00869044,0.0004730168,0.0009238645,0.0004499476,0.0011602731,0.00004789295,0.001158288,0.002307569,0.0017530598],"category_scores_gemma":[0.008452509,0.00033394602,0.00017095821,0.0013208288,0.0000673882,0.00018932753,0.000700495,0.005713212,0.015897851],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025834019,0.000014471062,0.00008775324,0.0019783445,0.000056027362,0.0000140158545,0.032953233,0.0000010020909,2.2307101e-7,0.00014300202,0.96048945,0.004236642],"study_design_scores_gemma":[0.0006440268,0.00024017667,0.00007142471,0.0016170887,0.000032445583,0.00000630351,0.029106885,0.00022932212,3.4510515e-7,0.00011497287,0.9676243,0.0003127223],"about_ca_topic_score_codex":0.002490551,"about_ca_topic_score_gemma":0.003404317,"teacher_disagreement_score":0.035092324,"about_ca_system_score_codex":0.0028797076,"about_ca_system_score_gemma":0.015675407,"threshold_uncertainty_score":0.99991125},"labels":[],"label_agreement":null},{"id":"W4361853034","doi":"10.2196/46127","title":"A SNOMED CT Mapping Guideline for the Local Terms Used to Document Clinical Findings and Procedures in Electronic Medical Records in South Korea: Methodological Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; Korea Health Industry Development Institute","keywords":"SNOMED CT; Systematized Nomenclature of Medicine; Context (archaeology); Guideline; Interoperability; Computer science; Information retrieval; Unified Medical Language System; Medicine; Terminology; Medical physics; Data mining; World Wide Web; Pathology; Geography","score_opus":0.09416665320763871,"score_gpt":0.4325761629273854,"score_spread":0.33840950971974665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361853034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9741403,0.000113862814,0.018611846,0.0055832556,0.0001802328,0.0012836899,0.0000061399037,0.000053565323,0.0000271497],"genre_scores_gemma":[0.9910197,0.0002630032,0.003634926,0.003990572,0.00023658603,0.00071958324,0.000054596585,0.000017726312,0.000063307205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996317,0.00026657028,0.0016131727,0.00033933242,0.0007422225,0.0007216456],"domain_scores_gemma":[0.99810493,0.0010451286,0.00013516076,0.00029106266,0.00004231601,0.00038140186],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009444574,0.00023563347,0.0005287306,0.00017939237,0.00008089983,0.00003625296,0.000598292,0.00043390103,0.00003306013],"category_scores_gemma":[0.010657822,0.00014322625,0.00010435096,0.00051251793,0.00042349647,0.000007669449,0.0005653759,0.0006667978,0.000010274998],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012663308,0.0010329937,0.20777763,0.0005232209,0.0003948041,0.00019184359,0.025055252,0.0000774876,0.000085229694,0.00020050514,0.06251607,0.7008786],"study_design_scores_gemma":[0.029998127,0.014523749,0.27132657,0.0012974786,0.0001378393,0.0003222678,0.13798265,0.08734688,0.0003929627,0.0023664783,0.4520318,0.002273194],"about_ca_topic_score_codex":0.000023333745,"about_ca_topic_score_gemma":0.00064465735,"teacher_disagreement_score":0.6986054,"about_ca_system_score_codex":0.000044068693,"about_ca_system_score_gemma":0.00046374975,"threshold_uncertainty_score":0.99767584},"labels":[],"label_agreement":null},{"id":"W4361994586","doi":"10.2196/44597","title":"Chinese Clinical Named Entity Recognition From Electronic Medical Records Based on Multisemantic Features by Using Robustly Optimized Bidirectional Encoder Representation From Transformers Pretraining Approach Whole Word Masking and Convolutional Neural Networks: Model Development and Validation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Convolutional neural network; Natural language processing; Artificial intelligence; Medical diagnosis; Encoder; Information retrieval","score_opus":0.04777504155592551,"score_gpt":0.3528988721904299,"score_spread":0.30512383063450443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361994586","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4513492,0.00003956598,0.5473912,0.0004825953,0.00023133047,0.00029517716,0.00001506157,0.00017087992,0.00002505707],"genre_scores_gemma":[0.8092697,0.00010193084,0.18745314,0.0007894873,0.00020541757,0.000096904805,0.0020498717,0.000021940934,0.000011607811],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959467,0.00042015355,0.0011045551,0.0004512194,0.0016044787,0.0004728749],"domain_scores_gemma":[0.9976481,0.0012906479,0.00033518136,0.00019848793,0.000104062005,0.00042349953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019614757,0.0002676334,0.00039585432,0.00021412315,0.000355152,0.00018136225,0.0003105509,0.00046573725,0.000040181905],"category_scores_gemma":[0.0009498129,0.00024109943,0.000077725854,0.0005362586,0.00015679751,0.00071756134,0.00013500506,0.0012689662,0.000003235062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029463737,0.0002209799,0.022490459,0.00018622985,0.00013629152,0.000009558204,0.00853395,0.43524262,0.000007177211,0.000036027348,0.00079120445,0.53205085],"study_design_scores_gemma":[0.0019553367,0.00005090724,0.009667301,0.0002159323,0.00001719698,0.000012025608,0.0002143848,0.98735636,0.0000059140616,0.00022756853,0.000027372638,0.00024967318],"about_ca_topic_score_codex":0.00015905632,"about_ca_topic_score_gemma":0.00003714506,"teacher_disagreement_score":0.5521138,"about_ca_system_score_codex":0.00014087697,"about_ca_system_score_gemma":0.0005507144,"threshold_uncertainty_score":0.983175},"labels":[],"label_agreement":null},{"id":"W4362513485","doi":"10.2196/45850","title":"An Ontology-Based Approach to Improving Medication Appropriateness in Older Patients: Algorithm Development and Validation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical decision support system; Informatics; Medicine; Ontology; Health informatics; Beers Criteria; Polypharmacy; Computer science; Domain (mathematical analysis); Decision support system; Data mining; Intensive care medicine; Public health","score_opus":0.07185029948464021,"score_gpt":0.39333834315140614,"score_spread":0.3214880436667659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362513485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97686994,0.0000037160185,0.02008647,0.00039009974,0.00014567345,0.0020398211,0.0000026124364,0.00011983614,0.00034180618],"genre_scores_gemma":[0.9720028,0.0000032989933,0.024795914,0.0022397186,0.00004682278,0.00041894286,0.000459756,0.000015696754,0.000017027687],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976192,0.00009177345,0.0007698191,0.00018262409,0.001031117,0.00030546047],"domain_scores_gemma":[0.9988518,0.00013763766,0.00015514682,0.00021533773,0.00011868744,0.0005214114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012386598,0.000159711,0.0002958502,0.0003281917,0.00007784795,0.000033321478,0.0001408735,0.00016201651,0.000026521271],"category_scores_gemma":[0.00041350743,0.0001227505,0.00001843601,0.00061537296,0.000046916975,0.00035016684,0.00008328974,0.00034519716,0.00004394204],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015920708,0.0040743197,0.32420933,0.00080912525,0.000046710316,0.000012191161,0.030271107,0.000060963866,0.0000073186034,0.00003233568,0.00015204649,0.6401653],"study_design_scores_gemma":[0.0073425225,0.0006202767,0.46356913,0.00012468931,0.00005272281,0.0000049048367,0.008657528,0.51776546,0.00013407608,0.000009200899,0.001462997,0.00025649095],"about_ca_topic_score_codex":0.00001793753,"about_ca_topic_score_gemma":0.000004824511,"teacher_disagreement_score":0.63990885,"about_ca_system_score_codex":0.0000934492,"about_ca_system_score_gemma":0.00025271525,"threshold_uncertainty_score":0.500562},"labels":[],"label_agreement":null},{"id":"W4362727246","doi":"10.2196/41576","title":"Using the H2O Automatic Machine Learning Algorithms to Identify Predictors of Web-Based Medical Record Nonuse Among Patients in a Data-Rich Environment: Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Office for Philosophy and Social Sciences","keywords":"Machine learning; Random forest; Computer science; Artificial intelligence; Test set; Categorical variable; Logistic regression; Gradient boosting; Algorithm; Data mining","score_opus":0.09608925282874946,"score_gpt":0.4967329899520927,"score_spread":0.4006437371233432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362727246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843453,0.000022305392,0.008233831,0.0005101898,0.0015709569,0.004884351,0.00005651542,0.00026029244,0.00011621412],"genre_scores_gemma":[0.9775631,0.00011489782,0.016804297,0.0019350706,0.0005298903,0.0020782866,0.0005883228,0.00016902889,0.00021711565],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98504245,0.0055910964,0.0042245085,0.0003565487,0.0034587996,0.0013265706],"domain_scores_gemma":[0.9916735,0.0047982405,0.0012307538,0.0012526598,0.00011322616,0.0009315942],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022724506,0.00036376878,0.0009961969,0.0006435482,0.0005376551,0.000021237107,0.0017029648,0.00061966677,0.0007768186],"category_scores_gemma":[0.007930379,0.0002542084,0.000075261734,0.0017625069,0.00019361169,0.00035115817,0.0015125716,0.0030883604,0.00026061118],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037020374,0.00065624795,0.8843463,0.002041931,0.000122582,0.000022649721,0.03430533,0.00020489699,0.000003285451,0.000004321077,0.005170455,0.07308499],"study_design_scores_gemma":[0.0030930492,0.00037763087,0.15399615,0.001223874,0.000046953723,0.0000012322191,0.012831321,0.82181066,0.0000023976872,0.000007794085,0.006392359,0.00021654603],"about_ca_topic_score_codex":0.0012907723,"about_ca_topic_score_gemma":0.002091241,"teacher_disagreement_score":0.8216058,"about_ca_system_score_codex":0.00061382545,"about_ca_system_score_gemma":0.002459978,"threshold_uncertainty_score":0.999991},"labels":[],"label_agreement":null},{"id":"W4366351498","doi":"10.2196/44237","title":"Data-Driven Identification of Unusual Prescribing Behavior: Analysis and Use of an Interactive Data Tool Using 6 Months of Primary Care Data From 6500 Practices in England","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Research for Patient Benefit Programme; Department of Health and Social Care; Wellcome Trust","keywords":"Identification (biology); Ranking (information retrieval); Computer science; Service (business); Outlier; Project commissioning; Service delivery framework; Health care; Prioritization; Data collection; Data science; Process management; Medicine; Publishing; Information retrieval; Business; Political science","score_opus":0.3325982189546277,"score_gpt":0.5166053387484159,"score_spread":0.18400711979378814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366351498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97951144,0.00006305441,0.0002324276,0.000022360262,0.00019039368,0.0004164882,0.019500533,0.000025807905,0.000037518595],"genre_scores_gemma":[0.96686006,0.000566724,0.0011093435,0.00007684983,0.0000617917,0.000012897213,0.03129778,0.000009618616,0.000004960671],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762505,0.00027918158,0.0011741908,0.00027780322,0.00044903177,0.00019471384],"domain_scores_gemma":[0.9958805,0.001181211,0.0013805594,0.0012931249,0.0001310317,0.00013361053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011048953,0.00014429058,0.00046019608,0.0003917111,0.00006171812,0.000026609014,0.0012550516,0.000218525,0.00006963267],"category_scores_gemma":[0.0007394612,0.00013852805,0.00003102201,0.0007340092,0.00024007313,0.0043943236,0.0015264108,0.00060097734,0.000002978321],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018270677,0.0033584074,0.65747935,0.0027945861,0.0050564003,0.00015403343,0.07467263,0.010504728,0.10814391,0.000022985616,0.0019310545,0.13405485],"study_design_scores_gemma":[0.0014277841,0.00003069685,0.055457894,0.00010639184,0.0020055207,0.0000050010344,0.0071616825,0.9254185,0.0035792815,0.000003989105,0.0046475055,0.00015577844],"about_ca_topic_score_codex":0.0006033825,"about_ca_topic_score_gemma":0.00060550997,"teacher_disagreement_score":0.9149138,"about_ca_system_score_codex":0.000041803603,"about_ca_system_score_gemma":0.00028781942,"threshold_uncertainty_score":0.564901},"labels":[],"label_agreement":null},{"id":"W4366463885","doi":"10.2196/44977","title":"Deployment of Real-time Natural Language Processing and Deep Learning Clinical Decision Support in the Electronic Health Record: Pipeline Implementation for an Opioid Misuse Screener in Hospitalized Adults","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; U.S. National Library of Medicine; National Institute on Drug Abuse; Institute for Clinical and Translational Research, University of Wisconsin, Madison; National Institutes of Health","keywords":"Computer science; Workflow; Clinical decision support system; Pipeline (software); Cloud computing; Analytics; Software deployment; Triage; Artificial intelligence; Health care; Machine learning; Decision support system; Medicine; Data science; Database; Software engineering; Medical emergency","score_opus":0.018676852955219193,"score_gpt":0.418264490297682,"score_spread":0.3995876373424628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366463885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9808245,0.00010889013,0.016426217,0.0013960288,0.000076745855,0.0010373665,0.0000022735453,0.0001090885,0.000018909817],"genre_scores_gemma":[0.97186404,0.000567855,0.026153449,0.0010077059,0.00006808156,0.000121353034,0.00019167553,0.000014408111,0.000011426203],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968745,0.00033531533,0.0014200672,0.00019229969,0.00068833306,0.0004894538],"domain_scores_gemma":[0.9984371,0.0006355695,0.0004472581,0.00024891825,0.000075093456,0.00015603636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005262451,0.00012982111,0.0003153358,0.0002171063,0.00009184343,0.000055548982,0.0005292998,0.000107992055,0.000012258592],"category_scores_gemma":[0.0005912947,0.000094229224,0.000042373886,0.00059969723,0.00004430037,0.00042377575,0.00015919306,0.00061029685,0.0000041808325],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073988704,0.000050370327,0.018961206,0.00034500723,0.0000022172806,0.0000034990635,0.029968727,0.00002659305,9.258171e-7,0.00010475989,0.0003269818,0.9501357],"study_design_scores_gemma":[0.0023936946,0.0010639796,0.045790102,0.00025564956,0.0000019775384,0.000009590008,0.0059775976,0.94369406,0.0000022078061,0.00012781087,0.0005752654,0.000108079825],"about_ca_topic_score_codex":0.00048822726,"about_ca_topic_score_gemma":0.0013713796,"teacher_disagreement_score":0.95002764,"about_ca_system_score_codex":0.00008248754,"about_ca_system_score_gemma":0.0004246591,"threshold_uncertainty_score":0.38425562},"labels":[],"label_agreement":null},{"id":"W4367856608","doi":"10.2196/47310","title":"An Extract-Transform-Load Process Design for the Incremental Loading of German Real-World Data Based on FHIR and OMOP CDM: Algorithm Development and Validation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Correctness; Computer science; Process (computing); Interoperability; Data mining; Algorithm; Database; Real-time computing; Programming language; Operating system","score_opus":0.14640713804425434,"score_gpt":0.49218479005926286,"score_spread":0.34577765201500854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367856608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72768223,0.00008605559,0.25042847,0.0041407854,0.00076465803,0.014159848,0.00026182152,0.00046722958,0.0020089014],"genre_scores_gemma":[0.95434797,0.0004665656,0.03710259,0.003156281,0.0005083301,0.0027772472,0.0012832946,0.00008701673,0.00027072767],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99666804,0.00024410014,0.0013389738,0.00017545122,0.0009771399,0.0005962796],"domain_scores_gemma":[0.9964064,0.0022281378,0.0004628498,0.00042328992,0.00014455154,0.00033482097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007283787,0.00017754796,0.00033076538,0.00017969844,0.0006482271,0.000022025315,0.00040938024,0.00017665784,0.000031787877],"category_scores_gemma":[0.00025908762,0.00012237378,0.000015572077,0.00039514195,0.000107044885,0.00043020514,0.000080975646,0.00055231137,0.000018010871],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003340955,0.00021441736,0.0027003156,0.010624295,0.00009583974,0.0000038437665,0.074531674,0.000044633995,0.00005401108,0.00046679014,0.013763078,0.897167],"study_design_scores_gemma":[0.0018846388,0.00034568657,0.0016250313,0.0011194139,0.000027738794,0.000003176015,0.009502992,0.96568006,0.0006105,0.00010454085,0.018888412,0.00020780774],"about_ca_topic_score_codex":0.00011949464,"about_ca_topic_score_gemma":0.0003512721,"teacher_disagreement_score":0.9656354,"about_ca_system_score_codex":0.00025023086,"about_ca_system_score_gemma":0.002451424,"threshold_uncertainty_score":0.4990258},"labels":[],"label_agreement":null},{"id":"W4377164179","doi":"10.2196/47934","title":"Data Analysis of Physician Competence Research Trend: Social Network Analysis and Topic Modeling Approach","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Education and Workforce Issues","field":"Nursing","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Core competency; Medical education; Health care; Psychology; Medicine; Knowledge management; Computer science","score_opus":0.19346994696617928,"score_gpt":0.4803194318430156,"score_spread":0.28684948487683637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377164179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821968,0.00010319185,0.008711023,0.004832257,0.00026309787,0.0003189602,0.000096211166,0.0001525137,0.003325916],"genre_scores_gemma":[0.99507993,0.00005931676,0.0022378901,0.00061547937,0.00040001154,0.000017092612,0.0015308723,0.000007979534,0.00005142721],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99732393,0.00019294993,0.00071631226,0.0001689155,0.0011558714,0.0004420251],"domain_scores_gemma":[0.99867046,0.00032819403,0.0001372126,0.0005248349,0.00011581395,0.00022350457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002121709,0.00010279099,0.0004996612,0.00084765744,0.00029084092,0.00005680205,0.0005278103,0.00015894735,0.00004198802],"category_scores_gemma":[0.00016051959,0.000090384194,0.00009996767,0.008724364,0.00018897843,0.00020973128,0.00026715946,0.00043449627,0.000009431992],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016062801,0.00056697044,0.04461076,0.0017944293,0.006955415,0.0000051020515,0.290225,0.034281407,0.000005223858,0.006585023,0.063208476,0.5516016],"study_design_scores_gemma":[0.00012312009,0.00001954285,0.0049587945,0.000033611283,0.0004997371,1.828329e-7,0.018134272,0.97356963,0.0000010023269,0.00015587322,0.0024183113,0.000085950654],"about_ca_topic_score_codex":0.00019096692,"about_ca_topic_score_gemma":0.0002972034,"teacher_disagreement_score":0.9392882,"about_ca_system_score_codex":0.000037594582,"about_ca_system_score_gemma":0.00008552115,"threshold_uncertainty_score":0.41917682},"labels":[],"label_agreement":null},{"id":"W4377221432","doi":"10.2196/41808","title":"Using a Clinical Data Warehouse to Calculate and Present Key Metrics for the Radiology Department: Implementation and Performance Evaluation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiology practices and education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; JavaScript; Data warehouse; JSON; Graphical user interface; DICOM; Database; User interface; Interface (matter); Data file; Information retrieval; Data mining; World Wide Web; Operating system","score_opus":0.34407343298512433,"score_gpt":0.5542899681048021,"score_spread":0.2102165351196778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377221432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989118,0.00021183657,0.003183482,0.0053264103,0.00032906118,0.0017544543,0.000021326545,0.000030094247,0.000025350659],"genre_scores_gemma":[0.9860581,0.002906809,0.007379397,0.0020777432,0.0005332598,0.00024344701,0.0007641929,0.000014042666,0.000022973529],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985894,0.0001053838,0.00057230913,0.00013265494,0.0003855599,0.00021471897],"domain_scores_gemma":[0.99808705,0.0010911672,0.00016775465,0.0003266516,0.00010430233,0.00022308856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004896013,0.00008533276,0.00019272586,0.00011848955,0.00019248428,0.000028316099,0.00012287685,0.0001267667,0.000025163285],"category_scores_gemma":[0.0015531051,0.000055401008,0.000020186697,0.00027793297,0.00010273074,0.0002936943,0.00017148511,0.00020353534,0.000009522556],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033948594,0.00008652385,0.112441555,0.0003676097,0.00029138153,0.0000023727262,0.008213787,0.00018843984,0.0000057024067,0.000096833006,0.050698634,0.82726765],"study_design_scores_gemma":[0.0014252187,0.00033849914,0.12640023,0.000027253018,0.00026536916,0.000114049064,0.0033397458,0.82736385,0.0000046889727,0.000017013126,0.040639963,0.00006409924],"about_ca_topic_score_codex":0.000013978121,"about_ca_topic_score_gemma":0.000008688314,"teacher_disagreement_score":0.8272036,"about_ca_system_score_codex":0.000041958112,"about_ca_system_score_gemma":0.00024062411,"threshold_uncertainty_score":0.22591875},"labels":[],"label_agreement":null},{"id":"W4378901016","doi":"10.2196/45496","title":"Interoperable, Domain-Specific Extensions for the German Corona Consensus (GECCO) COVID-19 Research Data Set Using an Interdisciplinary, Consensus-Based Workflow: Data Set Development Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Workflow; Computer science; Data science; Domain (mathematical analysis); USable; World Wide Web; Database","score_opus":0.3909576814881041,"score_gpt":0.5202761976731551,"score_spread":0.12931851618505102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378901016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9640609,0.00030577858,0.026751168,0.005086106,0.0006184454,0.0018442252,0.0011215573,0.00015307746,0.000058750433],"genre_scores_gemma":[0.93259996,0.00017033092,0.043834437,0.0038870468,0.00071374973,0.000338027,0.018061634,0.000092873415,0.0003019398],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961081,0.00041727582,0.0010135352,0.00059148646,0.0010905287,0.000779059],"domain_scores_gemma":[0.9947348,0.0012650137,0.00018131468,0.0029262654,0.0002345424,0.00065804593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064901933,0.0002932358,0.00036566175,0.00017027733,0.0011387297,0.00014426616,0.0029635557,0.00037353535,0.000067433735],"category_scores_gemma":[0.0014644713,0.00019606635,0.000050562856,0.00047772634,0.0014049483,0.000013799749,0.006193709,0.0006334718,0.00004394653],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008842391,0.00072929007,0.00063737086,0.00033531192,0.00039388574,0.00020370168,0.017966976,0.00013571378,0.00061302667,0.00003127867,0.89769185,0.08037733],"study_design_scores_gemma":[0.0026633765,0.0007539177,0.00054702966,0.00016018856,0.00003608706,0.000115643415,0.060025893,0.11634165,0.00009428461,0.000104042214,0.818751,0.00040691948],"about_ca_topic_score_codex":0.00003170831,"about_ca_topic_score_gemma":0.00039175147,"teacher_disagreement_score":0.11620593,"about_ca_system_score_codex":0.000086395834,"about_ca_system_score_gemma":0.0016854702,"threshold_uncertainty_score":0.87583035},"labels":[],"label_agreement":null},{"id":"W4379054525","doi":"10.2196/48072","title":"Acquisition of a Lexicon for Family History Information: Bidirectional Encoder Representations From Transformers–Assisted Sublanguage Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine; National Cancer Institute; National Institutes of Health","keywords":"Sublanguage; Encoder; Lexicon; Computer science; Natural language processing; Transformer; Artificial intelligence; Engineering; Electrical engineering","score_opus":0.015882960982461926,"score_gpt":0.28819383641596197,"score_spread":0.2723108754335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379054525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9651133,0.00017898774,0.031014623,0.0001713067,0.00022917442,0.00033391552,0.0007511104,0.00004025659,0.002167319],"genre_scores_gemma":[0.9816119,0.00017784307,0.0019192287,0.0008936623,0.00014241315,0.00017597036,0.014833186,0.000009447123,0.00023635861],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989311,0.000017385553,0.00051130936,0.00007974338,0.000315351,0.0001450847],"domain_scores_gemma":[0.999348,0.000042698237,0.00016494711,0.00017108886,0.00014836807,0.00012490444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001641799,0.00009656464,0.00016564343,0.00021265175,0.00005330657,0.000012959343,0.00012945845,0.0001644978,0.00019076356],"category_scores_gemma":[0.0000704568,0.00008956713,0.00023751303,0.00029427698,0.00008320311,0.00002874319,0.000032783733,0.000054075612,0.000015709946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00264879,0.0015497665,0.013625242,0.0023851718,0.012516,0.000028884404,0.055883985,0.004957454,0.15129924,0.0036923564,0.6037202,0.14769292],"study_design_scores_gemma":[0.009767358,0.0009791392,0.2527857,0.00016990562,0.0021602896,0.00003139508,0.04188004,0.15267913,0.023171617,0.00080018997,0.5138893,0.0016858908],"about_ca_topic_score_codex":0.00005057951,"about_ca_topic_score_gemma":0.00002809592,"teacher_disagreement_score":0.23916048,"about_ca_system_score_codex":0.000033381042,"about_ca_system_score_gemma":0.00029188913,"threshold_uncertainty_score":0.36524418},"labels":[],"label_agreement":null},{"id":"W4379259964","doi":"10.2196/46477","title":"Structure of Health Information With Different Information Models: Evaluation Study With Competency Questions","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Terminology; Information model; Computer science; Information system; Usability; Knowledge management; USable; Interoperability; Health informatics; Health care; Data science; Information retrieval; Medicine; World Wide Web; Nursing; Engineering; Public health","score_opus":0.05934256589468527,"score_gpt":0.43595112435493133,"score_spread":0.37660855846024605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379259964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96882427,0.000026038624,0.016833058,0.0014360517,0.00046270344,0.009152924,0.00010136108,0.00043544124,0.002728158],"genre_scores_gemma":[0.9963374,0.000050968625,0.0005197457,0.0011587213,0.00007078226,0.00088093156,0.00094078976,0.000017992445,0.000022671411],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9918305,0.000926308,0.0031419273,0.00010017716,0.0031744558,0.0008266263],"domain_scores_gemma":[0.99557763,0.000372864,0.0019998,0.00053606916,0.0010997481,0.00041389666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003246882,0.00028958876,0.00068264036,0.00061098696,0.0006471902,0.000027399159,0.00033206173,0.00029815047,0.00021087658],"category_scores_gemma":[0.0002728287,0.00018281233,0.000037007012,0.0012135373,0.000092925344,0.0026883218,0.000107096035,0.0011679111,0.00014340214],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000770733,0.00067885016,0.06793572,0.018663554,0.00044028787,0.00000190256,0.6408243,0.00993677,0.0000019599916,0.020674895,0.019674137,0.22039685],"study_design_scores_gemma":[0.011072757,0.0056082876,0.08923254,0.0039142487,0.00010136413,0.000024925124,0.23386009,0.6478161,0.000003766494,0.0015272796,0.006218514,0.0006201016],"about_ca_topic_score_codex":0.00054243306,"about_ca_topic_score_gemma":0.0013872571,"teacher_disagreement_score":0.6378794,"about_ca_system_score_codex":0.00072468113,"about_ca_system_score_gemma":0.0057210135,"threshold_uncertainty_score":0.9999156},"labels":[],"label_agreement":null},{"id":"W4379260118","doi":"10.2196/45105","title":"Identifying Risk Factors Associated With Lower Back Pain in Electronic Medical Record Free Text: Deep Learning Approach Using Clinical Note Annotations","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba; Manitoba Health; Dalhousie University","funders":"","keywords":"Artificial intelligence; Deep learning; Computer science; Machine learning; Natural language processing; Population; Medicine","score_opus":0.05217096888999695,"score_gpt":0.37165830536716693,"score_spread":0.31948733647717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379260118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5027255,0.000018235754,0.49536094,0.00045295537,0.00030358558,0.00037070198,0.0000024044834,0.0004491425,0.0003165683],"genre_scores_gemma":[0.9620965,0.00017758817,0.036002826,0.0010618924,0.00023077287,0.000073037794,0.00017570009,0.00007069987,0.00011096052],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9921116,0.0019856861,0.0018153454,0.0003873017,0.002539275,0.0011607453],"domain_scores_gemma":[0.99432164,0.0033564148,0.00077460945,0.0006839005,0.00016449609,0.0006989355],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012657031,0.00031668926,0.0005823585,0.00045580626,0.00036539757,0.00020210573,0.0018326147,0.0007009391,0.0001690838],"category_scores_gemma":[0.021140508,0.000260276,0.00014437184,0.0026824132,0.00021582475,0.0007408791,0.0007441372,0.004664769,0.00010006827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025989479,0.00037527215,0.75563896,0.0004199252,0.00013351753,0.000091950315,0.020300452,0.012159562,2.7838698e-7,0.0010216066,0.0013859182,0.20844655],"study_design_scores_gemma":[0.0010073654,0.00029973662,0.035417132,0.00039347107,0.000009504323,0.000009596158,0.0008395077,0.9605127,2.327372e-7,0.00030444085,0.00090673816,0.0002995555],"about_ca_topic_score_codex":0.00022670632,"about_ca_topic_score_gemma":0.00060664857,"teacher_disagreement_score":0.9483532,"about_ca_system_score_codex":0.00033529612,"about_ca_system_score_gemma":0.0010769202,"threshold_uncertainty_score":0.9999849},"labels":[],"label_agreement":null},{"id":"W4379880280","doi":"10.2196/45116","title":"Methods Used in the Development of Common Data Models for Health Data: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Scopus; Checklist; Harmonization; Process (computing); Systematic review; Data mining; MEDLINE; Information retrieval; Psychology; Political science","score_opus":0.5865763756479573,"score_gpt":0.6679763852099909,"score_spread":0.08140000956203364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379880280","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007269404,0.026186725,0.7933565,0.09054683,0.0033368657,0.07172223,0.001064376,0.00073952804,0.00577756],"genre_scores_gemma":[0.007414461,0.050193544,0.74686164,0.15605025,0.0013324172,0.0148436455,0.022694586,0.00023157314,0.00037790337],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9913878,0.0019720423,0.0044426234,0.00019788332,0.0010361961,0.0009634548],"domain_scores_gemma":[0.99101025,0.0054789595,0.0010922095,0.0020724577,0.00008273309,0.00026341787],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.053873178,0.00015703356,0.0009113846,0.0001366688,0.00039416456,0.0000066528996,0.0024843372,0.00021927558,0.000036226127],"category_scores_gemma":[0.001973664,0.00010255929,0.000028032067,0.00080481655,0.000051708954,0.00046545794,0.0011258076,0.0009961654,0.000055933793],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020215712,0.00012921865,0.00029529966,0.36432183,0.00004129446,9.737154e-7,0.078619264,0.000007913023,3.550196e-7,0.0017391416,0.26335087,0.29147363],"study_design_scores_gemma":[0.0021640225,0.00015428297,0.00021337526,0.27154097,0.000022308992,0.0000056316294,0.019268777,0.50547487,0.0000018229573,0.0007740789,0.20005035,0.00032947012],"about_ca_topic_score_codex":0.00010096967,"about_ca_topic_score_gemma":0.0025543547,"teacher_disagreement_score":0.505467,"about_ca_system_score_codex":0.0002156096,"about_ca_system_score_gemma":0.010279732,"threshold_uncertainty_score":0.99533105},"labels":[],"label_agreement":null},{"id":"W4380142754","doi":"10.2196/46275","title":"Visual Analytics of Multidimensional Oral Health Surveys: Data Mining Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Zhejiang Province; National Natural Science Foundation of China","keywords":"Visual analytics; Computer science; Visualization; Data science; Data visualization; Analytics; Data mining; Population; Information retrieval; Machine learning; Medicine; Environmental health","score_opus":0.13137834044670668,"score_gpt":0.44499185758658366,"score_spread":0.31361351713987695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380142754","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19667315,0.00001823795,0.8000861,0.0010699484,0.0005877247,0.0005977422,0.00017503095,0.00052790355,0.00026420268],"genre_scores_gemma":[0.91855556,0.0001256783,0.0736664,0.0041470304,0.00015109824,0.000015365455,0.0028915529,0.000033780812,0.00041353604],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963233,0.0002610215,0.0011484794,0.00019158813,0.0017255312,0.00035010223],"domain_scores_gemma":[0.9978246,0.00031612036,0.00036817798,0.00097506435,0.000146423,0.00036961026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051211817,0.00014554292,0.00037248927,0.00030056998,0.00010789429,0.00007536077,0.001721584,0.00007667571,0.00004914193],"category_scores_gemma":[0.0006148372,0.000121499834,0.000037830425,0.0017220869,0.00009361065,0.0008169537,0.0020828696,0.00018144675,0.000120361736],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016212485,0.004160981,0.05997856,0.0009027694,0.0004959284,0.000120428784,0.0448684,0.0007187765,0.000004796938,0.012548789,0.38754883,0.48863554],"study_design_scores_gemma":[0.00065561786,0.00021808891,0.008234498,0.000060902144,0.000006026082,0.000004806982,0.00379671,0.98329467,0.000003545294,0.000015154562,0.0035823733,0.00012761085],"about_ca_topic_score_codex":0.000031181775,"about_ca_topic_score_gemma":0.00005934949,"teacher_disagreement_score":0.9825759,"about_ca_system_score_codex":0.000025060988,"about_ca_system_score_gemma":0.00058889453,"threshold_uncertainty_score":0.49546197},"labels":[],"label_agreement":null},{"id":"W4380204546","doi":"10.2196/46159","title":"Social Determinants of Health Documentation in Structured and Unstructured Clinical Data of Patients With Diabetes: Comparative Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences; U.S. National Library of Medicine; National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health; Agency for Healthcare Research and Quality; National Institute on Drug Abuse; Health Resources and Services Administration","keywords":"Documentation; Unstructured data; Diabetes mellitus; Medicine; Computer science; Data science; Data mining; Big data","score_opus":0.2526235808050666,"score_gpt":0.5631099942465746,"score_spread":0.310486413441508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380204546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982617,0.000009736983,0.000033251647,0.00024971835,0.00010971726,0.00078135397,0.00047705145,0.00001968503,0.00005777289],"genre_scores_gemma":[0.99735236,0.000029767189,0.0007059688,0.0003774725,0.000025997517,0.000020352958,0.0014804709,0.0000040025925,0.00000360182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996304,0.00046956303,0.0021616158,0.000119234865,0.0006391829,0.00030643173],"domain_scores_gemma":[0.9977454,0.0004773797,0.0012165108,0.00025960215,0.00014376777,0.00015737406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015871355,0.00010434119,0.0007730844,0.00033444434,0.00023295537,0.000003984111,0.000248028,0.00022869892,0.00011406969],"category_scores_gemma":[0.00019670642,0.00008043658,0.000034040117,0.0011133134,0.0002617762,0.00029974082,0.00024119056,0.00045606916,0.0000049212313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005575202,0.000051266445,0.95585376,0.0008905791,0.000081572245,1.5415732e-7,0.03821821,0.000006979534,2.2375884e-8,0.00022184297,0.0010843202,0.0035355135],"study_design_scores_gemma":[0.0019346477,0.0001434119,0.9689218,0.00017574245,0.00005352375,1.7316394e-8,0.010750904,0.01755272,3.3152668e-7,0.00021406634,0.00018632026,0.00006653095],"about_ca_topic_score_codex":0.0001011747,"about_ca_topic_score_gemma":0.0017341294,"teacher_disagreement_score":0.027467307,"about_ca_system_score_codex":0.00003948264,"about_ca_system_score_gemma":0.00043795988,"threshold_uncertainty_score":0.32801083},"labels":[],"label_agreement":null},{"id":"W4380422322","doi":"10.2196/47862","title":"Improving an Electronic Health Record–Based Clinical Prediction Model Under Label Deficiency: Network-Based Generative Adversarial Semisupervised Approach","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Artificial intelligence; Machine learning; Computer science; Support vector machine; Receiver operating characteristic; Scalability; Logistic regression; Data set; Supervised learning; Data mining; Artificial neural network; Database","score_opus":0.05020924089187065,"score_gpt":0.35978249013165536,"score_spread":0.3095732492397847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380422322","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037542522,0.00003286995,0.9563844,0.0028893193,0.0007249489,0.0008788514,0.000014115825,0.0012550027,0.00027793724],"genre_scores_gemma":[0.49540335,0.00006400924,0.47212487,0.02963826,0.0013689882,0.00040739196,0.0008354962,0.00008013213,0.00007749342],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994017,0.0007278282,0.001734905,0.0005080262,0.0016614328,0.0013508127],"domain_scores_gemma":[0.9968177,0.00054112996,0.0005698506,0.0009586504,0.00019529641,0.000917382],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0051903096,0.00033241758,0.0005300084,0.00022657082,0.0005509258,0.00017241875,0.0013690883,0.0004988037,0.000019929561],"category_scores_gemma":[0.00046451893,0.0002975877,0.0001397256,0.0013506332,0.00015203567,0.00075167936,0.0003008017,0.0018522,0.000038146507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008548864,0.0005042392,0.002525407,0.0006892207,0.000028160366,0.000004724427,0.0038739466,0.83884835,0.0000033337851,0.01255553,0.008128345,0.13275324],"study_design_scores_gemma":[0.0019161081,0.0008995034,0.00045549578,0.00007096679,0.000007348169,0.0000043901864,0.00019607505,0.99517244,0.0000016501305,0.0006604805,0.00035103576,0.0002644897],"about_ca_topic_score_codex":0.00010542214,"about_ca_topic_score_gemma":0.00005240414,"teacher_disagreement_score":0.48425958,"about_ca_system_score_codex":0.00039343134,"about_ca_system_score_gemma":0.006170523,"threshold_uncertainty_score":0.9999476},"labels":[],"label_agreement":null},{"id":"W4381093987","doi":"10.2196/46267","title":"Comparing Natural Language Processing and Structured Medical Data to Develop a Computable Phenotype for Patients Hospitalized Due to COVID-19: Retrospective Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Medical record; Retrospective cohort study; Health records; Electronic health record; Emergency medicine; Medical emergency; Pediatrics; Health care; Internal medicine; Disease","score_opus":0.030375058583050854,"score_gpt":0.37348877486210796,"score_spread":0.3431137162790571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381093987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48848936,0.00003768411,0.50289774,0.006363108,0.00036785484,0.0011771739,0.000056233795,0.00055359834,0.00005722732],"genre_scores_gemma":[0.8837733,0.0000021888607,0.10758669,0.007889095,0.000091750524,0.000073339594,0.00054978754,0.000014785242,0.00001902637],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964293,0.000083970044,0.0007638424,0.00041123427,0.0017432738,0.0005683731],"domain_scores_gemma":[0.99693257,0.00034650502,0.00021495223,0.00069956435,0.00035519752,0.0014512313],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014403675,0.00022044536,0.0005848561,0.00046059708,0.0003216217,0.00026241047,0.0019856798,0.00017557245,0.000029934929],"category_scores_gemma":[0.00982192,0.00018439614,0.000037586393,0.00398172,0.00006467388,0.0005040106,0.0025625878,0.00049377955,0.000021171423],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018397695,0.00019068054,0.33411348,0.0037430022,0.0006245736,0.00013698795,0.27269503,0.0033236016,0.0000015904872,0.0025233587,0.04045197,0.34201175],"study_design_scores_gemma":[0.0007472944,0.00009244283,0.12438929,0.00008457316,0.000021986703,0.000006910104,0.00037885742,0.87149036,6.2770016e-7,0.0000694892,0.00249978,0.00021837931],"about_ca_topic_score_codex":0.00012730405,"about_ca_topic_score_gemma":0.00017648953,"teacher_disagreement_score":0.86816674,"about_ca_system_score_codex":0.00018926278,"about_ca_system_score_gemma":0.0008527206,"threshold_uncertainty_score":0.99851876},"labels":[],"label_agreement":null},{"id":"W4381094908","doi":"10.2196/48297","title":"Machine Learning–Enabled Clinical Information Systems Using Fast Healthcare Interoperability Resources Data Standards: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences","keywords":"Interoperability; Computer science; Health care; Data science; Knowledge management; Software engineering; World Wide Web","score_opus":0.20940211494314553,"score_gpt":0.5546051165683983,"score_spread":0.34520300162525275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381094908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6467966,0.097465344,0.022288462,0.04348469,0.037558116,0.09799919,0.005749444,0.0128620425,0.035796124],"genre_scores_gemma":[0.535126,0.32296416,0.0032572038,0.09572697,0.011650679,0.006156364,0.02125462,0.0006771025,0.0031869325],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98385906,0.0040315287,0.0074209687,0.00032657458,0.0028209812,0.0015408837],"domain_scores_gemma":[0.9923559,0.0018191955,0.0021393034,0.0016126413,0.000980326,0.0010926767],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033688594,0.00036755292,0.001492539,0.0002876848,0.0011631998,0.00007691772,0.0013225103,0.0007744897,0.00037781527],"category_scores_gemma":[0.00952122,0.0002842347,0.00011669199,0.001202772,0.00018894498,0.0016239707,0.0014128564,0.0041692,0.0011171256],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002575858,0.00013078227,0.046839394,0.70943475,0.00018661092,0.000021112164,0.04235783,0.000065967506,5.1145236e-7,0.0005431213,0.11210444,0.08805788],"study_design_scores_gemma":[0.001815268,0.00036530217,0.0003088953,0.24292277,0.00004329909,0.0000353094,0.018432183,0.28972858,1.3578166e-7,0.000011516072,0.4459028,0.00043394236],"about_ca_topic_score_codex":0.001274172,"about_ca_topic_score_gemma":0.00051499874,"teacher_disagreement_score":0.466512,"about_ca_system_score_codex":0.001023822,"about_ca_system_score_gemma":0.007273375,"threshold_uncertainty_score":0.99996096},"labels":[],"label_agreement":null},{"id":"W4383849440","doi":"10.2196/44842","title":"Designing Interoperable Health Care Services Based on Fast Healthcare Interoperability Resources: Literature Review","year":2023,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Health care; Computer science; Knowledge management; World Wide Web; Data science","score_opus":0.08994833988986692,"score_gpt":0.48990700101668927,"score_spread":0.3999586611268223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383849440","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003363858,0.9785032,0.00008330463,0.0030547853,0.0018906912,0.01273203,0.0004411291,0.00088869693,0.0024027647],"genre_scores_gemma":[0.0000034165535,0.9386496,0.0003936151,0.051518854,0.0010553047,0.0049424847,0.002436665,0.00026796406,0.00073211855],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97748744,0.007911509,0.008562994,0.000804128,0.00253732,0.002696612],"domain_scores_gemma":[0.9889028,0.0022607343,0.0036473307,0.0022556083,0.0007854631,0.0021480415],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.008139493,0.0013584521,0.00631026,0.00073109264,0.001383284,0.000103012695,0.002134559,0.0024649953,0.0004868324],"category_scores_gemma":[0.0007058703,0.0009154852,0.0008094359,0.0022895704,0.00013547942,0.00030908003,0.00060608936,0.011682836,0.0028139593],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000011583356,0.0000321014,0.0000047673093,0.59850895,0.000043067776,0.000014153813,0.023845788,1.380456e-7,6.0506816e-10,0.00001705639,0.016521722,0.3610007],"study_design_scores_gemma":[0.00028917784,0.0003805407,3.4876848e-7,0.47885188,0.00004952302,0.000014001105,0.0061337156,0.00013880557,6.292153e-9,0.0000016576935,0.51381624,0.0003240811],"about_ca_topic_score_codex":0.0004006125,"about_ca_topic_score_gemma":0.00105554,"teacher_disagreement_score":0.49729452,"about_ca_system_score_codex":0.004807805,"about_ca_system_score_gemma":0.013192513,"threshold_uncertainty_score":0.9999168},"labels":[],"label_agreement":null},{"id":"W4385144251","doi":"10.2196/43638","title":"Large Language Models for Epidemiological Research via Automated Machine Learning: Case Study Using Data From the British National Child Development Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Steno Diabetes Center Aarhus; Novo Nordisk; Novo Nordisk Fonden; Steno Diabetes Center Copenhagen","keywords":"Computer science; Data science; Artificial intelligence; Natural language processing; Machine learning","score_opus":0.3415056858925381,"score_gpt":0.5482106378465419,"score_spread":0.2067049519540038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385144251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922085,0.00009542834,0.0022775833,0.00028033392,0.000225486,0.003405437,0.00032848885,0.0005247546,0.0006539946],"genre_scores_gemma":[0.9947226,0.000003839933,0.0016333009,0.000962295,0.00027989905,0.0005854129,0.0016696161,0.000030664774,0.00011235788],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942785,0.0013202691,0.0014335297,0.00034908505,0.0017455469,0.000873096],"domain_scores_gemma":[0.9949982,0.0037189964,0.00023761665,0.0005554615,0.00017181081,0.0003179048],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01802718,0.00018797161,0.00039157015,0.00012038537,0.001990015,0.00014643116,0.0009876514,0.00022162114,0.00052599935],"category_scores_gemma":[0.0022612938,0.00014585916,0.00003720227,0.00063272857,0.00011164598,0.0002424582,0.0014416159,0.0013776437,0.00024074655],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037405,0.011555156,0.1125248,0.00059608254,0.0012193742,0.0102715315,0.7061487,0.0007774637,0.0000017799845,0.0004007019,0.10706149,0.0490689],"study_design_scores_gemma":[0.0021246555,0.00021013692,0.0069030183,0.00009968224,0.000012060431,0.0005740435,0.2324955,0.7561048,1.6232825e-7,0.000064197935,0.0012761015,0.00013561825],"about_ca_topic_score_codex":0.0031849244,"about_ca_topic_score_gemma":0.0030109163,"teacher_disagreement_score":0.75532734,"about_ca_system_score_codex":0.00016728697,"about_ca_system_score_gemma":0.00023971628,"threshold_uncertainty_score":0.99930924},"labels":[],"label_agreement":null},{"id":"W4385352453","doi":"10.2196/48693","title":"Applications of Natural Language Processing for the Management of Stroke Disorders: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"H2020 European Research Council; Ministerio de Ciencia e Innovación; Centro para el Desarrollo Tecnológico Industrial","keywords":"Stroke (engine); Computer science; Medicine; Data science; Intensive care medicine; Engineering","score_opus":0.014934807618476695,"score_gpt":0.35760870943932593,"score_spread":0.3426739018208492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385352453","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029281138,0.20374876,0.48161894,0.039162863,0.0008720089,0.0806958,0.00025098058,0.0013211983,0.1630483],"genre_scores_gemma":[0.80085874,0.089763574,0.07440482,0.011149757,0.00056236825,0.013467406,0.0009250868,0.00013110138,0.00873713],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9984909,0.0000052044106,0.00064074603,0.0000612956,0.00063239614,0.00016940967],"domain_scores_gemma":[0.9991931,0.00012227285,0.00026203503,0.00029946485,0.0000649228,0.000058253263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004524349,0.00008892965,0.0002655049,0.0000713872,0.00004154277,0.000004763784,0.00024006946,0.00004182708,0.000046737237],"category_scores_gemma":[0.00005373413,0.00005610767,0.000097857395,0.00041597814,0.000111133784,0.000060933868,0.00016599387,0.00012786711,0.00001045244],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001776112,0.00006247398,0.000055068143,0.1494911,0.00021122665,0.0000012768668,0.0015463843,0.0000018622874,0.000013131307,0.00028318627,0.018587792,0.8297287],"study_design_scores_gemma":[0.010578671,0.0005445095,0.0019992793,0.48199737,0.0036409565,0.000043502412,0.103965916,0.16804321,0.0019014974,0.00009192966,0.2262955,0.00089766114],"about_ca_topic_score_codex":0.0000013360489,"about_ca_topic_score_gemma":0.0000010697672,"teacher_disagreement_score":0.8288311,"about_ca_system_score_codex":0.00001759364,"about_ca_system_score_gemma":0.00006189632,"threshold_uncertainty_score":0.22880043},"labels":[],"label_agreement":null},{"id":"W4385477561","doi":"10.2196/45315","title":"Computer-Supported Collaborative Design of Standardized Clinical Cases: Algorithm Development and Validation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Workflow; Computer science; Learning Management; Software deployment; Software engineering; World Wide Web; Multimedia; Database","score_opus":0.05294375060523205,"score_gpt":0.3725811955201923,"score_spread":0.31963744491496027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385477561","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05732454,0.000005078236,0.9409045,0.00036823872,0.00039629257,0.00036497845,0.000002765404,0.00015479735,0.0004787868],"genre_scores_gemma":[0.054540325,0.00010903161,0.94456077,0.0004899995,0.00008077373,0.00005008495,0.00006396486,0.0000080993905,0.00009697014],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979142,0.00018264199,0.00089984713,0.00011078384,0.00070498366,0.00018755111],"domain_scores_gemma":[0.99843043,0.0006027547,0.0002894901,0.0001651273,0.00025769832,0.00025451387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022168353,0.0001017813,0.00025582482,0.00013085322,0.00011564633,0.0001159676,0.00032964742,0.00011332484,0.000042303393],"category_scores_gemma":[0.00031441633,0.000086184664,0.000024413925,0.0007847425,0.00010140732,0.00046670897,0.00025345272,0.00020902549,0.000078928926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000151706,0.00012013102,0.00057555863,0.00009330301,0.000066908615,0.000026569465,0.03872417,0.000148348,0.0000019833947,0.0024406265,0.017637007,0.9401502],"study_design_scores_gemma":[0.001756183,0.00042020908,0.0039741085,0.00015479514,0.0000092315295,0.000045309305,0.0117873335,0.94118136,0.00051747594,0.0001224346,0.039761264,0.00027027592],"about_ca_topic_score_codex":0.0000013871056,"about_ca_topic_score_gemma":4.197169e-7,"teacher_disagreement_score":0.941033,"about_ca_system_score_codex":0.000029315803,"about_ca_system_score_gemma":0.0010511156,"threshold_uncertainty_score":0.35145086},"labels":[],"label_agreement":null},{"id":"W4385742401","doi":"10.2196/45846","title":"Analyzing and Forecasting Pediatric Fever Clinic Visits in High Frequency Using Ensemble Time-Series Methods After the COVID-19 Pandemic in Hangzhou, China: Retrospective Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Medicine; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Time series; Retrospective cohort study; Series (stratigraphy); Pediatrics; Virology; Computer science; Machine learning; Internal medicine; Outbreak; Infectious disease (medical specialty); Disease","score_opus":0.06006073183992325,"score_gpt":0.407553451315643,"score_spread":0.3474927194757198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385742401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96537197,0.000114704446,0.0325307,0.00081257924,0.00020169269,0.0007100843,0.000002978588,0.00019373253,0.00006155722],"genre_scores_gemma":[0.95430636,0.00007059258,0.044631176,0.000697,0.00012741593,0.00010655347,0.0000041581375,0.000016860238,0.000039907765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99639,0.00088169484,0.0011777717,0.00028665172,0.0007157245,0.00054819445],"domain_scores_gemma":[0.99757284,0.0012714593,0.00036659325,0.00045130827,0.000059781018,0.00027801198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007375445,0.00021944211,0.00045713066,0.00054229365,0.00022738111,0.00014439649,0.0006738252,0.00020131559,0.000046426838],"category_scores_gemma":[0.00407711,0.00016209627,0.000048532558,0.002589834,0.00007897586,0.0007557261,0.0008073529,0.001207525,0.000025282528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011945798,0.000026394287,0.9634939,0.00017431799,0.000008121135,0.00006441582,0.028941818,0.00020043943,7.4321724e-7,0.0000713875,0.000038924245,0.0069676246],"study_design_scores_gemma":[0.00068265805,0.00011849182,0.7051363,0.00006264264,0.0000092587015,0.000063547224,0.0011688524,0.29095253,3.1251716e-7,0.0015837877,0.000025490886,0.00019613764],"about_ca_topic_score_codex":0.0005518828,"about_ca_topic_score_gemma":0.00045363122,"teacher_disagreement_score":0.29075208,"about_ca_system_score_codex":0.0003091437,"about_ca_system_score_gemma":0.00041068374,"threshold_uncertainty_score":0.6610094},"labels":[],"label_agreement":null},{"id":"W4385850660","doi":"10.2196/45523","title":"Establishment of a Public Mental Health Database for Research Purposes in the Ferrara Province: Development and Preliminary Evaluation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Università degli Studi di Ferrara","keywords":"Medicine; Mental health; Database; Medical record; Family medicine; Medical emergency; Psychiatry; Computer science; Surgery","score_opus":0.3301081272725828,"score_gpt":0.555236187640892,"score_spread":0.22512806036830918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385850660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801522,0.0001462918,0.00006689036,0.0067997677,0.00032109133,0.010953512,0.00009786755,0.000034887304,0.0014274892],"genre_scores_gemma":[0.9914555,0.000008350484,0.0004486334,0.00036751773,0.000023391065,0.0069716144,0.0005086764,0.000009853821,0.00020649082],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.995794,0.00053574407,0.0011792223,0.00014705237,0.0018253888,0.0005185755],"domain_scores_gemma":[0.9986849,0.0004833443,0.0001975963,0.0003050114,0.00012432758,0.00020486253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015215418,0.00010117344,0.00018594316,0.00042764202,0.00019731697,0.000065334265,0.00037589262,0.000062825646,0.00007497053],"category_scores_gemma":[0.00045154442,0.00007300491,0.000025616087,0.0006923246,0.0001530977,0.00038606863,0.00028786293,0.00028937444,0.000042367963],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019796364,0.00474803,0.0029811987,0.0014199115,0.000052809923,0.0000066507478,0.15607598,4.4739238e-7,2.3218684e-7,0.004722925,0.07515988,0.75463396],"study_design_scores_gemma":[0.009934885,0.012895634,0.18495114,0.0016124387,0.000017862803,0.000060253995,0.70966244,0.00972333,0.000028433657,0.0011000253,0.0696692,0.000344322],"about_ca_topic_score_codex":0.000052014737,"about_ca_topic_score_gemma":0.00029514087,"teacher_disagreement_score":0.7542896,"about_ca_system_score_codex":0.00024241782,"about_ca_system_score_gemma":0.0008824164,"threshold_uncertainty_score":0.52733904},"labels":[],"label_agreement":null},{"id":"W4385990616","doi":"10.2196/48097","title":"The Journey of Zanzibar’s Digitally Enabled Community Health Program to National Scale: Implementation Report","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community health; Digital health; HRHIS; Context (archaeology); Business; Service delivery framework; Health care; Government (linguistics); International health; Health policy; Enabling; Medicine; Nursing; Service (business); Public health; Marketing; Economic growth","score_opus":0.03686012549820858,"score_gpt":0.4311019361733254,"score_spread":0.39424181067511677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385990616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96122247,0.000011423742,0.00010954656,0.026851367,0.00019046373,0.0014496238,0.0000376772,0.00017744012,0.009949997],"genre_scores_gemma":[0.9862816,0.00012677014,0.0008502674,0.011351957,0.00015215728,0.00015424055,0.0004604133,0.000012967945,0.00060964486],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9969273,0.00006318666,0.0011077388,0.000048551276,0.0015104284,0.00034278628],"domain_scores_gemma":[0.99847883,0.00012326002,0.00031849009,0.0002301468,0.0003187634,0.0005305046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002222894,0.000095766685,0.00024040433,0.00008644257,0.00029195478,0.000036218004,0.0001998181,0.00006480894,0.000057551537],"category_scores_gemma":[0.00034504215,0.00005927637,0.000060773724,0.00045085765,0.00008652829,0.00011069205,0.00014357493,0.0003942264,0.000071468865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029970662,0.0009106982,0.040024724,0.0026369554,0.00017178853,0.00005326696,0.017542437,0.000014602924,0.000010178691,0.0031175276,0.5932897,0.34192845],"study_design_scores_gemma":[0.0029178583,0.0024367548,0.5783212,0.00089756807,0.000021813707,0.0009429822,0.022962442,0.0017185261,0.0000964619,0.0017738899,0.38770092,0.00020953277],"about_ca_topic_score_codex":0.00023652153,"about_ca_topic_score_gemma":0.00022976061,"teacher_disagreement_score":0.5382965,"about_ca_system_score_codex":0.00013829354,"about_ca_system_score_gemma":0.0010471843,"threshold_uncertainty_score":0.24172203},"labels":[],"label_agreement":null},{"id":"W4386173035","doi":"10.2196/48933","title":"Applications of the Natural Language Processing Tool ChatGPT in Clinical Practice: Comparative Study and Augmented Systematic Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Concordance; Artificial intelligence; Computer science; Health care; Reliability (semiconductor); Natural language processing; Data science; MEDLINE; Medicine; Machine learning","score_opus":0.1249508598316767,"score_gpt":0.5494528445603836,"score_spread":0.42450198472870687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386173035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733259,0.008279993,0.00015421135,0.0061489665,0.00022937036,0.010969115,0.0000033159547,0.000079830104,0.00080930046],"genre_scores_gemma":[0.9961603,0.0006621594,0.00015277338,0.0022299676,0.000060894712,0.0006364843,0.000015176139,0.000004696214,0.000077533536],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9973817,0.0001715537,0.001621903,0.00007700106,0.0006091439,0.00013870442],"domain_scores_gemma":[0.99832815,0.00065317383,0.00045097346,0.00026761234,0.00020724245,0.00009284561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022091493,0.00008309412,0.00047193313,0.00007632112,0.00006420097,0.000011948876,0.00012853679,0.00007660057,0.000013186321],"category_scores_gemma":[0.002662283,0.000048861253,0.000044820677,0.00081306545,0.00012451211,0.00015366687,0.00006720916,0.00044192662,0.000034267785],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010049609,0.0021178941,0.013981624,0.5366358,0.0001618979,0.000018169434,0.26104173,0.000001109465,0.000004100335,0.00031228786,0.0037511215,0.18187378],"study_design_scores_gemma":[0.0006710812,0.0006020321,0.019245367,0.16127081,0.00069398107,0.0001544881,0.7518933,0.06401457,0.00006685574,0.0000856457,0.0010030512,0.00029882565],"about_ca_topic_score_codex":0.000028422624,"about_ca_topic_score_gemma":0.000028013377,"teacher_disagreement_score":0.49085158,"about_ca_system_score_codex":0.000038364073,"about_ca_system_score_gemma":0.00034452544,"threshold_uncertainty_score":0.3187194},"labels":[],"label_agreement":null},{"id":"W4386197493","doi":"10.2196/48256","title":"Implementing Clinical Information Systems in Sub-Saharan Africa: Report and Lessons Learned From the MatLook Project in Cameroon","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hôpitaux Universitaires de Genève","keywords":"Referral; Information governance; Medicine; Information system; Promotion (chess); Quality management; Change management (ITSM); Nursing; Management information systems; Medical emergency; Business; Medical education; Operations management; Management system; Engineering","score_opus":0.2053114403192509,"score_gpt":0.513457543216263,"score_spread":0.30814610289701216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386197493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776919,0.00044886526,0.00018222225,0.008376265,0.0014156732,0.005291399,0.00007418622,0.00029853292,0.006220951],"genre_scores_gemma":[0.9805521,0.0073617883,0.00022874368,0.003712681,0.001274363,0.0050000683,0.001143119,0.000075559015,0.0006516166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99073714,0.001378872,0.005141199,0.00019000187,0.0010877753,0.0014650072],"domain_scores_gemma":[0.99440575,0.003433944,0.0012411696,0.0005251848,0.00011540172,0.0002785462],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019219758,0.00022290522,0.0006838141,0.00034733638,0.00042776743,0.00005739644,0.00037811333,0.0006296704,0.00003703454],"category_scores_gemma":[0.0030980594,0.00015636126,0.00006033205,0.0011135959,0.00011283219,0.0006605253,0.00042311678,0.0025839654,0.00049747556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016272062,0.00013788229,0.32562697,0.004962558,0.0000952687,0.00020914499,0.12200084,0.000015720543,0.000006126165,0.0018641979,0.32706872,0.21784985],"study_design_scores_gemma":[0.002909178,0.00010491054,0.06554299,0.0025476995,0.000012908344,0.00003843396,0.0609525,0.047233768,6.5473597e-7,0.00017705445,0.8202021,0.00027778538],"about_ca_topic_score_codex":0.005571604,"about_ca_topic_score_gemma":0.0045311004,"teacher_disagreement_score":0.4931334,"about_ca_system_score_codex":0.00037068452,"about_ca_system_score_gemma":0.00235246,"threshold_uncertainty_score":0.9997171},"labels":[],"label_agreement":null},{"id":"W4386346970","doi":"10.2196/46760","title":"Diagnostic Performance, Triage Safety, and Usability of a Clinical Decision Support System Within a University Hospital Emergency Department: Algorithm Performance and Usability Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kuopion Yliopistollinen Sairaala","keywords":"Usability; Triage; Clinical decision support system; Medical emergency; Medicine; Emergency department; Medical diagnosis; Medical record; Health informatics; Patient safety; Emergency medicine; Health care; Decision support system; Nursing; Public health; Computer science; Internal medicine","score_opus":0.038925363094837344,"score_gpt":0.41454023108970206,"score_spread":0.3756148679948647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386346970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918427,0.000024205607,0.0004747073,0.00012358918,0.0016451905,0.0047639734,0.00008794982,0.0002097096,0.0008279686],"genre_scores_gemma":[0.9973608,0.0014601115,0.0005801481,0.00004226913,0.00018556492,0.00012063099,0.000042625677,0.000020505142,0.00018730114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99151826,0.0011951753,0.004674676,0.0003762154,0.001361737,0.00087395986],"domain_scores_gemma":[0.9922926,0.0045925127,0.0012219322,0.0006684721,0.00030204692,0.0009224582],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015837789,0.00030444964,0.0012122231,0.00020214122,0.00076458056,0.000007992139,0.00040236805,0.00055660994,0.00017303518],"category_scores_gemma":[0.00327819,0.00024711998,0.00010089318,0.0008452781,0.00035542084,0.00052599807,0.0006630551,0.0014263822,0.00014201038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002982934,0.00040183132,0.8910353,0.004557381,0.00005440364,0.000013263911,0.014283413,0.000003230368,3.011165e-8,0.000054208045,0.0012390857,0.08805954],"study_design_scores_gemma":[0.0049746595,0.0031163278,0.83824116,0.0009056913,0.00006230945,0.00001311673,0.029453553,0.119041525,3.8117392e-7,0.000011900046,0.003917353,0.00026203203],"about_ca_topic_score_codex":0.00014692439,"about_ca_topic_score_gemma":0.00014963672,"teacher_disagreement_score":0.1190383,"about_ca_system_score_codex":0.0003854188,"about_ca_system_score_gemma":0.001582041,"threshold_uncertainty_score":0.9999981},"labels":[],"label_agreement":null},{"id":"W4386478391","doi":"10.2196/47914","title":"A Mobile App (Concerto) to Empower Hospitalized Patients in a Swiss University Hospital: Development, Design, and Implementation Report","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile apps; University hospital; Medicine; Computer science; World Wide Web; Medical emergency","score_opus":0.030076437762327605,"score_gpt":0.4226039956265488,"score_spread":0.3925275578642212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386478391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838941,0.000008506295,0.00406102,0.00092997233,0.00030364946,0.009737611,0.000019005774,0.0002517521,0.00079434644],"genre_scores_gemma":[0.94309497,0.00085138524,0.021542925,0.008284975,0.00014981201,0.022664588,0.001387045,0.00007008746,0.0019541988],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99720085,0.00013849365,0.0012522397,0.00019056918,0.0005380315,0.00067981053],"domain_scores_gemma":[0.9981191,0.00022774155,0.0003611138,0.00025729963,0.00017217746,0.00086255354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013287541,0.0001527097,0.00027824697,0.00029678553,0.00043410316,0.000008018151,0.00019322973,0.00024202614,0.00025213222],"category_scores_gemma":[0.00019820522,0.00014622121,0.000022473374,0.00087735016,0.00004679509,0.00020959097,0.00024211004,0.0004069407,0.00044221742],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016779694,0.00034829765,0.43308938,0.0017936463,0.000029496037,0.00006281671,0.13548419,0.000010468665,0.0000013964936,0.0007660064,0.24775346,0.18049304],"study_design_scores_gemma":[0.003256706,0.00026553607,0.33808818,0.00022364086,0.0000057796196,0.0000016788704,0.016921703,0.0006029715,0.0000035330904,0.000099368466,0.6403024,0.00022844912],"about_ca_topic_score_codex":0.00019426185,"about_ca_topic_score_gemma":0.00018500275,"teacher_disagreement_score":0.39254898,"about_ca_system_score_codex":0.00031919972,"about_ca_system_score_gemma":0.0014032285,"threshold_uncertainty_score":0.59627277},"labels":[],"label_agreement":null},{"id":"W4386496107","doi":"10.2196/42477","title":"Applying Natural Language Processing to Textual Data From Clinical Data Warehouses: Systematic Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Unstructured data; Natural language processing; Information retrieval; Artificial intelligence; Data extraction; Information extraction; Named-entity recognition; Systematic review; Big data; MEDLINE; Data science; Task (project management); Data mining","score_opus":0.12183663208402451,"score_gpt":0.4661288339060583,"score_spread":0.3442922018220338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386496107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013668489,0.08995989,0.7653082,0.063808806,0.008117448,0.03640635,0.0020089115,0.017130544,0.0035913605],"genre_scores_gemma":[0.27475664,0.006074912,0.43757668,0.25072482,0.0043819766,0.0033218083,0.021900538,0.00030144397,0.00096117787],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943186,0.00038843259,0.0022033912,0.00051268475,0.0020250278,0.00055186095],"domain_scores_gemma":[0.9921876,0.0014486087,0.00053760246,0.0051041367,0.00010564936,0.00061641284],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["open_science"],"category_scores_codex":[0.00567947,0.00024835722,0.00085796294,0.00013992516,0.00018198515,0.00029758344,0.010787779,0.00018397417,0.00004677477],"category_scores_gemma":[0.011362359,0.0001830583,0.000054746262,0.0012669413,0.00006876267,0.0015072029,0.008945672,0.0012095218,0.0018307917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062615154,0.000086946246,0.00052103424,0.39048213,0.00008858338,0.00019817872,0.011495475,0.0000111755835,3.9726248e-7,0.00022978595,0.16867921,0.42820084],"study_design_scores_gemma":[0.00019654911,0.000031439562,0.00014343363,0.06248709,0.000036813133,0.000033473807,0.0014736527,0.92875403,1.5963212e-7,0.0000112594,0.006581551,0.00025052333],"about_ca_topic_score_codex":0.000068833106,"about_ca_topic_score_gemma":0.00004642088,"teacher_disagreement_score":0.9287429,"about_ca_system_score_codex":0.000044497014,"about_ca_system_score_gemma":0.00055877154,"threshold_uncertainty_score":0.9990698},"labels":[],"label_agreement":null},{"id":"W4386579961","doi":"10.2196/47959","title":"Assessing the Use of German Claims Data Vocabularies for Research in the Observational Medical Outcomes Partnership Common Data Model: Development and Evaluation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gemeinsame Bundesausschuss; Technische Universität Dresden; Deutsche Forschungsgemeinschaft","keywords":"Observational study; German; General partnership; Computer science; Medicine; Data science; Data mining; Business; Pathology; History","score_opus":0.8204296411418371,"score_gpt":0.6228032602187634,"score_spread":0.19762638092307372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386579961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92629844,0.000020645928,0.035776287,0.035715036,0.00010944014,0.001969442,0.00001650702,0.00006257096,0.000031630545],"genre_scores_gemma":[0.974667,0.000009006505,0.022311017,0.0018508211,0.000047165722,0.00026520272,0.0008319624,0.000008107382,0.000009689537],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9920792,0.0011161454,0.0010142234,0.00023119341,0.0052034413,0.00035578842],"domain_scores_gemma":[0.98976356,0.0077664685,0.00019513216,0.001909133,0.00023825828,0.00012742064],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.036370985,0.000107754444,0.00021290922,0.00015020055,0.00040235627,0.00041262948,0.0043722712,0.00012229827,0.000004659324],"category_scores_gemma":[0.0054976097,0.000059783364,0.000011841707,0.00073659327,0.0002328608,0.0017210635,0.0034253635,0.000807532,0.0000029858425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019341578,0.00043097202,0.3247461,0.00089109846,0.0000812659,0.000015101328,0.1814515,0.0028135607,9.5240075e-8,0.025629517,0.027875323,0.43604612],"study_design_scores_gemma":[0.00035038724,0.00002888242,0.14491981,0.000086272004,0.000004660401,0.0000033624804,0.0032882465,0.8467652,1.4298844e-7,0.0011397684,0.0033567278,0.000056545323],"about_ca_topic_score_codex":0.00006075549,"about_ca_topic_score_gemma":0.00041871273,"teacher_disagreement_score":0.84395164,"about_ca_system_score_codex":0.00004257874,"about_ca_system_score_gemma":0.0016868173,"threshold_uncertainty_score":0.99225885},"labels":[],"label_agreement":null},{"id":"W4386710076","doi":"10.2196/48808","title":"ChatGPT-Generated Differential Diagnosis Lists for Complex Case–Derived Clinical Vignettes: Diagnostic Accuracy Evaluation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Differential diagnosis; Medical diagnosis; Medicine; Radiology; Pathology","score_opus":0.3661866926666326,"score_gpt":0.5378131142135208,"score_spread":0.17162642154688823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386710076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857705,0.000051019393,0.002804343,0.006268243,0.0017147632,0.0029679106,0.000044215063,0.00025871684,0.00012025937],"genre_scores_gemma":[0.9884288,0.0006646374,0.000750311,0.0037684233,0.0019573781,0.0023049586,0.0020432977,0.000031476506,0.000050717135],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960736,0.00017103116,0.0019022932,0.00021810547,0.0010946778,0.00054030825],"domain_scores_gemma":[0.99132305,0.006442694,0.0003626632,0.00039908665,0.000771917,0.0007005564],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018450134,0.00022948509,0.0005037449,0.00021304721,0.00029097492,0.00006908324,0.00017628518,0.0004556694,0.0017248701],"category_scores_gemma":[0.01997758,0.00019185455,0.00020226455,0.0005722288,0.00021102585,0.0002263848,0.000076195574,0.0004478114,0.00051537156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017062307,0.0006851147,0.018352952,0.0009015232,0.00013903913,0.0001323156,0.011913995,0.00003078638,0.000063989566,0.00010834335,0.15356205,0.8139393],"study_design_scores_gemma":[0.0015250075,0.001363442,0.032383148,0.0008123448,0.00044282203,0.00043414955,0.009602868,0.9228379,0.0015468246,0.00068658625,0.027832465,0.00053243997],"about_ca_topic_score_codex":0.000094467854,"about_ca_topic_score_gemma":0.00008440697,"teacher_disagreement_score":0.9228071,"about_ca_system_score_codex":0.00013743626,"about_ca_system_score_gemma":0.00079827965,"threshold_uncertainty_score":0.9991877},"labels":[],"label_agreement":null},{"id":"W4386744561","doi":"10.2196/46725","title":"A Pragmatic Method to Integrate Data From Preexisting Cohort Studies Using the Clinical Data Interchange Standards Consortium (CDISC) Study Data Tabulation Model: Case Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Ministry of Health, Labour and Welfare; Wellcome Trust; Japan Agency for Medical Research and Development","keywords":"Computer science; Metadata; Data dictionary; Electronic data capture; Data mining; Information retrieval; Data mapping; Annotation; Metadata repository; Database; Data set; Clinical trial; Medicine; Artificial intelligence; World Wide Web","score_opus":0.691730939353338,"score_gpt":0.6850991794433892,"score_spread":0.006631759909948798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386744561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8069835,0.00013185883,0.16581154,0.0011364949,0.0018458123,0.01710394,0.006387382,0.00046598673,0.00013354539],"genre_scores_gemma":[0.9349671,0.00022468083,0.046348747,0.0038853127,0.0028332116,0.0023653382,0.008829252,0.00022914028,0.00031724595],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9789215,0.00844128,0.006720008,0.0011241513,0.0033636233,0.0014294677],"domain_scores_gemma":[0.9744764,0.012809149,0.0017265183,0.009389053,0.0007980147,0.0008008706],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.0878871,0.00048763043,0.0015654503,0.00026181372,0.0014480752,0.000104439,0.005409196,0.0003876367,0.00010374475],"category_scores_gemma":[0.026593879,0.0003115972,0.00004368226,0.001233819,0.0002051064,0.001428416,0.018560458,0.0033118934,0.00015248828],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036404523,0.001633682,0.16947667,0.0032072167,0.0035192007,0.0009625617,0.51839614,0.0004241657,0.0000010473079,0.00004331814,0.24407928,0.057892654],"study_design_scores_gemma":[0.0012100402,0.00029423521,0.0004670683,0.000852719,0.0003454881,0.000044798886,0.3544192,0.63907385,3.3437477e-8,0.000049533683,0.003037889,0.00020514533],"about_ca_topic_score_codex":0.0052352864,"about_ca_topic_score_gemma":0.03463009,"teacher_disagreement_score":0.6386497,"about_ca_system_score_codex":0.0006930906,"about_ca_system_score_gemma":0.0052655153,"threshold_uncertainty_score":0.99997205},"labels":[],"label_agreement":null},{"id":"W4387115262","doi":"10.2196/40959","title":"Successes and Barriers of Health Information Exchange Participation Across Hospitals in South Carolina From 2014 to 2020: Longitudinal Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health information exchange; Health information technology; Medicine; Referral; Logistic regression; Psychological intervention; Health care; Incentive; Odds ratio; Family medicine; Observational study; Odds; Health informatics; Interoperability; Public health; Nursing; Health information","score_opus":0.10760502390783096,"score_gpt":0.48215185096977253,"score_spread":0.3745468270619416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387115262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929203,0.00007845563,0.0004147527,0.0026681891,0.0004348321,0.0031133646,0.00016981365,0.000103266284,0.00009705885],"genre_scores_gemma":[0.99628943,0.00009921069,0.000115101895,0.0018585378,0.0001546712,0.0011539848,0.00028576792,0.000013753998,0.000029520377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943068,0.0005478181,0.0028913342,0.00014516809,0.0011852761,0.0009236184],"domain_scores_gemma":[0.99702895,0.00079855614,0.00091742154,0.0002965931,0.00028244237,0.00067602115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005389776,0.00018855021,0.00062273204,0.00023637815,0.00038481163,0.00002155433,0.0002465805,0.00026676172,0.0002541024],"category_scores_gemma":[0.0018650389,0.00016773502,0.00003159593,0.000971078,0.000064674656,0.00086606387,0.00025129315,0.0006337815,0.00032604559],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035085097,0.00002994536,0.7380966,0.0012772817,0.000015513007,0.0000012072175,0.24825147,0.00002637623,1.829237e-7,0.00004500296,0.0073606875,0.0048606615],"study_design_scores_gemma":[0.0015620673,0.0004269702,0.9022086,0.00053148356,0.000005012043,3.8557926e-7,0.08660097,0.0051599,0.0000010813266,0.00006207849,0.0032988992,0.00014251699],"about_ca_topic_score_codex":0.0032381513,"about_ca_topic_score_gemma":0.0034487315,"teacher_disagreement_score":0.16411206,"about_ca_system_score_codex":0.00033194094,"about_ca_system_score_gemma":0.0017162461,"threshold_uncertainty_score":0.68400353},"labels":[],"label_agreement":null},{"id":"W4387357939","doi":"10.2196/44892","title":"A Multilabel Text Classifier of Cancer Literature at the Publication Level: Methods Study of Medical Text Classification","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Classifier (UML); Artificial intelligence; Machine learning; Terminology; Information retrieval; Natural language processing","score_opus":0.08301918992268613,"score_gpt":0.43616050301028353,"score_spread":0.3531413130875974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387357939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873823,0.0007744469,0.002542926,0.0071252277,0.00035614063,0.0006276293,0.00007592911,0.000064505824,0.0010509229],"genre_scores_gemma":[0.9914129,0.0012641725,0.0026781284,0.0011972813,0.00025097563,0.00041974752,0.00045897876,0.000026271833,0.0022915625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99707395,0.00023101819,0.00092298846,0.00018045078,0.0013269174,0.00026467085],"domain_scores_gemma":[0.9982598,0.00023741616,0.00042105064,0.0005644049,0.00030626438,0.00021110567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020673636,0.00016525632,0.00029084354,0.000116391115,0.00009533508,0.000023984958,0.0007422709,0.00070242933,0.00025427673],"category_scores_gemma":[0.0022757696,0.00009950679,0.00009387221,0.00074698945,0.0005464604,0.000010674385,0.00048247626,0.00037773143,0.000021290112],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010628605,0.0005720464,0.0038930485,0.00035356393,0.00024065694,0.0000025013496,0.0119090155,0.0000037755474,0.0061678514,0.00025418095,0.12253609,0.853961],"study_design_scores_gemma":[0.0066325334,0.0018249634,0.1321019,0.0008267629,0.00018135997,0.000053785094,0.047159713,0.06417367,0.021040456,0.00013197001,0.72506356,0.00080933835],"about_ca_topic_score_codex":0.000033744906,"about_ca_topic_score_gemma":0.00012920178,"teacher_disagreement_score":0.8531516,"about_ca_system_score_codex":0.000023630608,"about_ca_system_score_gemma":0.00029086487,"threshold_uncertainty_score":0.54177785},"labels":[],"label_agreement":null},{"id":"W4387585322","doi":"10.2196/47833","title":"Machine Learning Models for Blood Glucose Level Prediction in Patients With Diabetes Mellitus: Systematic Review and Network Meta-Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diabetes Management and Research","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Meta-analysis; Medicine; Machine learning; Mean squared error; Hypoglycemia; Adverse effect; Diabetes mellitus; Predictive modelling; Mean absolute error; Artificial intelligence; Internal medicine; Computer science; Statistics; Mathematics; Endocrinology","score_opus":0.0628903905310422,"score_gpt":0.3073146111873001,"score_spread":0.24442422065625788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387585322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59070045,0.26344898,0.03255853,0.01166558,0.0004369497,0.090867005,0.0009518695,0.0024368085,0.0069338363],"genre_scores_gemma":[0.91704905,0.02326862,0.012964279,0.011738662,0.00032667693,0.012614036,0.010081346,0.0002638408,0.0116935],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972094,0.000091300404,0.0009613601,0.00014584954,0.001135266,0.00045679143],"domain_scores_gemma":[0.99875635,0.00032101362,0.00023653948,0.00027894776,0.00015436069,0.0002527852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024702272,0.00019633675,0.0016300909,0.00037979241,0.000083123894,0.000040689094,0.00014294202,0.0001090192,0.00010363269],"category_scores_gemma":[0.00040869304,0.0001135225,0.00027249876,0.0015192506,0.00007071775,0.00025734305,0.00012471592,0.00033811107,0.000016959571],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008723261,0.00062270736,0.046378367,0.81809926,0.12424612,0.000009189122,0.0012591467,0.0038829206,1.3557396e-7,0.00045885815,0.0032805086,0.0016755356],"study_design_scores_gemma":[0.002864031,0.00066844677,0.0028447092,0.008862129,0.1984888,3.32996e-7,0.0001405676,0.78559715,0.0000011482042,0.00014489134,0.00017939409,0.00020841701],"about_ca_topic_score_codex":0.0000016462362,"about_ca_topic_score_gemma":0.0000048119655,"teacher_disagreement_score":0.8092372,"about_ca_system_score_codex":0.000022767563,"about_ca_system_score_gemma":0.000035979032,"threshold_uncertainty_score":0.46293133},"labels":[],"label_agreement":null},{"id":"W4387755351","doi":"10.2196/45636","title":"Clinical Decision Support to Reduce Opioid Prescriptions for Dental Extractions using SMART on FHIR: Implementation Report","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pain Management and Opioid Use","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Dental and Craniofacial Research","keywords":"Interoperability; Clinical decision support system; Medical prescription; Medicine; Health care; Decision support system; Medical emergency; Computer science; Nursing; World Wide Web; Data mining","score_opus":0.0923440918977014,"score_gpt":0.47760798554702905,"score_spread":0.38526389364932767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387755351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9604914,0.0000031412649,0.03235083,0.0009524258,0.0018159078,0.0022752152,0.000034463927,0.00026296204,0.001813625],"genre_scores_gemma":[0.7792789,0.00036215456,0.17627974,0.02123196,0.0046114298,0.001978241,0.0054944255,0.0001684541,0.0105947135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968981,0.00002862426,0.0014315784,0.00016936776,0.0010317909,0.00044053342],"domain_scores_gemma":[0.9982285,0.00038665993,0.00022954641,0.00040311625,0.000116504845,0.0006356981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019528301,0.00016208977,0.0003025081,0.0003768121,0.00020442244,0.00004701529,0.00014992915,0.00018074455,0.00041481078],"category_scores_gemma":[0.0012840452,0.00014232962,0.00020757486,0.0004963227,0.000056731395,0.0003093879,0.0001282087,0.00029956395,0.00041391957],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035131443,0.0005272213,0.07564156,0.0002834172,0.00014260219,0.000114798764,0.0021594015,0.000026239628,0.000110111054,0.0004971235,0.8262046,0.093941584],"study_design_scores_gemma":[0.0042425585,0.0010883163,0.24374813,0.00048339902,0.00025002516,0.0001592505,0.010474208,0.031745143,0.00019490953,0.00020501956,0.7070349,0.00037415558],"about_ca_topic_score_codex":0.00000952097,"about_ca_topic_score_gemma":0.000013346358,"teacher_disagreement_score":0.18121254,"about_ca_system_score_codex":0.00013981752,"about_ca_system_score_gemma":0.000278605,"threshold_uncertainty_score":0.5804033},"labels":[],"label_agreement":null},{"id":"W4387874393","doi":"10.2196/47761","title":"The Implementation of an Electronic Medical Record in a German Hospital and the Change in Completeness of Documentation: Longitudinal Document Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Documentation; German; Completeness (order theory); Medical record; Electronic health record; Medical emergency; Medicine; Computer science; History; Political science; Health care; Programming language","score_opus":0.03647373343595553,"score_gpt":0.4839933990695299,"score_spread":0.44751966563357437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387874393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905965,0.00012121634,0.00008741229,0.006710866,0.00020376455,0.0021382305,0.000007572899,0.000023206549,0.00011123],"genre_scores_gemma":[0.99658686,0.0013504883,0.000028153667,0.00046388782,0.00010553409,0.0013608835,0.00007881318,0.000009564937,0.000015791184],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942377,0.0010715036,0.0024600648,0.00012567294,0.0013403171,0.0007647251],"domain_scores_gemma":[0.9969395,0.0016269663,0.00081189506,0.00031220756,0.000105524945,0.00020395267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009134006,0.00013971004,0.0005775101,0.000361714,0.00021648001,0.000012109588,0.00040412528,0.00020055522,0.00042508385],"category_scores_gemma":[0.00021406241,0.00008267683,0.000069738584,0.0017242696,0.0002741171,0.0003236332,0.00017301804,0.0008252842,0.000012970818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037535414,0.00015649559,0.6280852,0.0021522718,0.00038414565,0.0000127902595,0.18044913,0.0000046188156,0.0000011790506,0.041412182,0.0007009568,0.1462657],"study_design_scores_gemma":[0.011996519,0.0008951475,0.83651364,0.000735749,0.00012708278,0.000007341764,0.07556382,0.065998726,0.000006985754,0.0027883556,0.0050887982,0.00027784522],"about_ca_topic_score_codex":0.0068133157,"about_ca_topic_score_gemma":0.05807489,"teacher_disagreement_score":0.20842846,"about_ca_system_score_codex":0.0003095697,"about_ca_system_score_gemma":0.0010209929,"threshold_uncertainty_score":0.9998004},"labels":[],"label_agreement":null},{"id":"W4387914853","doi":"10.2196/49886","title":"A Large Language Model Screening Tool to Target Patients for Best Practice Alerts: Development and Validation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Best practice; Medical prescription; Deep vein; Health care; Medical emergency; Population; Diagnosis code; Intensive care medicine; Emergency department; Emergency medicine; Thrombosis; Surgery; Nursing","score_opus":0.02960621836339888,"score_gpt":0.35374861694590015,"score_spread":0.32414239858250127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387914853","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14655972,0.000006371781,0.85032415,0.0017074695,0.00010257862,0.0006397373,0.000011474134,0.00020664667,0.00044186536],"genre_scores_gemma":[0.0631687,0.0000050783287,0.9305792,0.005527106,0.000054809694,0.00029817966,0.00017051426,0.0000144599335,0.00018195844],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813473,0.000038147817,0.00050545664,0.00013878691,0.0008130405,0.0003698398],"domain_scores_gemma":[0.9988494,0.0003096782,0.00015213933,0.00024287734,0.00017299093,0.000272907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011289321,0.00011792789,0.0001412554,0.00014571214,0.0001963725,0.00011877567,0.0003929953,0.00010403177,0.0000064204605],"category_scores_gemma":[0.0019396554,0.00010578268,0.000020771637,0.00036273204,0.0000114744425,0.0007695445,0.0004661172,0.00021800213,0.00008202926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046572673,0.000275302,0.0029899767,0.0012709586,0.000044829096,0.00001555943,0.29122505,0.005009008,0.0000017595862,0.011045112,0.023053195,0.6650227],"study_design_scores_gemma":[0.00052466907,0.000091817965,0.00036543573,0.000110436245,0.0000024516823,0.000005144845,0.0016686253,0.9299913,0.000030860676,0.00006418281,0.06699733,0.0001477435],"about_ca_topic_score_codex":0.000004646507,"about_ca_topic_score_gemma":0.0000023495206,"teacher_disagreement_score":0.9249823,"about_ca_system_score_codex":0.000042038002,"about_ca_system_score_gemma":0.00017340083,"threshold_uncertainty_score":0.43136925},"labels":[],"label_agreement":null},{"id":"W4388000689","doi":"10.2196/47859","title":"Synthetic Tabular Data Based on Generative Adversarial Networks in Health Care: Generation and Validation Using the Divide-and-Conquer Strategy","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Korea Health Industry Development Institute; National Research Foundation","keywords":"Divide and conquer algorithms; Computer science; Adversarial system; Generative grammar; Data science; Data mining; Health care; Machine learning; Artificial intelligence; Programming language","score_opus":0.06341577413700573,"score_gpt":0.3620322785029434,"score_spread":0.2986165043659377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388000689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111652665,0.00020031258,0.8747536,0.011593812,0.0005929496,0.0009544783,0.000016129068,0.00015954117,0.00007648966],"genre_scores_gemma":[0.9877763,0.00009039629,0.008098591,0.0034216028,0.00029128577,0.000029351831,0.0002783905,0.00001014084,0.000003974553],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99789137,0.00041865258,0.0005560688,0.000213885,0.0006334956,0.00028656074],"domain_scores_gemma":[0.998631,0.00035223362,0.00019494572,0.0006101779,0.00004681493,0.00016481834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018765968,0.00013228288,0.00017726985,0.00012688943,0.00026838825,0.00019425256,0.00052620214,0.0001293791,0.000008699529],"category_scores_gemma":[0.00030663164,0.00009588041,0.000012772969,0.0004253869,0.00008293588,0.00045763951,0.00038872578,0.00049201713,0.000003651863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017543493,0.000036091165,0.002377663,0.00049714465,0.000016465921,0.000016246375,0.020770632,0.7306463,0.000003863296,0.01074623,0.0025264504,0.23234537],"study_design_scores_gemma":[0.0003426047,0.00009080674,0.0005921987,0.00010790525,0.000002453931,0.0000047032872,0.00038789673,0.9975925,0.000005045502,0.000055164826,0.0007252584,0.00009347833],"about_ca_topic_score_codex":0.00022561752,"about_ca_topic_score_gemma":0.000101593025,"teacher_disagreement_score":0.8761236,"about_ca_system_score_codex":0.00008276614,"about_ca_system_score_gemma":0.00041841416,"threshold_uncertainty_score":0.39098895},"labels":[],"label_agreement":null},{"id":"W4388039185","doi":"10.2196/53484","title":"Correction: Data Analysis of Physician Competence Research Trend: Social Network Analysis and Topic Modeling Approach","year":2023,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Diverse Approaches in Healthcare and Education Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wonkwang University","keywords":"Data science; Social network analysis; Computer science; Network analysis; Intelligence analysis; Data analysis; Trend analysis; Data mining; World Wide Web; Social media; Computer security; Machine learning; Engineering","score_opus":0.26755862619080245,"score_gpt":0.4608879961964734,"score_spread":0.19332937000567096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388039185","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044800278,0.011770859,0.06723589,0.015214381,0.090631045,0.008726081,0.0032640111,0.0017286342,0.7566288],"genre_scores_gemma":[0.29795653,0.0675108,0.034329902,0.01185579,0.06723271,0.0018142906,0.25840816,0.00049167976,0.26040012],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954432,0.00015179098,0.0012056793,0.0003684316,0.0022990368,0.0005318222],"domain_scores_gemma":[0.9975219,0.0003956733,0.00039420783,0.00097056676,0.0004183446,0.00029932693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021690363,0.00025653598,0.0016396025,0.0014728132,0.00038292326,0.000050247607,0.0005841705,0.0006440945,0.00005685786],"category_scores_gemma":[0.00035469676,0.00021808443,0.0002971134,0.008064558,0.0004923782,0.00014941621,0.00092821516,0.0019666224,0.000009400254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034237957,0.00017209613,0.0027866908,0.0018281704,0.011661813,0.000004035494,0.015394821,0.00034328212,7.386143e-9,0.00015224307,0.9450627,0.0225599],"study_design_scores_gemma":[0.00022051146,0.000057821868,0.004137218,0.00030238993,0.0082082655,0.0000022731888,0.0344292,0.9251391,3.0435906e-8,0.000034811746,0.027284296,0.00018404942],"about_ca_topic_score_codex":0.00030026553,"about_ca_topic_score_gemma":0.00025992852,"teacher_disagreement_score":0.92479587,"about_ca_system_score_codex":0.00011858092,"about_ca_system_score_gemma":0.0007878407,"threshold_uncertainty_score":0.8893225},"labels":[],"label_agreement":null},{"id":"W4388525483","doi":"10.2196/48030","title":"The Journey of Data Within a Global Data Sharing Initiative: A Federated 3-Layer Data Analysis Pipeline to Scale Up Multiple Sclerosis Research","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Standardization; Data sharing; Computer science; Data science; Pipeline (software); Data integration; Data quality; Data collection; Big data; Data access; Data mining; Database; Medicine; Engineering","score_opus":0.5709916624824133,"score_gpt":0.5161901873162382,"score_spread":0.05480147516617506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388525483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.859717,0.0007677235,0.032534327,0.05964943,0.000988104,0.008869398,0.03162077,0.0009453424,0.004907889],"genre_scores_gemma":[0.9666285,0.0027587553,0.0103651555,0.0014824675,0.00051238516,0.00016974562,0.017599137,0.000055237135,0.00042863173],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9900176,0.0003511691,0.0020592657,0.0007814407,0.005623226,0.0011673105],"domain_scores_gemma":[0.9868135,0.0024412465,0.00036367445,0.007969143,0.0012423738,0.0011700633],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.017912202,0.0003065239,0.000923584,0.000598133,0.00087135343,0.00036915965,0.008000923,0.00023360855,0.00016687546],"category_scores_gemma":[0.035846252,0.00019736067,0.000084919644,0.00813897,0.0008572411,0.0013081792,0.030430809,0.0013354843,0.00029206186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093240605,0.00048636395,0.04006901,0.00078196515,0.0029495594,0.00003591027,0.010784751,0.000073834446,0.0003137454,0.000029959327,0.8844833,0.05905921],"study_design_scores_gemma":[0.002388995,0.00013266895,0.037621833,0.00069714035,0.00027134427,0.000008041013,0.016662292,0.92904943,0.00013233665,0.000017398646,0.012806379,0.00021214066],"about_ca_topic_score_codex":0.00051369367,"about_ca_topic_score_gemma":0.0051272106,"teacher_disagreement_score":0.9289756,"about_ca_system_score_codex":0.00017866684,"about_ca_system_score_gemma":0.0010505464,"threshold_uncertainty_score":0.99736625},"labels":[],"label_agreement":null},{"id":"W4388654022","doi":"10.2196/46544","title":"How People With a Bipolar Disorder Diagnosis Talk About Personal Recovery in Peer Online Support Forums: Corpus Framework Analysis Using the POETIC Framework","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Psychology; Focus group; Peer support; Empowerment; Social psychology; Sociology","score_opus":0.0808275028333125,"score_gpt":0.4054506610878155,"score_spread":0.32462315825450305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388654022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800011,0.00024508973,0.009488049,0.0071206233,0.00071302045,0.0018744144,0.00035134,0.00011555797,0.0000908321],"genre_scores_gemma":[0.94383734,0.0021840911,0.011147128,0.03399257,0.000740456,0.0024368998,0.004002929,0.00010050293,0.0015580822],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9946656,0.00032375855,0.0012962851,0.00022035763,0.0022501636,0.0012438135],"domain_scores_gemma":[0.9957758,0.0023268303,0.0005743583,0.0004973328,0.00019943724,0.0006262505],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017500242,0.0003181483,0.0006419402,0.0004998699,0.00082938,0.000053442614,0.00043314727,0.00065315695,0.0014642412],"category_scores_gemma":[0.00071464624,0.00019928468,0.00018313665,0.003404881,0.00016246739,0.0003131811,0.00028595622,0.0022958356,0.00012605502],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010845303,0.00036168777,0.9104905,0.0016899335,0.00019162183,0.00001952229,0.07658383,0.00011681388,6.385893e-8,0.00031457565,0.0031081187,0.0070148646],"study_design_scores_gemma":[0.0029922226,0.001545736,0.21033327,0.009363118,0.00067865604,0.0000140823495,0.38852745,0.19605099,0.0000022293175,0.001882471,0.18748379,0.0011259927],"about_ca_topic_score_codex":0.0005954369,"about_ca_topic_score_gemma":0.0046062847,"teacher_disagreement_score":0.7001572,"about_ca_system_score_codex":0.00031369267,"about_ca_system_score_gemma":0.0007521501,"threshold_uncertainty_score":0.99944854},"labels":[],"label_agreement":null},{"id":"W4388759766","doi":"10.2196/47445","title":"Artificial Intelligence–Based Methods for Integrating Local and Global Features for Brain Cancer Imaging: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Brain Tumor Detection and Classification","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Segmentation; Artificial intelligence; Convolutional neural network; Machine learning; Feature selection; Data extraction; Medical physics; Medicine; MEDLINE","score_opus":0.1013323915481206,"score_gpt":0.47697970338755974,"score_spread":0.3756473118394391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388759766","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025252887,0.00034799048,0.9814493,0.015292154,0.00048151027,0.0016933139,0.000032211716,0.00021643043,0.00023454093],"genre_scores_gemma":[0.21970195,0.005177997,0.3994895,0.351677,0.0017635081,0.021038504,0.0003332854,0.00021458571,0.0006036761],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984183,0.000108123706,0.00066991383,0.00017957404,0.00032192943,0.0003021952],"domain_scores_gemma":[0.9977453,0.0016337931,0.00020872487,0.00014859812,0.00007713615,0.00018646858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015139678,0.00014253479,0.00024279769,0.00007015182,0.00021958287,0.0000891543,0.00020937542,0.00009078997,0.000046839854],"category_scores_gemma":[0.0063171247,0.00011528491,0.00008938252,0.00058423297,0.00024706707,0.00017658397,0.000050299335,0.0001911666,0.000008294989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021706639,0.000013873811,0.0000033332972,0.0034896706,0.000002166323,5.233073e-7,0.00025721727,0.00000871216,0.0003690141,0.008376817,0.0055901976,0.9818668],"study_design_scores_gemma":[0.00018604001,0.00007056462,0.000017116068,0.007798842,0.000018115423,0.000019936597,0.0010788203,0.95894074,0.020171069,0.005427926,0.006055621,0.00021517897],"about_ca_topic_score_codex":0.0000038872945,"about_ca_topic_score_gemma":0.000022059645,"teacher_disagreement_score":0.9816516,"about_ca_system_score_codex":0.000071308874,"about_ca_system_score_gemma":0.00027774952,"threshold_uncertainty_score":0.7562645},"labels":[],"label_agreement":null},{"id":"W4388895410","doi":"10.2196/49041","title":"Extracting Clinical Information From Japanese Radiology Reports Using a 2-Stage Deep Learning Approach: Algorithm Development and Validation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Deep learning; Computer science; Pipeline (software); Artificial intelligence; Information extraction; Stage (stratigraphy); Machine learning; Natural language processing; Information retrieval; Algorithm; Radiology; Medicine","score_opus":0.04765871925151699,"score_gpt":0.34557667999624603,"score_spread":0.29791796074472904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388895410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9149069,0.000079511614,0.084001996,0.00003494279,0.00026145112,0.0001655107,0.0000036067186,0.00010674413,0.00043932832],"genre_scores_gemma":[0.693783,0.00039850056,0.30025923,0.00083960325,0.00070684537,0.00009122289,0.0037097028,0.000031765976,0.0001801829],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979057,0.000112059904,0.0011023505,0.00016467717,0.00040819403,0.00030704992],"domain_scores_gemma":[0.9989408,0.0001300869,0.00043605157,0.00018960728,0.00006433923,0.00023910418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015593731,0.00016313992,0.0002603556,0.00009707571,0.00017061045,0.000054792974,0.00013335809,0.0005969544,0.000021202854],"category_scores_gemma":[0.0014243529,0.00013877783,0.00005543494,0.00017127054,0.00021722326,0.000036449073,0.00025428765,0.00041254668,0.000020287656],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028843971,0.00004825106,0.0066842684,0.00011463305,0.00010323951,0.000028885503,0.0102920635,0.00012839345,0.0001832439,0.000004895046,0.00059599924,0.98178726],"study_design_scores_gemma":[0.002252113,0.00042762098,0.013495083,0.00017771403,0.0000596659,0.000785917,0.049453765,0.6501583,0.0015492457,0.00006400864,0.28063148,0.00094510266],"about_ca_topic_score_codex":0.000013965851,"about_ca_topic_score_gemma":0.0000012276109,"teacher_disagreement_score":0.9808422,"about_ca_system_score_codex":0.000018735533,"about_ca_system_score_gemma":0.0001535782,"threshold_uncertainty_score":0.5659196},"labels":[],"label_agreement":null},{"id":"W4388908672","doi":"10.2196/47052","title":"The Roles of Electronic Health Records for Clinical Trials in Low- and Middle-Income Countries: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health records; Low and middle income countries; Medicine; Business; Developing country; Economic growth; Health care; Economics","score_opus":0.21096443902485496,"score_gpt":0.582882170421912,"score_spread":0.3719177313970571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388908672","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3478605,0.33365664,0.0035024588,0.19133668,0.009494272,0.11001333,0.00028644106,0.0010886008,0.0027611007],"genre_scores_gemma":[0.012407303,0.95846605,0.0003002684,0.02119356,0.0010422004,0.0059098634,0.00007456434,0.00007019147,0.00053598336],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9817426,0.00474996,0.01069053,0.00019214572,0.0009113908,0.0017133316],"domain_scores_gemma":[0.961351,0.034585614,0.002888982,0.00046430802,0.000214702,0.00049544335],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11948552,0.00020723906,0.0020729366,0.00016304907,0.00053132756,0.000012643111,0.00043329378,0.00046211173,0.000063786254],"category_scores_gemma":[0.025565468,0.0001319781,0.00018425375,0.00063784164,0.00019930616,0.00014506634,0.00015716339,0.0015704666,0.000085508065],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044646434,0.00009736422,0.014599626,0.80551195,0.0001389439,0.000002179068,0.013522886,0.0000011202516,7.3018505e-8,0.012666356,0.060183056,0.09282999],"study_design_scores_gemma":[0.005543709,0.0013837168,0.0013863111,0.8348007,0.00003493145,0.000008640329,0.007488229,0.010562066,9.698172e-7,0.001531594,0.13691138,0.00034775137],"about_ca_topic_score_codex":0.00006149339,"about_ca_topic_score_gemma":0.0034208084,"teacher_disagreement_score":0.62480944,"about_ca_system_score_codex":0.0003987494,"about_ca_system_score_gemma":0.01122363,"threshold_uncertainty_score":0.9943818},"labels":[],"label_agreement":null},{"id":"W4388981823","doi":"10.2196/49007","title":"Additional Value From Free-Text Diagnoses in Electronic Health Records: Hybrid Dictionary and Machine Learning Classification Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitätsspital Zürich; Universität Zürich","keywords":"Preprint; Health records; Medical diagnosis; Electronic health record; Value (mathematics); Computer science; Medicine; World Wide Web; Health care; Radiology","score_opus":0.053157774428483434,"score_gpt":0.4041413538563754,"score_spread":0.35098357942789193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388981823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752923,0.0008172124,0.0004360313,0.010140715,0.0010920324,0.005322335,0.0033403502,0.0009832914,0.0025756827],"genre_scores_gemma":[0.96011394,0.0052090515,0.00038134743,0.006316889,0.0014440581,0.00747373,0.01741858,0.00010728109,0.0015351026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99373364,0.0015091774,0.0021004213,0.00027947454,0.0011543683,0.0012229045],"domain_scores_gemma":[0.9928169,0.005444259,0.00070681714,0.00039770242,0.00008890824,0.0005454081],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003182866,0.00024797584,0.00057075935,0.00040805063,0.00077801954,0.000018295805,0.00035067325,0.00026794279,0.00773626],"category_scores_gemma":[0.0025100836,0.00022570675,0.00004573123,0.0007320137,0.000081282196,0.00034819316,0.00026045187,0.0030191299,0.0009335318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008649277,0.0005185529,0.16084383,0.00094064017,0.00008370489,0.00002306783,0.021665739,0.000020053447,7.6694437e-7,0.0013997708,0.73601025,0.07840713],"study_design_scores_gemma":[0.003621824,0.0010375616,0.2977948,0.0015275135,0.000011446222,0.000017950522,0.030407485,0.1393251,3.0437954e-7,0.002177779,0.52370566,0.00037257854],"about_ca_topic_score_codex":0.0022634456,"about_ca_topic_score_gemma":0.004180916,"teacher_disagreement_score":0.21230459,"about_ca_system_score_codex":0.0010635925,"about_ca_system_score_gemma":0.0032141535,"threshold_uncertainty_score":0.9998444},"labels":[],"label_agreement":null},{"id":"W4389083879","doi":"10.2196/44773","title":"Standardized Comparison of Voice-Based Information and Documentation Systems to Established Systems in Intensive Care: Crossover Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Intensive care; Workflow; Computer science; Information system; Workload; Medicine; Database; Intensive care medicine","score_opus":0.034281141352197536,"score_gpt":0.3958226231529703,"score_spread":0.3615414818007727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389083879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99553996,0.00008267226,0.00058216276,0.00026035128,0.0006139935,0.0026163463,0.000024029825,0.00016027788,0.000120196964],"genre_scores_gemma":[0.9991992,0.000011183241,0.00011139308,0.0002450236,0.000032787768,0.00025141003,0.00013527402,0.0000074059417,0.0000063337384],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9972498,0.00006979967,0.0013677623,0.00007954079,0.00097527966,0.00025783264],"domain_scores_gemma":[0.9982727,0.00020315364,0.0003050223,0.00022593554,0.0007644656,0.00022867945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007881789,0.00013515897,0.00054146757,0.0006541292,0.00006132946,0.00005491666,0.00009770883,0.0002521015,0.0000047171343],"category_scores_gemma":[0.001046722,0.00011382395,0.000025528998,0.0008565747,0.000072507995,0.00045712327,0.000072341216,0.00038277148,0.000034554123],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083850656,0.00012026176,0.82001454,0.0055624405,0.000059448616,0.000018840334,0.15511401,0.0012001129,0.000011744787,0.0001196865,0.0024778466,0.014462553],"study_design_scores_gemma":[0.0120487865,0.002655656,0.11426552,0.0028332702,0.000059115533,0.000012852616,0.7941132,0.0689991,0.00020630343,0.000004425393,0.0045434716,0.00025827254],"about_ca_topic_score_codex":0.0005350904,"about_ca_topic_score_gemma":0.00004171378,"teacher_disagreement_score":0.70574903,"about_ca_system_score_codex":0.00019943835,"about_ca_system_score_gemma":0.0002909122,"threshold_uncertainty_score":0.4641606},"labels":[],"label_agreement":null},{"id":"W4389083881","doi":"10.2196/44639","title":"Patient Information Summarization in Clinical Settings: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Computer science; MEDLINE; Medicine; Data science; Information retrieval","score_opus":0.023312361755187333,"score_gpt":0.3673106231275995,"score_spread":0.3439982613724122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389083881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9544234,0.005994088,0.009666665,0.009348231,0.0021931739,0.0041595805,0.00005493493,0.0006918867,0.013468005],"genre_scores_gemma":[0.55805695,0.19500683,0.02183421,0.204972,0.0020824142,0.0021019848,0.015221648,0.0001429632,0.0005809838],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997875,0.00007657046,0.0012324807,0.00008878978,0.00046429585,0.0002629041],"domain_scores_gemma":[0.99924403,0.00007036527,0.000238932,0.00022119684,0.000065061904,0.00016040256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001242915,0.000112232105,0.0002302104,0.00009177912,0.0000414293,0.000020601417,0.00018476421,0.00033899696,0.000043491873],"category_scores_gemma":[0.002487139,0.00009226048,0.00007271828,0.0003942588,0.00012615594,0.000020473035,0.00020965465,0.00023716986,0.00018585025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027316297,0.00006835716,0.0033254337,0.0056188935,0.000021452946,0.0000069013026,0.0009326661,0.000011124824,0.000014895648,0.00005601219,0.124295965,0.865621],"study_design_scores_gemma":[0.0057059643,0.0023237711,0.016985534,0.12474059,0.00005907334,0.000104854764,0.00695227,0.025187349,0.0010650256,0.00026092588,0.81484324,0.001771427],"about_ca_topic_score_codex":0.0000020192927,"about_ca_topic_score_gemma":0.000007531294,"teacher_disagreement_score":0.8638496,"about_ca_system_score_codex":0.000011524557,"about_ca_system_score_gemma":0.00022303648,"threshold_uncertainty_score":0.37622732},"labels":[],"label_agreement":null},{"id":"W4389121351","doi":"10.2196/49986","title":"A Nationwide Chronic Disease Management Solution via Clinical Decision Support Services: Software Development and Real-Life Implementation Report","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Integrated care; Interoperability; Health care; Clinical decision support system; Process management; Medicine; Disease management; Scalability; Decision support system; Computer science; Knowledge management; Health management system; Business; World Wide Web","score_opus":0.04159972254431959,"score_gpt":0.4114215775153596,"score_spread":0.36982185497104003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389121351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9345264,0.00009428793,0.05300259,0.002019876,0.0007953285,0.0034871062,0.000025949952,0.0012511885,0.0047972878],"genre_scores_gemma":[0.9455416,0.004701618,0.02768066,0.0060037505,0.0008977859,0.0014143296,0.011720373,0.0001118048,0.0019280385],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99547136,0.00003304652,0.0018315635,0.00028746205,0.0019108041,0.00046578242],"domain_scores_gemma":[0.9978887,0.00011726375,0.0003905677,0.0004691965,0.00012752693,0.0010067709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014557685,0.00024518924,0.00035112156,0.00032262263,0.00019147388,0.00008016032,0.00018428259,0.00013687699,0.00062130194],"category_scores_gemma":[0.00012901302,0.00021680565,0.00010517844,0.00047225037,0.00012668427,0.00043880005,0.00047773466,0.00020998796,0.00039751307],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044299845,0.00043367903,0.054430787,0.009028059,0.0006395784,0.0022329555,0.0025106715,0.000024072362,9.281228e-7,0.0015657714,0.04798383,0.88070667],"study_design_scores_gemma":[0.0083982805,0.00025963844,0.8165934,0.001114958,0.00044551052,0.00008883857,0.005548704,0.033541575,0.00000571606,0.0005308647,0.13298371,0.00048878667],"about_ca_topic_score_codex":0.00001534409,"about_ca_topic_score_gemma":0.00007171586,"teacher_disagreement_score":0.8802179,"about_ca_system_score_codex":0.00031036034,"about_ca_system_score_gemma":0.0011875111,"threshold_uncertainty_score":0.88410777},"labels":[],"label_agreement":null},{"id":"W4389129455","doi":"10.2196/47504","title":"Learnings From Implementation of Technology-Enabled Mental Health Interventions in India: Implementation Report","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Indian Council of Medical Research; UK Research and Innovation","keywords":"Mental health; Psychological intervention; mHealth; Computer science; Medicine; Nursing","score_opus":0.037675625507250766,"score_gpt":0.4780830384911091,"score_spread":0.4404074129838583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389129455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895146,0.00006513978,0.0002665163,0.005288221,0.0009431932,0.0013017802,0.00031692968,0.0002509764,0.002052663],"genre_scores_gemma":[0.99503523,0.000020917154,0.0005930018,0.00042830096,0.00003422119,0.00056898606,0.0028671247,0.00002132067,0.00043089432],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959581,0.00008943062,0.0026507957,0.00017513735,0.0006198376,0.0005067326],"domain_scores_gemma":[0.9983174,0.00006829791,0.0010513177,0.00030560113,0.000056055578,0.0002013086],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011943504,0.00015567146,0.0003681473,0.0009532161,0.000100094796,0.00002351955,0.00028590593,0.00018136272,0.003670778],"category_scores_gemma":[0.0000627162,0.00016115917,0.00015814402,0.0013513179,0.00012585046,0.00038430616,0.0002179195,0.00041020315,0.0004934469],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057144716,0.00095384236,0.1210992,0.0009963764,0.00023821452,0.00010702016,0.044073515,0.0000011670453,0.000014482789,0.0137832705,0.08156492,0.73711085],"study_design_scores_gemma":[0.006760837,0.0016943213,0.5799315,0.001962775,0.000025290303,0.00015456455,0.38568863,0.00019462967,0.00045983252,0.0049032555,0.01782549,0.0003989006],"about_ca_topic_score_codex":0.0010139154,"about_ca_topic_score_gemma":0.00085010374,"teacher_disagreement_score":0.736712,"about_ca_system_score_codex":0.0002759705,"about_ca_system_score_gemma":0.00022027938,"threshold_uncertainty_score":0.99724},"labels":[],"label_agreement":null},{"id":"W4389129665","doi":"10.2196/42847","title":"Ten Years of Experience With a Telemedicine Platform Dedicated to Health Care Personnel: Implementation Report","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Health care; Medical emergency; Telehealth; Computer science; Medicine; Nursing; Political science","score_opus":0.03643885924076583,"score_gpt":0.4156040406343538,"score_spread":0.37916518139358796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389129665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99130493,0.000029683422,0.0010620815,0.00500368,0.00013229111,0.0018538687,0.000028732293,0.00024739114,0.00033735298],"genre_scores_gemma":[0.98543036,0.00007108788,0.0040221117,0.008318749,0.00021533723,0.00032830494,0.0015239954,0.000031567186,0.000058501286],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99564457,0.000019559904,0.0015721966,0.00018306971,0.0019889304,0.00059166073],"domain_scores_gemma":[0.9977858,0.00008757317,0.0005284734,0.00038486984,0.0002610174,0.000952288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007135942,0.00018875327,0.00054097787,0.0005165018,0.000103846935,0.000009132946,0.00016460793,0.000104837185,0.00045812977],"category_scores_gemma":[0.00023470649,0.00014578443,0.00005304286,0.0014712414,0.00011678837,0.0001915876,0.00008002479,0.0002844359,0.000052110194],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036442195,0.00011416613,0.09168726,0.0022353951,0.00012084636,0.000524319,0.42152476,0.0000028691663,0.000059743918,0.00010471145,0.061193787,0.42206773],"study_design_scores_gemma":[0.007968196,0.0053944527,0.24846351,0.0009241112,0.00007418058,0.0010869458,0.67722523,0.00046405304,0.0005855839,0.000006782151,0.057509873,0.0002970597],"about_ca_topic_score_codex":0.00039386758,"about_ca_topic_score_gemma":0.00019334753,"teacher_disagreement_score":0.42177066,"about_ca_system_score_codex":0.00019219011,"about_ca_system_score_gemma":0.00115271,"threshold_uncertainty_score":0.59449166},"labels":[],"label_agreement":null},{"id":"W4389134535","doi":"10.2196/52524","title":"Value of Electronic Health Records Measured Using Financial and Clinical Outcomes: Quantitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health records; Electronic health record; Value (mathematics); Actuarial science; Medicine; Business; Computer science; Health care; Economics","score_opus":0.18282227886353622,"score_gpt":0.5546759858673469,"score_spread":0.3718537070038107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389134535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917774,0.00012376689,0.0013582564,0.0011891467,0.0013527947,0.00359271,0.000020587697,0.00020944315,0.00037586162],"genre_scores_gemma":[0.9929799,0.0005976895,0.0015374571,0.0038425648,0.0003613146,0.00031126643,0.000028517847,0.00005940872,0.00028189243],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9898421,0.0023997223,0.0044971122,0.00023531963,0.0014836463,0.0015420908],"domain_scores_gemma":[0.993944,0.0030744923,0.0015080341,0.00046259433,0.00028123552,0.00072967535],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016458858,0.00026894442,0.0013527407,0.00031607246,0.00056595856,0.000007843121,0.0003581184,0.0005333016,0.000077168916],"category_scores_gemma":[0.00509574,0.00021332527,0.00013688939,0.0009803921,0.00018571266,0.00020754937,0.00024710165,0.00237781,0.00016313455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002179922,0.0006565632,0.8885572,0.0036593657,0.00027006824,0.000009115928,0.067313045,0.000008855589,8.8408876e-7,0.008299299,0.012556105,0.018451493],"study_design_scores_gemma":[0.011990958,0.009818296,0.71801853,0.002950609,0.00011243023,0.000018977702,0.11994786,0.113929324,7.7971015e-7,0.001820865,0.020586567,0.00080479606],"about_ca_topic_score_codex":0.0013050786,"about_ca_topic_score_gemma":0.0023091533,"teacher_disagreement_score":0.17053868,"about_ca_system_score_codex":0.0006061913,"about_ca_system_score_gemma":0.011443281,"threshold_uncertainty_score":0.99992377},"labels":[],"label_agreement":null},{"id":"W4389178795","doi":"10.2196/51387","title":"Exploring Whether the Electronic Optimization of Routine Health Assessments Can Increase Testing for Sexually Transmitted Infections and Provider Acceptability at an Aboriginal Community Controlled Health Service: Mixed Methods Evaluation","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Gonorrhea; Syphilis; Family medicine; Chlamydia; Reproductive health; Community health; Context (archaeology); Public health; Gerontology; Environmental health; Nursing; Human immunodeficiency virus (HIV); Population; Geography","score_opus":0.1359107443394242,"score_gpt":0.4860940744126921,"score_spread":0.35018333007326785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389178795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639221,0.00007949254,0.030067345,0.0022805578,0.00017973517,0.0032509593,0.000036871053,0.00011353845,0.000069415575],"genre_scores_gemma":[0.9928248,0.00010032301,0.0041048457,0.00035905658,0.00002900061,0.0018920343,0.0006483772,0.000018549157,0.000023019771],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937166,0.004475961,0.00092851644,0.00014895522,0.00024572908,0.00048422688],"domain_scores_gemma":[0.9956106,0.0026797242,0.00046099903,0.0004386448,0.00070557726,0.00010443353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018245852,0.0001601697,0.000438708,0.00019309293,0.00095491303,0.000028309072,0.00020906636,0.00013194953,0.00016823548],"category_scores_gemma":[0.0024740142,0.00011783859,0.000049972197,0.00083989755,0.00021817733,0.00043212358,0.0000809721,0.00085553067,0.0000032557248],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021017834,0.003131412,0.030704841,0.0035171905,0.0013557182,1.7881612e-7,0.08364589,0.016438741,0.0028120948,0.0007604615,0.00066422386,0.85486746],"study_design_scores_gemma":[0.026173085,0.0076770643,0.35199767,0.00025079737,0.00023872837,0.0001125475,0.041345615,0.56708425,0.0015237804,0.0006246414,0.0024170473,0.0005547617],"about_ca_topic_score_codex":0.0027124118,"about_ca_topic_score_gemma":0.0016520012,"teacher_disagreement_score":0.8543127,"about_ca_system_score_codex":0.00042739444,"about_ca_system_score_gemma":0.0023127713,"threshold_uncertainty_score":0.7344516},"labels":[],"label_agreement":null},{"id":"W4389281288","doi":"10.2196/52967","title":"Use of Metadata-Driven Approaches for Data Harmonization in the Medical Domain: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft","keywords":"Metadata; Computer science; Domain (mathematical analysis); Data science; Harmonization; Information retrieval; World Wide Web","score_opus":0.47904346490100014,"score_gpt":0.5262331078415649,"score_spread":0.04718964294056471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389281288","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08595186,0.025047475,0.44254386,0.28756753,0.0069239447,0.13951336,0.0017820264,0.0015651878,0.009104742],"genre_scores_gemma":[0.085500166,0.30517915,0.10915849,0.36838934,0.009165909,0.061580192,0.056406066,0.00081305485,0.0038076306],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99355483,0.0010310034,0.0027327293,0.00016953216,0.0017852773,0.0007266196],"domain_scores_gemma":[0.9930676,0.0047032847,0.0007227192,0.0011009318,0.00011812484,0.00028733604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013525736,0.0001566292,0.0006611397,0.00014792898,0.00023868731,0.000017050377,0.001385275,0.00039751647,0.00021019336],"category_scores_gemma":[0.0081268875,0.00009818777,0.000053725445,0.0010031308,0.000118274445,0.0008192902,0.0005028248,0.0010201278,0.00012329176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058641606,0.00024603787,0.0032673385,0.3284533,0.0001232648,0.000019140247,0.025806338,0.000013073049,7.49421e-7,0.020088434,0.5430047,0.07891895],"study_design_scores_gemma":[0.0028357734,0.00022184751,0.0005798497,0.22619417,0.00009211117,0.000036052425,0.012411638,0.45774227,0.0000019195243,0.00052925444,0.29890698,0.000448114],"about_ca_topic_score_codex":0.00007357813,"about_ca_topic_score_gemma":0.00054133096,"teacher_disagreement_score":0.4577292,"about_ca_system_score_codex":0.00009765914,"about_ca_system_score_gemma":0.0032948162,"threshold_uncertainty_score":0.9729231},"labels":[],"label_agreement":null},{"id":"W4389386010","doi":"10.2196/50221","title":"Detection of Suicidal Ideation in Clinical Interviews for Depression Using Natural Language Processing and Machine Learning: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health and Medical Research Fund","keywords":"Suicidal ideation; Suicide prevention; Poison control; Hamd; Depression (economics); Psychology; Clinical psychology; Anger; Suicide attempt; Logistic regression; Psychiatry; Injury prevention; Medicine; Medical emergency; Anxiety; Internal medicine","score_opus":0.11597571794987929,"score_gpt":0.5159121085757593,"score_spread":0.39993639062588004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389386010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968194,0.00018948928,0.0016245111,0.0000104093515,0.00042526802,0.0007785373,0.0000041364287,0.0000626959,0.000085568696],"genre_scores_gemma":[0.9992764,0.0000037925142,0.00032456242,0.00007969827,0.00012773633,0.00008809266,0.000042582265,0.0000124423295,0.000044695767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99770147,0.00016949433,0.0013963458,0.00012685319,0.00037714033,0.00022869236],"domain_scores_gemma":[0.99899167,0.00036747282,0.00039935444,0.0000880853,0.000054812394,0.000098601515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002897026,0.000098231125,0.0002353076,0.0002021844,0.000114372,0.000026360092,0.00009551527,0.00019070481,0.00003941065],"category_scores_gemma":[0.00054107024,0.0000844955,0.000044297645,0.00028292846,0.000075920434,0.00020044022,0.000097779404,0.00055958034,0.000007582202],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018594039,0.00013744921,0.80477107,0.00051107217,0.000009018598,0.000003918741,0.012992604,0.000014241308,0.000075326345,0.000004229434,0.0000052736937,0.18128985],"study_design_scores_gemma":[0.0019695817,0.00024969806,0.6623443,0.00012771558,0.000005158998,0.000025520218,0.00977329,0.32534596,0.000046642584,0.000009175913,0.000031990756,0.000070985465],"about_ca_topic_score_codex":0.00016035086,"about_ca_topic_score_gemma":0.0001919312,"teacher_disagreement_score":0.32533172,"about_ca_system_score_codex":0.000053163167,"about_ca_system_score_gemma":0.00004026945,"threshold_uncertainty_score":0.34456265},"labels":[],"label_agreement":null},{"id":"W4389397788","doi":"10.2196/53058","title":"Risk Prediction of Emergency Department Visits in Patients With Lung Cancer Using Machine Learning: Retrospective Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emergency department; Observational study; Lung cancer; Medicine; Retrospective cohort study; Emergency medicine; Medical emergency; Machine learning; Computer science; Medical physics; Artificial intelligence; Internal medicine","score_opus":0.07593051275939339,"score_gpt":0.3799649813524105,"score_spread":0.30403446859301714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389397788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984299,0.00003625633,0.0001517957,0.00004534048,0.00014751774,0.0009441757,0.0000748149,0.000054515156,0.00011571058],"genre_scores_gemma":[0.9992136,0.0000800419,0.00028433176,0.000058156016,0.00006383835,0.00007574827,0.000183396,0.000010419164,0.000030521995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973542,0.00004197241,0.00070954015,0.00010778072,0.0015606104,0.00022590772],"domain_scores_gemma":[0.99911153,0.000026523308,0.0003111911,0.0001295735,0.00027243886,0.00014871702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047238206,0.000126057,0.0002876149,0.00015488552,0.00007585944,0.000005580986,0.00008315994,0.00008482837,0.00023548563],"category_scores_gemma":[0.00025639695,0.00009527738,0.000040057,0.00086214807,0.000026660102,0.00023874387,0.00006696112,0.00040511627,0.000003816498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024197089,0.00021509401,0.99440104,0.000094513896,0.00009669133,0.0000062737613,0.003024777,0.00096544117,0.0000013461907,0.000006298115,0.0003355088,0.0006110307],"study_design_scores_gemma":[0.0023671614,0.0007546087,0.84993315,0.00025949057,0.00007485737,9.0647285e-7,0.0009862625,0.14548722,0.0000062606096,0.0000069372018,0.000057688376,0.000065481916],"about_ca_topic_score_codex":0.00034652112,"about_ca_topic_score_gemma":0.00019064623,"teacher_disagreement_score":0.14452177,"about_ca_system_score_codex":0.00028860068,"about_ca_system_score_gemma":0.00020337084,"threshold_uncertainty_score":0.38852987},"labels":[],"label_agreement":null},{"id":"W4389432479","doi":"10.2196/46699","title":"The Key Digital Tool Features of Complex Telehealth Interventions Used for Type 2 Diabetes Self-Management and Monitoring With Health Professional Involvement: Scoping Review","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diabetes Management and Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal; Université Laval; Institut Universitaire en Santé Mentale de Québec; Centre Hospitalier de l’Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Telehealth; CINAHL; Medicine; Psychological intervention; Digital health; Prediabetes; Diabetes management; MEDLINE; Self-management; Disease management; Nursing; Health care; Telemedicine; Medical education; Type 2 diabetes; Health management system; Alternative medicine; Diabetes mellitus; Computer science","score_opus":0.06582569794527783,"score_gpt":0.40312083395273185,"score_spread":0.33729513600745403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389432479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9305009,0.012861197,0.00035183426,0.034226198,0.0015471422,0.017944615,0.0000350396,0.00051058625,0.0020224575],"genre_scores_gemma":[0.88870746,0.05881141,0.022627795,0.014240648,0.001092871,0.004867583,0.003281728,0.00014938867,0.0062211435],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9984907,0.000018265402,0.0006140039,0.00007463518,0.0005252268,0.0002771886],"domain_scores_gemma":[0.9991467,0.00017642695,0.00026964227,0.00017091724,0.00009528845,0.00014100898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007839887,0.00010206632,0.00027350822,0.0000922412,0.00018219005,0.000045543467,0.00010886636,0.00003116376,0.000010676922],"category_scores_gemma":[0.00010595051,0.00006158266,0.000053508826,0.00034517888,0.000069875714,0.00017815105,0.00011092615,0.000118526004,0.0000056019453],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000831604,0.00069542206,0.035328586,0.46582863,0.0006995531,0.0000013532004,0.008804681,0.0000015174246,0.0000011862642,0.0032439122,0.17610057,0.30921143],"study_design_scores_gemma":[0.0073342845,0.0039762286,0.21978912,0.66289276,0.00057130784,0.0000053365275,0.024544455,0.003912255,0.000050001665,0.00048423433,0.07577879,0.0006612078],"about_ca_topic_score_codex":9.341877e-7,"about_ca_topic_score_gemma":0.000002990215,"teacher_disagreement_score":0.30855024,"about_ca_system_score_codex":0.000045418106,"about_ca_system_score_gemma":0.00017836315,"threshold_uncertainty_score":0.2511268},"labels":[],"label_agreement":null},{"id":"W4389556336","doi":"10.2196/50017","title":"Extending cBioPortal for Therapy Recommendation Documentation in Molecular Tumor Boards: Development and Usability Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Documentation; Medicine; Computer science; World Wide Web; Human–computer interaction; Programming language","score_opus":0.07140467113751515,"score_gpt":0.4876526539749959,"score_spread":0.41624798283748077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389556336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910003,0.000020915137,0.002185753,0.0007973468,0.00041257404,0.0050688856,0.000004716004,0.00012668193,0.00038286072],"genre_scores_gemma":[0.99097145,0.000078219,0.0020635405,0.001794849,0.00009432351,0.004721153,0.00015442754,0.0000247139,0.00009734857],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99668854,0.00033199176,0.0017335262,0.00015079767,0.00049922796,0.0005958961],"domain_scores_gemma":[0.9985434,0.0006270272,0.00036582485,0.00015434083,0.00007996051,0.00022943574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005667769,0.00014221504,0.0003142334,0.00021174888,0.0003193164,0.000016455646,0.000120129975,0.0001488681,0.00017854273],"category_scores_gemma":[0.0004362068,0.00012036206,0.000025085395,0.00038870782,0.000030617965,0.0002845605,0.0000757053,0.00048412656,0.00007059371],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021414411,0.0005309808,0.24900143,0.0032916,0.00007320097,0.000014106719,0.17446148,0.0000037666412,0.00004445002,0.0006946101,0.0035153027,0.56815493],"study_design_scores_gemma":[0.025824979,0.002329781,0.28692725,0.002204296,0.000024656809,0.000017371658,0.4452286,0.06077734,0.00034296222,0.0018107939,0.17328295,0.0012290119],"about_ca_topic_score_codex":0.00008604197,"about_ca_topic_score_gemma":0.0002626803,"teacher_disagreement_score":0.5669259,"about_ca_system_score_codex":0.00047191145,"about_ca_system_score_gemma":0.0009013339,"threshold_uncertainty_score":0.49082223},"labels":[],"label_agreement":null},{"id":"W4390068006","doi":"10.2196/53785","title":"Introducing the “AI Language Models in Health Care” Section: Actionable Strategies for Targeted and Wide-Scale Deployment","year":2023,"lang":"en","type":"editorial","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Software deployment; Realm; Health care; Computer science; Transparency (behavior); Courtesy; Scale (ratio); Data science; Knowledge management; Engineering ethics; Engineering; Computer security; Political science; Software engineering","score_opus":0.04284611667079156,"score_gpt":0.4091411536688172,"score_spread":0.3662950369980256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390068006","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011460391,0.0017682988,0.012261609,0.022078749,0.9473186,0.0041634524,0.0001197833,0.00033259098,0.00049650995],"genre_scores_gemma":[0.017160755,0.0037155654,0.0021760047,0.0062666177,0.96318066,0.0025110762,0.0034437145,0.00015276093,0.0013928587],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971768,0.000056758676,0.0011525751,0.0001910452,0.0009754236,0.0004473537],"domain_scores_gemma":[0.99746567,0.0013490751,0.00028631848,0.0003005546,0.00032241535,0.00027598016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011824068,0.00021263036,0.000455086,0.00019499818,0.0002342303,0.00009412449,0.00014097581,0.0006767258,0.000047240126],"category_scores_gemma":[0.0010793363,0.00015449776,0.000069869064,0.0003020743,0.00011157543,0.00030590285,0.00005781257,0.0013773796,0.000012495872],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082836734,0.000039338396,0.000014165563,0.0033610433,0.000024319093,0.0000017246754,0.065492876,0.0003863451,6.234584e-7,0.000055672837,0.9136229,0.016918113],"study_design_scores_gemma":[0.00028757667,0.0005223618,0.000015544643,0.0013611349,0.000036933372,0.000007710955,0.2628189,0.026724497,0.000049913542,0.0008642223,0.70708126,0.00022992081],"about_ca_topic_score_codex":0.0024949952,"about_ca_topic_score_gemma":0.002290203,"teacher_disagreement_score":0.20654166,"about_ca_system_score_codex":0.00054129964,"about_ca_system_score_gemma":0.003996889,"threshold_uncertainty_score":0.7090309},"labels":[],"label_agreement":null},{"id":"W4390114278","doi":"10.2196/49301","title":"The Necessity of Interoperability to Uncover the Full Potential of Digital Health Devices","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"SNOMED CT; Interoperability; Systematized Nomenclature of Medicine; Identifier; Medicine; Computer science; Semantic interoperability; Health care; Concordance; Medical physics; Terminology; World Wide Web","score_opus":0.014762477487795498,"score_gpt":0.31552672823001554,"score_spread":0.30076425074222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390114278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921637,0.00010385358,0.0019727428,0.005080566,0.00018054877,0.00015745929,0.000033695895,0.000016969356,0.0002904442],"genre_scores_gemma":[0.9988012,0.000088744084,0.0001598862,0.00076152186,0.00006358916,0.000010971666,0.000034054196,0.000003748541,0.00007628756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998768,0.00004785172,0.00050007785,0.00006836188,0.00041524868,0.00020051611],"domain_scores_gemma":[0.9992459,0.00009876941,0.00015775982,0.00029888249,0.00007155207,0.00012715964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007702782,0.00007693809,0.0001538235,0.000018966866,0.00008935597,0.000021934084,0.00048008116,0.000113963884,0.0000105345935],"category_scores_gemma":[0.00064626697,0.00003738252,0.00007374157,0.00018151458,0.00047356376,0.000005200445,0.00038969086,0.0001287875,0.000013942097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043699445,0.00023051005,0.0062957336,0.00076530373,0.00021565208,0.0000023064977,0.007168027,0.00004522407,0.0018508104,0.00020956373,0.13064574,0.85213417],"study_design_scores_gemma":[0.0026142027,0.0060219057,0.06846373,0.0006068921,0.000045899462,0.00006596939,0.053125266,0.007205617,0.013327168,0.0010593146,0.8467384,0.0007256603],"about_ca_topic_score_codex":0.000011839449,"about_ca_topic_score_gemma":0.000042069205,"teacher_disagreement_score":0.8514085,"about_ca_system_score_codex":0.0000069929097,"about_ca_system_score_gemma":0.00017664846,"threshold_uncertainty_score":0.17448655},"labels":[],"label_agreement":null},{"id":"W4390114502","doi":"10.2196/45377","title":"Predicting Postoperative Hospital Stays Using Nursing Narratives and the Reverse Time Attention (RETAIN) Model: Retrospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nursing education and management","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; National Research Foundation","keywords":"Medicine; Narrative; Retrospective cohort study; Nursing; Emergency medicine; Surgery","score_opus":0.012710915403116588,"score_gpt":0.3144630014367306,"score_spread":0.30175208603361403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390114502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855839,0.000012005017,0.00078738126,0.0068259123,0.0013662422,0.002346211,0.000007173331,0.00027095544,0.0028002248],"genre_scores_gemma":[0.99720854,0.000008233774,0.00064818916,0.00072897336,0.00013462098,0.00010822634,0.000040041657,0.000028042941,0.0010951133],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976628,0.0001978801,0.0005894602,0.00019569324,0.0010087186,0.0003454546],"domain_scores_gemma":[0.9990254,0.0001070475,0.00026028857,0.00027172535,0.00017358613,0.00016192999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014704565,0.00020783301,0.00033428482,0.00017395127,0.0006176264,0.000164696,0.00018831466,0.000104105,0.000041173178],"category_scores_gemma":[0.00032436976,0.00015065556,0.00006530932,0.000499061,0.00050919474,0.00058712054,0.00009815797,0.00042000317,0.00004191012],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003593819,0.00086487585,0.04938218,0.000115386916,0.00030776433,0.000008999543,0.8890662,0.0006512433,0.00005176979,0.0023938415,0.049472746,0.0073256087],"study_design_scores_gemma":[0.0020512338,0.0002942351,0.03964289,0.00037179905,0.00010764794,0.000008674968,0.18570767,0.7704338,0.0000064090136,0.0010201465,0.0001400984,0.00021543754],"about_ca_topic_score_codex":0.000021560549,"about_ca_topic_score_gemma":0.0000038111796,"teacher_disagreement_score":0.76978254,"about_ca_system_score_codex":0.0003574896,"about_ca_system_score_gemma":0.00006970091,"threshold_uncertainty_score":0.6143555},"labels":[],"label_agreement":null},{"id":"W4390148007","doi":"10.2196/48995","title":"BERT-Based Neural Network for Inpatient Fall Detection From Electronic Medical Records: Retrospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; Alberta Health Services","funders":"National Institute on Deafness and Other Communication Disorders; Canadian Institutes of Health Research; Cumming School of Medicine, University of Calgary; University of Alberta","keywords":"Computer science; Machine learning; Artificial intelligence; Artificial neural network; Diagnosis code; Medical record; Inpatient care; Medicine; Medical emergency; Deep learning; Retrospective cohort study; Cohort; Health care; Surgery; Internal medicine","score_opus":0.018808610012383833,"score_gpt":0.35656305393935767,"score_spread":0.33775444392697385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390148007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853208,0.000020629157,0.0059881476,0.00054893387,0.0024594115,0.004353499,0.000051469695,0.00051766884,0.0007394478],"genre_scores_gemma":[0.9915915,0.00008635934,0.0002124291,0.0027153073,0.0013939915,0.002956256,0.00075208786,0.000040161667,0.00025188917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99496204,0.00043557462,0.0015015358,0.00026041953,0.0017667547,0.0010736964],"domain_scores_gemma":[0.99736434,0.0010083888,0.00051610946,0.0004050331,0.00022632393,0.0004798184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030528635,0.00025552927,0.00056042126,0.00013273722,0.0006674524,0.000018736298,0.0003934029,0.0006839848,0.00020917723],"category_scores_gemma":[0.0010699301,0.00021398514,0.00015517001,0.00066783297,0.00009058445,0.00021225265,0.00016554879,0.0017369405,0.00035033585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000483314,0.0010882178,0.89157015,0.00037687476,0.00027358264,0.000010126158,0.0071120844,0.000021895696,0.0000057639895,0.00024562035,0.064313434,0.03449895],"study_design_scores_gemma":[0.003836808,0.00094573013,0.73764807,0.0002841263,0.00006255014,8.083035e-7,0.0029862605,0.24516296,5.5626043e-7,0.0012486834,0.0075895833,0.00023384955],"about_ca_topic_score_codex":0.0004024765,"about_ca_topic_score_gemma":0.0050398163,"teacher_disagreement_score":0.24514107,"about_ca_system_score_codex":0.0005186777,"about_ca_system_score_gemma":0.0007323837,"threshold_uncertainty_score":0.8726061},"labels":[],"label_agreement":null},{"id":"W4390505600","doi":"10.2196/53112","title":"A Call to Reconsider a Nationwide Electronic Health Record System: Correcting the Failures of the National Program for IT","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Deliverable; Electronic health record; Bureaucracy; Health care; Medical record; Quality (philosophy); Service (business); Health records; Medical emergency; Medicine; Business; Political science; Engineering","score_opus":0.07518761116850159,"score_gpt":0.4757371237835217,"score_spread":0.4005495126150201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390505600","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31538352,0.00029191343,0.010463698,0.5560808,0.013002417,0.07807342,0.00029607755,0.00278541,0.023622705],"genre_scores_gemma":[0.91515887,0.00006802126,0.0027126975,0.0504394,0.0018191544,0.02383022,0.00009085621,0.00010911945,0.0057716444],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993634,0.0007964729,0.002503556,0.00016851597,0.0015171441,0.0013803436],"domain_scores_gemma":[0.9930633,0.00429373,0.0011903397,0.0003608067,0.0007337539,0.00035807953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009802429,0.00019731776,0.0004937505,0.00019797293,0.0012338607,0.00002009106,0.00064581947,0.00031336542,0.000059923772],"category_scores_gemma":[0.0053748908,0.00011452293,0.00014791117,0.0012782457,0.00008403686,0.00012265067,0.00019524603,0.0013735455,0.0002227009],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063689215,0.00006982478,0.0020063843,0.0074615823,0.00009351125,2.6995065e-7,0.037164632,0.000037713973,0.0000020676737,0.01040697,0.86293584,0.07975749],"study_design_scores_gemma":[0.00126922,0.0006039701,0.0011277716,0.0032919177,0.000015047863,0.00004316721,0.0345011,0.05411807,0.0000074955396,0.000538388,0.904263,0.00022083201],"about_ca_topic_score_codex":0.00059021456,"about_ca_topic_score_gemma":0.0066553275,"teacher_disagreement_score":0.5997754,"about_ca_system_score_codex":0.0013249923,"about_ca_system_score_gemma":0.009830813,"threshold_uncertainty_score":0.99578255},"labels":[],"label_agreement":null},{"id":"W4390508591","doi":"10.2196/46501","title":"Design and Implementation of an Inpatient Fall Risk Management Information System","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tongji University; Huazhong University of Science and Technology","keywords":"Fall prevention; Medicine; Workflow; Health care; Patient safety; Medical emergency; Incident report; Risk management; Nursing; Poison control; Human factors and ergonomics; Computer science; Computer security; Business","score_opus":0.019672180548747153,"score_gpt":0.3747278962210972,"score_spread":0.35505571567235006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390508591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8358404,0.00007249247,0.15321714,0.00008166082,0.000853929,0.0027740635,0.000058407688,0.00028499332,0.006816924],"genre_scores_gemma":[0.98727787,0.00037959308,0.011215521,0.00033818945,0.00008264805,0.00041588506,0.0002352651,0.000010612304,0.000044421842],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99776226,0.00021713473,0.0011458261,0.00006406228,0.0005790398,0.00023164936],"domain_scores_gemma":[0.99913174,0.000109857516,0.00034904215,0.00016624102,0.000076573604,0.00016655454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014722219,0.00011019235,0.00017326129,0.000182043,0.00017015234,0.000026538799,0.00011711648,0.00017055013,0.000031538908],"category_scores_gemma":[0.000014026497,0.00008740946,0.000030161073,0.00018367001,0.00003918194,0.0010068683,0.000096727774,0.00033577534,0.0001340271],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007786566,0.00013303223,0.0033917811,0.024100842,0.00018295844,0.000005687117,0.1192873,0.000010341194,0.00000731277,0.03621462,0.0095806215,0.8070076],"study_design_scores_gemma":[0.0052776807,0.000876711,0.123710826,0.0050345752,0.0002486059,0.000017288843,0.294064,0.5254596,0.000013013527,0.0013194296,0.04347821,0.00050007296],"about_ca_topic_score_codex":0.000065738124,"about_ca_topic_score_gemma":0.00001624299,"teacher_disagreement_score":0.8065076,"about_ca_system_score_codex":0.00011171163,"about_ca_system_score_gemma":0.00012326457,"threshold_uncertainty_score":0.35644543},"labels":[],"label_agreement":null},{"id":"W4390642822","doi":"10.2196/52210","title":"Knowledge Graph for Breast Cancer Prevention and Treatment: Literature-Based Data Analysis Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Bioinformatics and Genomic Networks","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Breast cancer; Computer science; Medicine; Knowledge graph; Cancer; Data science; Information retrieval; Internal medicine","score_opus":0.01739579766525618,"score_gpt":0.33593557576157407,"score_spread":0.3185397780963179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390642822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77634645,0.017146146,0.19362295,0.0010693902,0.0010571986,0.0042330897,0.0050767227,0.0001532316,0.0012948051],"genre_scores_gemma":[0.9931107,0.0008253542,0.0015205013,0.00022995476,0.00042921066,0.00026398574,0.0031773944,0.000017207318,0.0004256902],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905616,0.000022104086,0.00040545248,0.00017362929,0.00015104412,0.00019158209],"domain_scores_gemma":[0.99923575,0.000029296487,0.000067899535,0.00045462235,0.000055959885,0.00015647562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003515959,0.00016370064,0.00020493081,0.00013064739,0.000072607385,0.00015124344,0.00023849258,0.00019048103,0.00003428612],"category_scores_gemma":[0.000010688102,0.000117479925,0.00011453983,0.00034944323,0.000057943435,0.000021739981,0.00013448652,0.000095311516,0.0000030588928],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024004337,0.0009667519,0.002936359,0.0011101423,0.004901472,0.000006292823,0.0070029967,0.00016049846,0.0000623625,0.0003388652,0.019928727,0.9623455],"study_design_scores_gemma":[0.0033383043,0.0013829452,0.0031594995,0.00038194045,0.0018219893,0.0000311204,0.0013118563,0.8726485,0.00009065613,0.0002492159,0.115011804,0.0005721967],"about_ca_topic_score_codex":0.000005597774,"about_ca_topic_score_gemma":0.00019710936,"teacher_disagreement_score":0.9617733,"about_ca_system_score_codex":0.00001766135,"about_ca_system_score_gemma":0.00020748292,"threshold_uncertainty_score":0.47906923},"labels":[],"label_agreement":null},{"id":"W4390679856","doi":"10.2196/51326","title":"Prediction of Antibiotic Resistance in Patients With a Urinary Tract Infection: Algorithm Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Urinary system; Antibiotic resistance; Algorithm; Antibiotics; Medicine; Intensive care medicine; Computer science; Internal medicine; Microbiology; Biology","score_opus":0.013517243717606592,"score_gpt":0.26132456294338086,"score_spread":0.24780731922577426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390679856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991422,0.00006672655,0.0045262575,0.00012086147,0.00013708603,0.00062512996,0.0000059898725,0.00009900602,0.0029969658],"genre_scores_gemma":[0.98887676,0.00006120361,0.010687512,0.00005686628,0.000036741854,0.000032532796,0.00010233894,0.000011896005,0.0001341609],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985827,0.000017527209,0.0005521701,0.00009857085,0.0006127514,0.0001362794],"domain_scores_gemma":[0.9995681,0.0000421017,0.00008534873,0.00013049731,0.00006628607,0.000107640204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029990572,0.00011530455,0.0001819796,0.00035488684,0.00003629739,0.00002175194,0.000031378197,0.00010004061,0.00004840231],"category_scores_gemma":[0.000030594554,0.00009006321,0.00002171115,0.00045226797,0.00007308736,0.00039438254,0.00003409942,0.0002598159,0.000012048319],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002923859,0.010100798,0.7977198,0.009067224,0.0003034887,0.0001724045,0.009280417,0.000015792277,0.0000014493744,0.0006789095,0.0011902727,0.17117706],"study_design_scores_gemma":[0.0016791276,0.0018107074,0.9759638,0.0021821717,0.000059157734,0.000074689066,0.00013739687,0.0031177502,0.00008085865,0.000021650303,0.014769283,0.00010344307],"about_ca_topic_score_codex":0.0000038273447,"about_ca_topic_score_gemma":0.0000024401634,"teacher_disagreement_score":0.17824396,"about_ca_system_score_codex":0.00014328735,"about_ca_system_score_gemma":0.00015699651,"threshold_uncertainty_score":0.3672671},"labels":[],"label_agreement":null},{"id":"W4390712701","doi":"10.2196/49607","title":"Impact of Translation on Biomedical Information Extraction: Experiment on Real-Life Clinical Notes","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Translation (biology); Information extraction; Information retrieval; Natural language processing; Data science; Data mining; Artificial intelligence; Biology","score_opus":0.0523874128518099,"score_gpt":0.43424987324319636,"score_spread":0.38186246039138644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390712701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97904146,0.00020004141,0.014813769,0.0009096854,0.0008517273,0.00028365408,0.000052234198,0.00011184672,0.0037355719],"genre_scores_gemma":[0.99669236,0.0005474367,0.001302248,0.0005643378,0.00046110337,0.000035179288,0.0003664036,0.000010739397,0.000020191872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997715,0.00006652704,0.0010650773,0.00013027606,0.0007886882,0.00023444524],"domain_scores_gemma":[0.99885875,0.00027764842,0.00015992037,0.00027469583,0.000056645702,0.00037235708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067986606,0.00018588554,0.0002589618,0.00014681688,0.000044016884,0.000038188165,0.00020251812,0.0006437808,0.0002026682],"category_scores_gemma":[0.0006702696,0.0001267026,0.00026725352,0.0001843918,0.00034130097,0.000024334357,0.0000425211,0.00038874862,0.00011780765],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006209919,0.0006125309,0.0005427956,0.0003056264,0.00030253065,0.000008614125,0.0020706926,0.0000345719,0.0011759188,0.00065883854,0.03823195,0.9554349],"study_design_scores_gemma":[0.008216325,0.036153834,0.041155536,0.0024717858,0.00016200499,0.00017307933,0.003776964,0.08066091,0.015272713,0.00025788756,0.80993277,0.0017661871],"about_ca_topic_score_codex":0.000012268275,"about_ca_topic_score_gemma":0.0000010321298,"teacher_disagreement_score":0.9536688,"about_ca_system_score_codex":0.00003361745,"about_ca_system_score_gemma":0.00043971147,"threshold_uncertainty_score":0.5166782},"labels":[],"label_agreement":null},{"id":"W4390792591","doi":"10.2196/48273","title":"Enhancing Health Equity by Predicting Missed Appointments in Health Care: Machine Learning Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine learning; Receiver operating characteristic; Medicine; Logistic regression; Random forest; Gradient boosting; Artificial intelligence; Health care; Computer science; Decision tree; Data mining","score_opus":0.05525848933143009,"score_gpt":0.4749009596394375,"score_spread":0.41964247030800744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390792591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8342915,0.007919743,0.08374038,0.046924204,0.003839531,0.01473509,0.00017989129,0.0020355338,0.0063341195],"genre_scores_gemma":[0.9825021,0.0005439531,0.005536338,0.009406767,0.0002604896,0.0005041297,0.00067233987,0.000052530566,0.000521337],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940971,0.0010999363,0.0026543082,0.00022805616,0.001036926,0.00088366936],"domain_scores_gemma":[0.99812365,0.00047234897,0.00036866142,0.00023561358,0.00011836411,0.00068133924],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0060114036,0.00022037736,0.00049915863,0.00024822133,0.0011470953,0.0000713678,0.00021729637,0.00025926798,0.0003188529],"category_scores_gemma":[0.00072151667,0.00018757686,0.00004450521,0.00066955073,0.00003145281,0.00035323226,0.0002269453,0.0024934593,0.00012335181],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004650285,0.00055890606,0.034605775,0.014507634,0.00006720453,0.00002021363,0.8073833,0.0010474547,0.0000067150595,0.0004373861,0.013186656,0.12813222],"study_design_scores_gemma":[0.0024300672,0.001599662,0.000852166,0.006486015,0.000009184793,0.0000071553454,0.2488412,0.68405247,0.0000056409654,0.000022730244,0.05529192,0.00040181543],"about_ca_topic_score_codex":0.0022057092,"about_ca_topic_score_gemma":0.0019401049,"teacher_disagreement_score":0.683005,"about_ca_system_score_codex":0.0013251478,"about_ca_system_score_gemma":0.0044635534,"threshold_uncertainty_score":0.99980783},"labels":[],"label_agreement":null},{"id":"W4390973627","doi":"10.2196/51925","title":"Predicting Depression Risk in Patients With Cancer Using Multimodal Data: Algorithm Development Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cancer survivorship and care","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Logistic regression; Receiver operating characteristic; Medicine; Machine learning; Artificial intelligence; Random forest; Lasso (programming language); Discriminative model; Algorithm; Computer science; Internal medicine","score_opus":0.023674686589341482,"score_gpt":0.3350470398901922,"score_spread":0.3113723533008507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390973627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951888,0.00019839643,0.0028862823,0.000019614434,0.0005331478,0.0008757566,0.00006653472,0.00010134839,0.00013013458],"genre_scores_gemma":[0.9945161,0.000023154753,0.004783968,0.00014812613,0.0001901542,0.00009140892,0.00019871502,0.000024838286,0.000023563247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975626,0.000034455352,0.0006052478,0.00019424377,0.0013194113,0.00028406066],"domain_scores_gemma":[0.9991482,0.00006629933,0.000095677635,0.00035690665,0.000079474026,0.000253434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048581406,0.00017366826,0.0002758598,0.00015560392,0.0000769363,0.00004916419,0.00019819672,0.00012512843,0.00012351309],"category_scores_gemma":[0.0000642293,0.00011570909,0.000020859543,0.00037102881,0.000044570268,0.00040078323,0.0002748387,0.0006340614,0.000008909211],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006197384,0.00023299322,0.69478923,0.00024656722,0.00007513182,0.000029057597,0.016181834,0.000014537207,9.004378e-8,1.4137893e-7,0.00009872408,0.2882697],"study_design_scores_gemma":[0.003906823,0.00021775371,0.5426379,0.0027665414,0.0001296123,0.00000885777,0.008606863,0.438625,0.000012496422,8.1805143e-7,0.0028575116,0.00022984188],"about_ca_topic_score_codex":0.0013174543,"about_ca_topic_score_gemma":0.0017990388,"teacher_disagreement_score":0.4386105,"about_ca_system_score_codex":0.00024346207,"about_ca_system_score_gemma":0.0007198564,"threshold_uncertainty_score":0.47184798},"labels":[],"label_agreement":null},{"id":"W4391024095","doi":"10.2196/53002","title":"Application of Failure Mode and Effects Analysis to Improve the Quality of the Front Page of Electronic Medical Records in China: Cross-Sectional Data Mapping Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Cross-sectional study; Mode (computer interface); Medicine; Computer science; Data mining; Database; Operating system","score_opus":0.07604521917315675,"score_gpt":0.48210419709777436,"score_spread":0.4060589779246176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391024095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85143584,0.0001145126,0.1430391,0.0034734383,0.00020819812,0.0011546585,0.0001528973,0.000029483532,0.0003918792],"genre_scores_gemma":[0.99804413,0.000084218,0.00043109801,0.00095738145,0.000090551424,0.0001656838,0.00018341561,0.0000057386565,0.000037777594],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994502,0.00047889678,0.0026874773,0.0001650695,0.0018018272,0.0003647399],"domain_scores_gemma":[0.9962416,0.0018080736,0.00075059547,0.00079942035,0.00014878775,0.0002515191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009805403,0.00013202163,0.0006193587,0.00043812618,0.00018974436,0.000011982832,0.0007633962,0.00042389132,0.00020169653],"category_scores_gemma":[0.0028365408,0.00007363683,0.00014955572,0.002197513,0.00023330208,0.00022208504,0.00049188646,0.0013507433,0.0000073843376],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019635285,0.00022027157,0.8442165,0.022632822,0.0025568928,6.977258e-7,0.06110406,0.00070721953,0.00006934958,0.015292029,0.003927982,0.04907579],"study_design_scores_gemma":[0.00033022722,0.00003809497,0.40563816,0.00027102535,0.0001694849,4.0590714e-7,0.0010119211,0.590767,0.000008060012,0.00032144584,0.001381882,0.00006224958],"about_ca_topic_score_codex":0.0017486359,"about_ca_topic_score_gemma":0.003749661,"teacher_disagreement_score":0.5900598,"about_ca_system_score_codex":0.00014330655,"about_ca_system_score_gemma":0.0010697747,"threshold_uncertainty_score":0.5868383},"labels":[],"label_agreement":null},{"id":"W4391260074","doi":"10.2196/56050","title":"Correction: A Call to Reconsider a Nationwide Electronic Health Record System: Correcting the Failures of the National Program for IT","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Electronic health record; Computer science; Health records; Health informatics; Data science; Medical emergency; Medicine; Computer security; Public health; Health care; Political science; Nursing","score_opus":0.05246794764126088,"score_gpt":0.4581130794908254,"score_spread":0.4056451318495645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391260074","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07130074,0.0025977332,0.07044963,0.5973618,0.08993345,0.092621274,0.00031058697,0.004040619,0.071384184],"genre_scores_gemma":[0.92442805,0.00008319514,0.002592312,0.037519038,0.0034727273,0.019384908,0.000054168773,0.00011964366,0.012345945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940543,0.000739376,0.0024847575,0.00020830249,0.0013971796,0.0011160459],"domain_scores_gemma":[0.9929177,0.0049634897,0.00075401505,0.00032364798,0.00070341415,0.000337735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075500943,0.000224725,0.00047547484,0.0001906261,0.0011210864,0.000047531903,0.00052200386,0.00034296495,0.000118737305],"category_scores_gemma":[0.0036574171,0.00012946659,0.0001834361,0.0010286892,0.00009208363,0.00018230661,0.00013530624,0.0019492478,0.00014111058],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041374016,0.000049609684,0.00038040063,0.006316368,0.00009303153,2.783777e-7,0.022334509,0.000020491325,9.401659e-7,0.007444415,0.8485984,0.11472015],"study_design_scores_gemma":[0.00045048882,0.000471139,0.00016117655,0.005279448,0.000017885275,0.00012084441,0.015327369,0.09700582,0.000006460757,0.00022390581,0.88078094,0.000154505],"about_ca_topic_score_codex":0.0006652314,"about_ca_topic_score_gemma":0.0070315353,"teacher_disagreement_score":0.8531273,"about_ca_system_score_codex":0.0021111597,"about_ca_system_score_gemma":0.013425406,"threshold_uncertainty_score":0.99216753},"labels":[],"label_agreement":null},{"id":"W4391348681","doi":"10.2196/53516","title":"Using a Natural Language Processing Approach to Support Rapid Knowledge Acquisition","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Terminology; Documentation; Computer science; Cloud computing; Phenome; Health care; Clinical decision support system; Knowledge management; Electronic health record; Health informatics; Data science; Artificial intelligence; Natural language processing; Decision support system; Medicine; Pathology; Linguistics; Public health","score_opus":0.026386628124518263,"score_gpt":0.35273507264230247,"score_spread":0.3263484445177842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391348681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82654196,0.012988711,0.12509364,0.00046746823,0.0012416111,0.0006644084,0.000034800047,0.00044677436,0.0325206],"genre_scores_gemma":[0.9788465,0.000024561507,0.018754208,0.0011120598,0.00055617717,0.000034432138,0.00019760763,0.00001728903,0.00045717304],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988731,0.000025413352,0.00033293985,0.00015258859,0.00032352438,0.00029241422],"domain_scores_gemma":[0.99950486,0.0000147832425,0.00003763466,0.00016546647,0.000043106895,0.00023411665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035220862,0.00014571608,0.00015204817,0.00008927448,0.00006629501,0.00008237618,0.00023284549,0.000285618,0.00005236752],"category_scores_gemma":[0.00008542392,0.00010919347,0.00007226567,0.00023682199,0.00013335954,0.000011279185,0.00017969323,0.00024474502,0.00006211698],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003231715,0.00011199683,0.000020709589,0.0009461093,0.000047949386,0.000016541164,0.010045625,0.0000043113123,0.005933679,0.000064673324,0.027994884,0.9547812],"study_design_scores_gemma":[0.0013798353,0.0010787727,0.00024793562,0.0011463005,0.00008711474,0.0010114855,0.016247546,0.38371316,0.012015103,0.000039658687,0.5818717,0.0011613972],"about_ca_topic_score_codex":0.0000016006178,"about_ca_topic_score_gemma":9.91857e-7,"teacher_disagreement_score":0.9536198,"about_ca_system_score_codex":0.000025584373,"about_ca_system_score_gemma":0.00028451232,"threshold_uncertainty_score":0.44527805},"labels":[],"label_agreement":null},{"id":"W4391367909","doi":"10.2196/52073","title":"Preliminary Evidence of the Use of Generative AI in Health Care Clinical Services: Systematic Narrative Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Health care; Service (business); MEDLINE; Scope (computer science); Evidence-based medicine; Medicine; Health informatics; Medical education; Computer science; Alternative medicine; Public health; Nursing","score_opus":0.2826431925059766,"score_gpt":0.5375663505409155,"score_spread":0.2549231580349389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391367909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69541055,0.21768102,0.0012065951,0.069697805,0.0027630576,0.012912507,0.000024605793,0.000104015366,0.00019985759],"genre_scores_gemma":[0.9502671,0.020316705,0.0012359034,0.027628822,0.00017831223,0.0002463517,0.000028245393,0.000014862217,0.00008374116],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99535394,0.00044506218,0.003107312,0.0001086029,0.0008015773,0.00018348654],"domain_scores_gemma":[0.99709684,0.0013380069,0.0005292751,0.00042402334,0.00041558157,0.00019628322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017554589,0.00012553748,0.00074288296,0.000092167524,0.00004304403,0.000013134031,0.00020412744,0.0001701524,0.000047281766],"category_scores_gemma":[0.0016346236,0.00007184205,0.00016162294,0.0006109259,0.00020693734,0.0003328832,0.00007445571,0.00060592894,0.000016669455],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052937994,0.00010550113,0.001182416,0.8061433,0.00004057859,0.0000040253076,0.17627369,0.000010407586,0.0000012602274,0.00023492753,0.0048995963,0.01105139],"study_design_scores_gemma":[0.000058531532,0.0011076704,0.0006753915,0.9138075,0.00009619299,0.000044439526,0.054888584,0.02778852,0.00015844629,0.000062128245,0.0012132154,0.00009935919],"about_ca_topic_score_codex":0.00021350913,"about_ca_topic_score_gemma":0.00011237627,"teacher_disagreement_score":0.25485653,"about_ca_system_score_codex":0.00014968505,"about_ca_system_score_gemma":0.002176402,"threshold_uncertainty_score":0.38608435},"labels":[],"label_agreement":null},{"id":"W4391449740","doi":"10.2196/47701","title":"Multicriteria Decision-Making in Diabetes Management and Decision Support: Systematic Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diabetes Management and Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multiple-criteria decision analysis; Diabetes mellitus; Medicine; Systematic review; Diabetes management; Categorization; MEDLINE; Intensive care medicine; Management science; Type 2 diabetes; Computer science; Operations research; Artificial intelligence; Engineering","score_opus":0.011594740922286541,"score_gpt":0.33462990497885886,"score_spread":0.32303516405657234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391449740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8841275,0.05782346,0.009428267,0.00347362,0.00320859,0.012783068,0.000011682132,0.00066403684,0.02847979],"genre_scores_gemma":[0.9204533,0.016418548,0.043974742,0.016924893,0.0002158024,0.001042951,0.000120070144,0.00006699232,0.00078271254],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9976522,0.000020645331,0.0011008586,0.00013776885,0.0007992868,0.00028926888],"domain_scores_gemma":[0.99892783,0.00044512874,0.00008959019,0.0003088419,0.00003491891,0.00019369164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012804403,0.00016793307,0.0005264136,0.00037139244,0.000030452758,0.00011692186,0.00014641654,0.00009172288,0.00054370164],"category_scores_gemma":[0.0005193452,0.000119540746,0.000070720176,0.00046051518,0.00004827307,0.0003243557,0.00016812455,0.000210518,0.0003287993],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009844174,0.000103218554,0.0006324494,0.7241777,0.000090601534,0.000080185324,0.0014785866,3.0692357e-7,4.880354e-7,0.00064236566,0.02606693,0.24671733],"study_design_scores_gemma":[0.00079139037,0.00013482213,0.0028904967,0.9326401,0.0005844792,0.00003012747,0.0012889482,0.054174215,0.000002368482,0.001895514,0.00530697,0.0002606063],"about_ca_topic_score_codex":3.1370823e-7,"about_ca_topic_score_gemma":9.5190956e-7,"teacher_disagreement_score":0.24645673,"about_ca_system_score_codex":0.000083089006,"about_ca_system_score_gemma":0.00004474776,"threshold_uncertainty_score":0.59531516},"labels":[],"label_agreement":null},{"id":"W4391452166","doi":"10.2196/49138","title":"A Patient Similarity Network (CHDmap) to Predict Outcomes After Congenital Heart Surgery: Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Medicine; Similarity (geometry); Computer science; Surgery; Artificial intelligence","score_opus":0.020636756353682197,"score_gpt":0.3106204757860002,"score_spread":0.28998371943231804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391452166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971772,0.0000752761,0.022693954,0.0031369687,0.0009278137,0.00090603385,0.0000037804182,0.00036407597,0.000120067976],"genre_scores_gemma":[0.9768786,0.0000021932467,0.01945883,0.0032282565,0.000088960915,0.0002938999,0.000010659343,0.000010902471,0.000027705668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971558,0.00014061003,0.0008719509,0.00021437283,0.0012220833,0.0003952162],"domain_scores_gemma":[0.9984589,0.0005436491,0.00007029861,0.0003448447,0.000079628815,0.0005026592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012998796,0.00019192995,0.00030262556,0.00015556322,0.00013020136,0.00033169577,0.0002629873,0.000116541465,0.000051193896],"category_scores_gemma":[0.0003220974,0.00014929665,0.00004974322,0.00044911832,0.000034098022,0.00046689657,0.00060977787,0.00045255464,0.00009560641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001563752,0.00015117317,0.7647211,0.00045525376,0.00008629647,0.00009516317,0.060032167,0.000108545406,4.6013728e-8,0.0003258861,0.012860168,0.16114858],"study_design_scores_gemma":[0.00036915985,0.00048303386,0.67604697,0.00054839504,0.000020241006,0.00008916911,0.0012215627,0.19808297,0.0000094947,0.00015881372,0.12235154,0.00061861554],"about_ca_topic_score_codex":0.000020135405,"about_ca_topic_score_gemma":0.000032561158,"teacher_disagreement_score":0.19797443,"about_ca_system_score_codex":0.000083338986,"about_ca_system_score_gemma":0.00039772494,"threshold_uncertainty_score":0.60881406},"labels":[],"label_agreement":null},{"id":"W4391474506","doi":"10.2196/55314","title":"The Effect of an Electronic Medical Record–Based Clinical Decision Support System on Adherence to Clinical Protocols in Inflammatory Bowel Disease Care: Interrupted Time Series Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"","keywords":"Medicine; Inflammatory bowel disease; Interrupted Time Series Analysis; Electronic medical record; Clinical decision support system; Medical record; Disease; Electronic health record; Decision support system; Intensive care medicine; Pediatrics; Emergency medicine; Medical emergency; Internal medicine; Data mining; Health care; Computer science","score_opus":0.04302572881067898,"score_gpt":0.5168722428009087,"score_spread":0.4738465139902297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391474506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94442713,0.000058278398,0.00029766274,0.00063750986,0.0023400811,0.05110811,0.000025296074,0.00045297362,0.0006529537],"genre_scores_gemma":[0.9499287,0.00003522674,0.00013638107,0.0012702086,0.001098433,0.04714896,0.000056233617,0.000098546865,0.00022730496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9785676,0.007628378,0.0083047375,0.00055435055,0.0033407072,0.0016042371],"domain_scores_gemma":[0.9807015,0.01430879,0.0008491694,0.0014246217,0.00027969352,0.0024362474],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033546288,0.0004986908,0.0013933172,0.0003379764,0.00039426892,0.000070145434,0.0015730633,0.0010829604,0.00041868177],"category_scores_gemma":[0.011037732,0.00030166228,0.00030726328,0.0006991617,0.0003361516,0.00035120887,0.00041303557,0.0053679077,0.0015158209],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01837728,0.0012327103,0.396235,0.023233501,0.00022062643,0.00070921116,0.012134429,0.000013250014,5.125156e-7,0.0007623329,0.021959009,0.52512217],"study_design_scores_gemma":[0.032023516,0.19256409,0.10323811,0.097042575,0.0002570711,0.00006791144,0.030583339,0.2588338,0.000013311929,0.000115406365,0.28322986,0.0020309957],"about_ca_topic_score_codex":0.00006653208,"about_ca_topic_score_gemma":0.0012584546,"teacher_disagreement_score":0.52309114,"about_ca_system_score_codex":0.0012668262,"about_ca_system_score_gemma":0.01495166,"threshold_uncertainty_score":0.99994355},"labels":[],"label_agreement":null},{"id":"W4391491066","doi":"10.2196/51560","title":"Frameworks, Dimensions, Definitions of Aspects, and Assessment Methods for the Appraisal of Quality of Health Data for Secondary Use: Comprehensive Overview of Reviews","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Terminology; Quality (philosophy); Data quality; Computer science; Ambiguity; Data science; Health care; Preprint; Systematic review; Management science; Knowledge management; MEDLINE; Engineering; World Wide Web","score_opus":0.6628416497360395,"score_gpt":0.6389503575125496,"score_spread":0.023891292223489957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391491066","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062121893,0.024049193,0.964058,0.0042336197,0.0004240716,0.0019076597,0.0044714976,0.000010815315,0.00022392355],"genre_scores_gemma":[0.0071608974,0.038449157,0.9495259,0.0037363407,0.000038417245,0.00017787606,0.0008822415,0.000012220572,0.000016952154],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938735,0.00085809885,0.00377792,0.00018214672,0.0011419706,0.00016640732],"domain_scores_gemma":[0.95839685,0.038165174,0.001579181,0.0014026801,0.00034835385,0.00010773211],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025243811,0.0001204754,0.0010023862,0.00012707649,0.00007667935,0.000049024475,0.00095901464,0.00012675565,0.000102531616],"category_scores_gemma":[0.01233276,0.000069023634,0.0001657831,0.00044434553,0.0004651925,0.00052404054,0.0009270347,0.00031748821,0.0000010430969],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000146724315,0.000110408655,0.000010630336,0.008031039,0.00010641738,4.4220258e-8,0.0015730078,0.000002261901,0.000004438032,0.44500703,0.07467221,0.47046787],"study_design_scores_gemma":[0.000476076,0.00023989247,0.0015697208,0.0015584995,0.0000927998,0.0000016503385,0.0070015346,0.027046021,0.000020910464,0.05831239,0.90358317,0.0000973613],"about_ca_topic_score_codex":0.00005876673,"about_ca_topic_score_gemma":0.000025863386,"teacher_disagreement_score":0.82891095,"about_ca_system_score_codex":0.000012664781,"about_ca_system_score_gemma":0.00053027825,"threshold_uncertainty_score":0.99598676},"labels":[],"label_agreement":null},{"id":"W4391519816","doi":"10.2196/53079","title":"Impact of a Nationwide Medication History Sharing Program on the Care Process and End-User Experience in a Tertiary Teaching Hospital: Cohort Study and Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Likert scale; Conventional PCI; Health care; Emergency department; Triage; Medical emergency; Family medicine; Emergency medicine; Nursing; Psychology","score_opus":0.06190371259820189,"score_gpt":0.4723546961627942,"score_spread":0.4104509835645923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391519816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959743,0.00019463172,0.0000083589275,0.00016970866,0.00014275643,0.0027967696,0.0000023949801,0.000059714646,0.0006513642],"genre_scores_gemma":[0.9990724,0.00001915499,0.00003370253,0.00020574215,0.000043773653,0.0005824659,0.000011309077,0.000009745591,0.000021727394],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980128,0.00005743404,0.0006020019,0.00016010883,0.0010157581,0.00015190056],"domain_scores_gemma":[0.9990907,0.00039522475,0.000121533994,0.00015749068,0.00006641414,0.00016869322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010060692,0.00013175824,0.0001969159,0.00014107327,0.00006983741,0.000059068378,0.00012306622,0.000075661505,0.000098048804],"category_scores_gemma":[0.0006689206,0.00007660948,0.00003857023,0.00011834416,0.00017914709,0.0004390569,0.000091635266,0.0007017881,0.0000018882906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056095498,0.0009971674,0.8963349,0.0003308586,0.0000808527,0.000012745486,0.09471364,0.0000014008191,9.577068e-7,0.000031227737,0.00002728463,0.0074128797],"study_design_scores_gemma":[0.0009026278,0.0012305634,0.9657012,0.00020345871,0.000039673636,0.000016422695,0.014515054,0.017001359,0.000001775097,0.000008248117,0.00030095142,0.00007862306],"about_ca_topic_score_codex":0.00009001879,"about_ca_topic_score_gemma":0.000011332339,"teacher_disagreement_score":0.080198586,"about_ca_system_score_codex":0.00019607224,"about_ca_system_score_gemma":0.0001991071,"threshold_uncertainty_score":0.3124044},"labels":[],"label_agreement":null},{"id":"W4391556788","doi":"10.2196/52080","title":"The Current Status and Promotional Strategies for Cloud Migration of Hospital Information Systems in China: Strengths, Weaknesses, Opportunities, and Threats Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; SWOT analysis; Strengths and weaknesses; China; Computer science; Business; Data science; Political science; Psychology; Marketing","score_opus":0.03757557156892352,"score_gpt":0.40510838228251134,"score_spread":0.3675328107135878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391556788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96601456,0.013911139,0.007745816,0.0032501991,0.0027508985,0.004846658,0.00038258868,0.00012641233,0.00097169937],"genre_scores_gemma":[0.986285,0.011686778,0.00007532158,0.00004585749,0.00024617865,0.0011146155,0.00047734968,0.000010437702,0.00005847561],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968771,0.00021358163,0.0017277199,0.00008791078,0.00060475763,0.0004889556],"domain_scores_gemma":[0.99785095,0.0011295951,0.00043716736,0.00015880086,0.00018771959,0.00023575591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021924656,0.00015714444,0.00036773883,0.00029699545,0.00030192768,0.00011226925,0.00010945221,0.00020460413,0.000010156622],"category_scores_gemma":[0.00023239439,0.00010262059,0.00004613315,0.00042873717,0.00013217142,0.0009807962,0.000060175626,0.0006405658,0.0000029495025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000811482,0.00013092041,0.014389681,0.034478337,0.00042713605,0.0000015332732,0.11281968,0.000054562697,4.1886003e-7,0.40426016,0.009876495,0.4234799],"study_design_scores_gemma":[0.0014368932,0.0006928195,0.021579891,0.0034660883,0.00018551621,0.000005099596,0.11335483,0.43547463,5.165694e-7,0.003054736,0.42041135,0.00033763153],"about_ca_topic_score_codex":0.0005296157,"about_ca_topic_score_gemma":0.0013971177,"teacher_disagreement_score":0.43542007,"about_ca_system_score_codex":0.00020855028,"about_ca_system_score_gemma":0.0028201109,"threshold_uncertainty_score":0.50027555},"labels":[],"label_agreement":null},{"id":"W4391646021","doi":"10.2196/50642","title":"Predicting Hypoxia Using Machine Learning: Systematic Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Machine learning; Artificial intelligence; Population; Computer science; Medicine; Predictive modelling; MEDLINE; Systematic review; Comparability","score_opus":0.07057447423156037,"score_gpt":0.3765405609779151,"score_spread":0.3059660867463547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391646021","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46811673,0.48107404,0.0014630267,0.009699545,0.0018330555,0.011840523,0.000049235274,0.0027680953,0.023155756],"genre_scores_gemma":[0.9407607,0.03170652,0.005018527,0.018900301,0.0007071718,0.0009588917,0.00037971677,0.00014846917,0.0014197098],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9973791,0.00005825466,0.0010954774,0.00011631882,0.0010691116,0.0002816854],"domain_scores_gemma":[0.9988068,0.00030507083,0.00015258712,0.00027821647,0.00006540638,0.00039192653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007430162,0.00021157906,0.0007562001,0.00012130533,0.000078905075,0.00006124192,0.00011297407,0.00014267897,0.00056388543],"category_scores_gemma":[0.00093138264,0.00013259539,0.00021664285,0.00035156173,0.00005337698,0.00016065284,0.000074794916,0.00054205133,0.00034326944],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009195502,0.00023340339,0.0023132144,0.9901667,0.0006011888,0.00035717955,0.0018024943,0.0000028766644,0.000013890202,0.00029695051,0.002352744,0.0018501284],"study_design_scores_gemma":[0.0007949483,0.00028737745,0.00011880839,0.59484833,0.0022356359,0.0018571278,0.00061246695,0.39479873,0.00015376399,0.000023798688,0.004020991,0.0002480318],"about_ca_topic_score_codex":0.000014862303,"about_ca_topic_score_gemma":0.0000011622064,"teacher_disagreement_score":0.47264397,"about_ca_system_score_codex":0.00015366254,"about_ca_system_score_gemma":0.00020961445,"threshold_uncertainty_score":0.61741495},"labels":[],"label_agreement":null},{"id":"W4391726763","doi":"10.2196/47039","title":"Use of Video in Telephone Triage in Out-of-Hours Primary Care: Register-Based Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Register (sociolinguistics); Triage; Medical emergency; Medicine; Primary care; Emergency medicine; Computer science; Family medicine","score_opus":0.044208879505076036,"score_gpt":0.3442489190387178,"score_spread":0.3000400395336418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391726763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99411076,0.001239642,0.00009708251,0.00041103887,0.00069648476,0.0010235226,0.000019829133,0.00004740379,0.0023542347],"genre_scores_gemma":[0.99810344,0.00032190655,0.0006433938,0.0006161783,0.00007207704,0.00008215849,0.000050508996,0.000016278782,0.000094071656],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99749345,0.000051282248,0.001302872,0.00010529732,0.0008282552,0.00021885938],"domain_scores_gemma":[0.9990404,0.00032103996,0.00012846949,0.00029829232,0.0000980836,0.000113715345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051672,0.0001583183,0.00064352213,0.00035918126,0.000012433952,0.0000075596486,0.00012784654,0.00014590351,0.000056825316],"category_scores_gemma":[0.00051001535,0.00011829889,0.00011220694,0.00060226663,0.00014282751,0.00017588677,0.00008828909,0.00045960097,0.000008116539],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017275513,0.004704177,0.36679977,0.03402045,0.0006494095,0.0017718122,0.3857146,0.000053089785,0.00030498454,0.00018004965,0.06731789,0.13675624],"study_design_scores_gemma":[0.044036973,0.012057793,0.42780566,0.050971672,0.0010872416,0.00004304025,0.299678,0.0104598785,0.0032415476,0.00012457103,0.14842306,0.0020705694],"about_ca_topic_score_codex":0.00005813633,"about_ca_topic_score_gemma":0.00019211888,"teacher_disagreement_score":0.13468568,"about_ca_system_score_codex":0.000113342416,"about_ca_system_score_gemma":0.00041073776,"threshold_uncertainty_score":0.48240888},"labels":[],"label_agreement":null},{"id":"W4391811410","doi":"10.2196/42271","title":"Improving Prediction of Survival for Extremely Premature Infants Born at 23 to 29 Weeks Gestational Age in the Neonatal Intensive Care Unit: Development and Evaluation of Machine Learning Models","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Neonatal Respiratory Health Research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine","keywords":"Neonatal intensive care unit; Medicine; Gestational age; Intensive care; Pediatrics; Intensive care unit; Gestation; Medical record; Intensive care medicine; Obstetrics; Pregnancy; Internal medicine","score_opus":0.1102167565130201,"score_gpt":0.4003927391567642,"score_spread":0.2901759826437441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391811410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911731,0.0019321884,0.0037761063,0.00036291673,0.00010664362,0.0022785885,0.000116119125,0.000023165147,0.00023117963],"genre_scores_gemma":[0.9968483,0.000045422836,0.0018570455,0.00033855689,0.000049187605,0.00027174703,0.00053267856,0.000015793914,0.00004130252],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965102,0.000115810915,0.0007888463,0.000120935445,0.002233702,0.00023050542],"domain_scores_gemma":[0.9977752,0.0006060766,0.00012881953,0.00013430494,0.0011618707,0.00019373397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002681608,0.00012402808,0.00026082012,0.00029251375,0.00007041317,0.000016863152,0.00011895704,0.00016553179,0.00002063185],"category_scores_gemma":[0.0023860326,0.00008634883,0.00003527432,0.0003175176,0.000091768154,0.00020051963,0.00013211709,0.00056305726,0.0000022320407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096750184,0.00004689488,0.0024319247,0.015793255,0.00007553892,0.000029782002,0.22717182,0.00089874124,0.00026835204,0.0004399572,0.0001821079,0.75169414],"study_design_scores_gemma":[0.003035084,0.0007421328,0.014907726,0.0023933626,0.00006852271,0.000055673758,0.037091367,0.93067604,0.00071997347,0.00012035988,0.010059273,0.00013049909],"about_ca_topic_score_codex":0.000023993485,"about_ca_topic_score_gemma":0.00022216275,"teacher_disagreement_score":0.92977726,"about_ca_system_score_codex":0.00023111148,"about_ca_system_score_gemma":0.0013607192,"threshold_uncertainty_score":0.3521203},"labels":[],"label_agreement":null},{"id":"W4391909254","doi":"10.2196/53075","title":"Development of a Trusted Third Party at a Large University Hospital: Design and Implementation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Computer science; Workflow; Modular design; Interface (matter); Application programming interface; Software engineering; Data sharing; Database; Operating system; Medicine","score_opus":0.04999200940030384,"score_gpt":0.43724277786791776,"score_spread":0.3872507684676139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391909254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841814,0.00007212772,0.010701127,0.00038649215,0.00036267444,0.0034400101,0.0000129004075,0.00014426876,0.0006990065],"genre_scores_gemma":[0.9928227,0.00006734843,0.005814641,0.00032377176,0.0000674871,0.00018266118,0.00003959052,0.00001794233,0.0006638645],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733937,0.00038671657,0.0010761427,0.00010537748,0.000607551,0.00048484805],"domain_scores_gemma":[0.998757,0.00048324346,0.00023825737,0.00014855168,0.00008136231,0.00029155856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002884115,0.00011923115,0.00027361227,0.00012702227,0.00038965652,0.0000063542666,0.00013437893,0.00018543209,0.00049253245],"category_scores_gemma":[0.000060909617,0.00009623397,0.000023572344,0.00028754302,0.000032759723,0.00018957675,0.00020899318,0.0004887249,0.00012367568],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010918837,0.00038656147,0.029407136,0.008008452,0.00023552214,0.000030441412,0.87415534,5.227103e-7,0.000011151977,0.002462398,0.048386365,0.036806934],"study_design_scores_gemma":[0.0056869905,0.0010823131,0.019082103,0.0014581457,0.00006833198,0.0000075653265,0.44516978,0.024017433,0.000045796052,0.00006561086,0.5029388,0.0003771394],"about_ca_topic_score_codex":0.00004356722,"about_ca_topic_score_gemma":0.00052768044,"teacher_disagreement_score":0.45455244,"about_ca_system_score_codex":0.00059612945,"about_ca_system_score_gemma":0.0022313755,"threshold_uncertainty_score":0.53928846},"labels":[],"label_agreement":null},{"id":"W4391910237","doi":"10.2196/53400","title":"Forecasting Hospital Room and Ward Occupancy Using Static and Dynamic Information Concurrently: Retrospective Single-Center Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; Korea Health Industry Development Institute; Ministry of Trade, Industry and Energy; Ministry of Food and Drug Safety; Korea Medical Device Development Fund","keywords":"Occupancy; Retrospective cohort study; Medicine; Center (category theory); Single Center; Cohort; Computer science; Medical emergency; Emergency medicine; Operations management; Engineering; Surgery; Internal medicine","score_opus":0.018905773950654473,"score_gpt":0.31741637209461343,"score_spread":0.29851059814395897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391910237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8995676,0.00007973405,0.09775301,0.00036751459,0.0006311564,0.0011094788,0.000013715508,0.00025336808,0.00022440188],"genre_scores_gemma":[0.99086046,0.000014472781,0.008735464,0.00026256943,0.000044289358,0.00004497749,0.000021241933,0.000010699015,0.0000058308037],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975996,0.00007984782,0.0008113841,0.00019230618,0.0009526894,0.0003641436],"domain_scores_gemma":[0.99890107,0.0002027193,0.00021370898,0.0002604877,0.00013113067,0.00029086357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007614423,0.00021769067,0.0002964229,0.00022087299,0.00018304704,0.0006495661,0.0003038425,0.00011929869,0.000014622763],"category_scores_gemma":[0.0004035506,0.00018472718,0.00003289194,0.00038612474,0.00009302986,0.0024305105,0.00050002703,0.00067762984,0.000010288599],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069975927,0.00014583101,0.77234656,0.0016535538,0.000089426,0.000042830892,0.07651484,0.00003163359,3.5055388e-7,0.0010280902,0.00029140187,0.1478485],"study_design_scores_gemma":[0.00047449904,0.00047073417,0.04855685,0.00052714144,0.000013768426,0.00013696082,0.0017626272,0.94735014,3.6454273e-7,0.00017118845,0.00033715193,0.00019858388],"about_ca_topic_score_codex":0.00002960783,"about_ca_topic_score_gemma":0.000009591553,"teacher_disagreement_score":0.9473185,"about_ca_system_score_codex":0.00023360575,"about_ca_system_score_gemma":0.00017345906,"threshold_uncertainty_score":0.75329554},"labels":[],"label_agreement":null},{"id":"W4392054517","doi":"10.2196/51274","title":"Evaluation of SNOMED CT Grouper Accuracy and Coverage in Organizing the Electronic Health Record Problem List by Clinical System: Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"SNOMED CT; Medical diagnosis; Medicine; Electronic health record; Systematized Nomenclature of Medicine; Medical record; Electronic medical record; Health care; Medical emergency; Terminology; Pathology; Radiology","score_opus":0.1797226452023577,"score_gpt":0.5191380036296197,"score_spread":0.339415358427262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392054517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826506,0.0019226159,0.00049978256,0.0045315223,0.00090849516,0.008083454,0.000022884318,0.00013517584,0.001245499],"genre_scores_gemma":[0.99611527,0.0006508538,0.00006739391,0.0017399869,0.0003172006,0.00090155756,0.00007085939,0.000033948432,0.00010295151],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98763466,0.004331518,0.0044294503,0.00025331325,0.0024194394,0.0009316074],"domain_scores_gemma":[0.993602,0.0044134012,0.00087747135,0.00039467815,0.0003858085,0.00032666538],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04487803,0.0002221957,0.0007044588,0.00015397648,0.0003779862,0.000037498736,0.00036337908,0.00023893321,0.00022359549],"category_scores_gemma":[0.0023834761,0.00014940542,0.000058425412,0.0008074422,0.00009706476,0.00043203676,0.00016436721,0.0025637827,0.00006288936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014856434,0.0012317282,0.35743257,0.02787364,0.0005035382,0.000011194694,0.10836282,0.000011981004,0.0000074368477,0.021059513,0.10171772,0.3816393],"study_design_scores_gemma":[0.0154751185,0.0046699597,0.098044686,0.017329488,0.0003518161,0.00012181315,0.14116713,0.48579127,0.0000030191666,0.003116007,0.23286577,0.001063912],"about_ca_topic_score_codex":0.0013051851,"about_ca_topic_score_gemma":0.0027543895,"teacher_disagreement_score":0.4857793,"about_ca_system_score_codex":0.0021270344,"about_ca_system_score_gemma":0.01231332,"threshold_uncertainty_score":0.9997373},"labels":[],"label_agreement":null},{"id":"W4392130981","doi":"10.2196/49643","title":"Data-Driven Identification of Factors That Influence the Quality of Adverse Event Reports: 15-Year Interpretable Machine Learning and Time-Series Analyses of VigiBase and QUEST","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Identification (biology); Event (particle physics); Quality (philosophy); Computer science; Adverse effect; Medicine; Internal medicine","score_opus":0.10377161770668207,"score_gpt":0.49065606575359055,"score_spread":0.38688444804690847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392130981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99794203,0.0005726573,0.0001977602,0.00013675286,0.00015811586,0.0002252181,0.0003844442,0.000033509095,0.0003495227],"genre_scores_gemma":[0.9979564,0.001561956,0.00006555788,0.00008569071,0.000014724358,0.000010214364,0.00017582464,0.000006237798,0.00012341194],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823296,0.00018468438,0.0010079842,0.00011809311,0.00032613942,0.00013016048],"domain_scores_gemma":[0.9983432,0.0006281187,0.0005989974,0.00022996221,0.0000798681,0.00011985216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014013399,0.00012302518,0.00029985208,0.00008380457,0.00008097275,0.000010629935,0.0002004985,0.00012531037,0.00025486594],"category_scores_gemma":[0.00048381384,0.00008388191,0.00005595344,0.00019005736,0.0005749141,0.00069583906,0.00022300537,0.0005298436,0.000004684639],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008991176,0.001045805,0.659147,0.012023119,0.003372504,0.00007103503,0.049450263,0.0057497644,0.24980319,0.0024943438,0.0038673347,0.012076535],"study_design_scores_gemma":[0.0021627068,0.00034793527,0.052429404,0.0014020286,0.0018457575,0.00020172968,0.026732836,0.581182,0.21197863,0.0005201837,0.12039595,0.0008008192],"about_ca_topic_score_codex":0.00006696566,"about_ca_topic_score_gemma":0.000011425844,"teacher_disagreement_score":0.6067176,"about_ca_system_score_codex":0.000015682845,"about_ca_system_score_gemma":0.000119635806,"threshold_uncertainty_score":0.34206048},"labels":[],"label_agreement":null},{"id":"W4392188702","doi":"10.2196/48007","title":"Reducing Firearm Access for Suicide Prevention: Implementation Evaluation of the Web-Based “Lock to Live” Decision Aid in Routine Health Care Encounters","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lock (firearm); Medical emergency; Suicide prevention; Poison control; Web application; Occupational safety and health; Health care; Human factors and ergonomics; Medicine; Injury prevention; Internet privacy; Computer security; Computer science; World Wide Web; Engineering","score_opus":0.07731420207543278,"score_gpt":0.4904287156826915,"score_spread":0.4131145136072587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392188702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990373,0.0004553428,0.0023738928,0.0026087107,0.0010040919,0.0022934356,0.000042271568,0.000040429575,0.00080881634],"genre_scores_gemma":[0.99672186,0.000020048907,0.00076841,0.0016463241,0.00009330817,0.00064160174,0.00007698157,0.000011501563,0.000019949444],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976283,0.00013322868,0.00092911907,0.0001299769,0.00092873117,0.0002506485],"domain_scores_gemma":[0.99892575,0.0003835603,0.00018514176,0.00022898336,0.0001900526,0.0000865442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019914822,0.000117509786,0.00021580547,0.00018447902,0.00008735404,0.0000414959,0.0002730207,0.00007719806,0.0006667313],"category_scores_gemma":[0.00022922728,0.00008387436,0.00009915364,0.00042781743,0.000034121233,0.00017369773,0.00009008556,0.00016366623,0.000019607322],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027169278,0.00014477473,0.013430693,0.0010453953,0.00011946883,0.0000015150247,0.20773946,0.00059586886,0.000006313701,0.00024151255,0.047204576,0.72919875],"study_design_scores_gemma":[0.025344998,0.0029527545,0.19608828,0.005123574,0.0005041457,0.000026575883,0.5007733,0.23629406,0.0009676417,0.0015750912,0.029280396,0.0010691949],"about_ca_topic_score_codex":0.00027337583,"about_ca_topic_score_gemma":0.001046262,"teacher_disagreement_score":0.7281295,"about_ca_system_score_codex":0.00030599072,"about_ca_system_score_gemma":0.000676901,"threshold_uncertainty_score":0.73002404},"labels":[],"label_agreement":null},{"id":"W4392191574","doi":"10.2196/52289","title":"Mining Clinical Notes for Physical Rehabilitation Exercise Information: Natural Language Processing Algorithm Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Rehabilitation; Computer science; Physical medicine and rehabilitation; Natural language processing; Stroke (engine); Artificial intelligence; Physical therapy; Machine learning; Medicine; Engineering","score_opus":0.09547172184478496,"score_gpt":0.5283818912335683,"score_spread":0.4329101693887833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392191574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816654,0.00022737349,0.012514397,0.0009252837,0.0010663827,0.003178178,0.000011472764,0.0002940548,0.00011745846],"genre_scores_gemma":[0.9561469,0.00001106082,0.041236788,0.00055237615,0.0006200736,0.0012149124,0.00014902337,0.000019029649,0.000049823306],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99663246,0.00016336213,0.00192533,0.00014928657,0.00074536755,0.0003841897],"domain_scores_gemma":[0.99552655,0.0034257835,0.0002754839,0.00016360616,0.0003529979,0.00025559842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025540623,0.0001768132,0.00033944886,0.00016636204,0.0005846044,0.000090831534,0.0001564726,0.00026202804,0.00003466925],"category_scores_gemma":[0.0018071285,0.00013895969,0.000058502475,0.00029354138,0.00012349432,0.0013034914,0.00013232951,0.00079967536,0.0001415389],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027311336,0.00006066147,0.0024912287,0.001777694,0.00000961487,0.0000011861955,0.31783774,0.0000011575339,1.6811568e-7,0.00006224234,0.00050930685,0.6772217],"study_design_scores_gemma":[0.00043685056,0.00037866307,0.0020298401,0.002171301,0.00003361621,0.0000024529259,0.36388952,0.6217243,0.000035560948,0.00014525287,0.00892509,0.00022755442],"about_ca_topic_score_codex":0.000023094473,"about_ca_topic_score_gemma":0.000043561,"teacher_disagreement_score":0.67699414,"about_ca_system_score_codex":0.0001369754,"about_ca_system_score_gemma":0.00092523673,"threshold_uncertainty_score":0.5666611},"labels":[],"label_agreement":null},{"id":"W4392413980","doi":"10.2196/49997","title":"A Case Demonstration of the Open Health Natural Language Processing Toolkit From the National COVID-19 Cohort Collaborative and the Researching COVID to Enhance Recovery Programs for a Natural Language Processing System for COVID-19 or Postacute Sequelae of SARS CoV-2 Infection: Algorithm Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine; National Heart, Lung, and Blood Institute","keywords":"Coronavirus disease 2019 (COVID-19); Artificial intelligence; Natural language processing; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Preprint; Task (project management); 2019-20 coronavirus outbreak; Computer science; Medicine; World Wide Web; Pathology; Disease; Engineering","score_opus":0.05779017490292085,"score_gpt":0.42539791881473193,"score_spread":0.36760774391181106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392413980","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1315068,0.000892421,0.8547984,0.0072801854,0.00017528994,0.0051418985,0.0001156935,0.000070800634,0.000018557668],"genre_scores_gemma":[0.8357928,0.000011999739,0.15904482,0.0040609054,0.00008139558,0.000892602,0.00008311526,0.000010037675,0.000022347383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977387,0.00022947213,0.00077412755,0.0002310092,0.00080753746,0.00021915225],"domain_scores_gemma":[0.99756956,0.0013617381,0.00041134126,0.00016913726,0.00032702266,0.00016122803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00403316,0.00014832933,0.0002696597,0.00008242183,0.0006748602,0.00074488035,0.000493498,0.00008073633,6.13512e-7],"category_scores_gemma":[0.0018439137,0.00007752807,0.000037184032,0.00061603455,0.00019945262,0.0009134133,0.00037225382,0.000276396,1.3945191e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032055128,0.000036743244,0.00007822945,0.005306698,0.0001251477,0.00001841904,0.29120928,0.00018068234,0.00006965015,0.0016160603,0.00079131656,0.7002472],"study_design_scores_gemma":[0.0011066066,0.00010625352,0.000021780957,0.0009690438,0.000021935493,0.0004460195,0.018059598,0.9763154,0.00090507284,0.00017134183,0.0017298682,0.00014709984],"about_ca_topic_score_codex":0.00045009522,"about_ca_topic_score_gemma":0.00086702255,"teacher_disagreement_score":0.9761347,"about_ca_system_score_codex":0.00049918453,"about_ca_system_score_gemma":0.006617998,"threshold_uncertainty_score":0.99901354},"labels":[],"label_agreement":null},{"id":"W4392505897","doi":"10.2196/47744","title":"Real-World Data Quality Framework for Oncology Time to Treatment Discontinuation Use Case: Implementation and Evaluation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Relevance (law); Terminology; Discontinuation; Quality (philosophy); Descriptive statistics; Data quality; Real world data; Medical physics; Computer science; Internal medicine; Statistics; Data science; Operations management; Mathematics","score_opus":0.43328506035763853,"score_gpt":0.6275695511884054,"score_spread":0.19428449083076688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392505897","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76480204,0.000009300191,0.22651842,0.0010624181,0.000117113326,0.00645227,0.0003156578,0.0004187935,0.00030399184],"genre_scores_gemma":[0.48956022,0.00004587846,0.5048692,0.0003297673,0.00027720968,0.0033727176,0.0011417365,0.00005305595,0.0003501781],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99763227,0.00020719234,0.001023135,0.0002266953,0.0006732589,0.00023742382],"domain_scores_gemma":[0.99542636,0.0033673858,0.00024320673,0.00061699474,0.00015706156,0.00018897944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032344193,0.00019126406,0.0003634939,0.00017798117,0.00009619612,0.00016593776,0.00018226307,0.0001141076,0.00030223516],"category_scores_gemma":[0.0016147288,0.00014867226,0.000032214404,0.00028753426,0.00006277128,0.0009317819,0.00020703133,0.000173216,0.0000298891],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049066806,0.00041291196,0.00025154406,0.00013892993,0.00012308349,0.000025638807,0.018898278,0.0000014026747,0.0000084748235,0.04333029,0.005631905,0.9311285],"study_design_scores_gemma":[0.0061946516,0.014245243,0.0045645214,0.0013706755,0.0020149483,0.000309006,0.09255243,0.36000434,0.0006342296,0.43691635,0.079180956,0.0020126558],"about_ca_topic_score_codex":0.00018192973,"about_ca_topic_score_gemma":0.0029027094,"teacher_disagreement_score":0.92911583,"about_ca_system_score_codex":0.000521013,"about_ca_system_score_gemma":0.00027722458,"threshold_uncertainty_score":0.60626787},"labels":[],"label_agreement":null},{"id":"W4392616767","doi":"10.2196/57654","title":"Correction: A Novel Convolutional Neural Network for the Diagnosis and Classification of Rosacea: Usability Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Acne and Rosacea Treatments and Effects","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Convolutional neural network; Rosacea; Artificial intelligence; Natural language processing; Information retrieval; Medicine; Human–computer interaction; Dermatology","score_opus":0.04034415161939513,"score_gpt":0.33913232599304866,"score_spread":0.2987881743736535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392616767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40527856,0.045761015,0.013933838,0.04468667,0.38049465,0.0724843,0.0024180587,0.0011609212,0.03378199],"genre_scores_gemma":[0.8218889,0.0046426416,0.0014394585,0.0045502125,0.021114169,0.010999661,0.0043921852,0.00020436235,0.1307684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981211,0.000027084116,0.0007267606,0.00016024165,0.00072926865,0.00023556154],"domain_scores_gemma":[0.9982717,0.00082793983,0.0002540683,0.00029957868,0.00016352498,0.0001832121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005925573,0.00023964039,0.0005453294,0.000053907002,0.00018390096,0.000036685222,0.00011452171,0.00046737914,0.00008341024],"category_scores_gemma":[0.00036011045,0.00012868446,0.00017523648,0.00021262183,0.00030622666,0.00007303741,0.00009959996,0.0008636475,0.000008951113],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098055956,0.00060644146,0.0064556613,0.0012041855,0.00042565944,0.0000026090665,0.0013518753,0.000010374292,1.14039565e-7,0.00006893196,0.978631,0.011145067],"study_design_scores_gemma":[0.0024298623,0.0019923723,0.11116427,0.0013120504,0.0014665192,0.00007735695,0.0028426724,0.36522922,6.4340367e-7,0.000036782752,0.5132346,0.00021364326],"about_ca_topic_score_codex":0.000024402145,"about_ca_topic_score_gemma":0.00003719809,"teacher_disagreement_score":0.46539643,"about_ca_system_score_codex":0.000082159735,"about_ca_system_score_gemma":0.00043992672,"threshold_uncertainty_score":0.52476},"labels":[],"label_agreement":null},{"id":"W4392628349","doi":"10.2196/51842","title":"Implementable Prediction of Pressure Injuries in Hospitalized Adults: Model Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Medicine; Computer science; Medical emergency; Intensive care medicine","score_opus":0.028799184414665755,"score_gpt":0.3861523892733785,"score_spread":0.35735320485871275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392628349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9046279,0.00073440775,0.06734903,0.0012425967,0.00095728645,0.0043776124,0.00017561519,0.0004140688,0.020121446],"genre_scores_gemma":[0.99133307,0.00024489604,0.005661418,0.00044758033,0.000045914465,0.00065650226,0.0001872708,0.000013054171,0.0014103077],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981116,0.00007472403,0.0010220223,0.00008742429,0.00048862136,0.00021558782],"domain_scores_gemma":[0.99952006,0.000069295056,0.0001338587,0.000121653226,0.00005204359,0.00010306468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010358886,0.0000974053,0.00018177874,0.0001752137,0.00008977275,0.000014198557,0.00010270267,0.00014878961,0.0004395986],"category_scores_gemma":[0.0000634222,0.00008034622,0.000022542948,0.00015673976,0.00003867233,0.00042722787,0.00021756842,0.00029312077,0.000020214295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003379066,0.0005570173,0.036839932,0.055933684,0.00064059824,0.000006643565,0.46553499,0.00034990266,0.00003645881,0.087656975,0.18173772,0.1703682],"study_design_scores_gemma":[0.003551284,0.000109624016,0.01538783,0.0048283953,0.00008957395,0.0000010974508,0.017099721,0.502711,0.00023577709,0.0028410119,0.45287707,0.00026758763],"about_ca_topic_score_codex":0.000022982229,"about_ca_topic_score_gemma":0.000026362413,"teacher_disagreement_score":0.5023611,"about_ca_system_score_codex":0.00004760071,"about_ca_system_score_gemma":0.00027133647,"threshold_uncertainty_score":0.48132965},"labels":[],"label_agreement":null},{"id":"W4392668324","doi":"10.2196/55499","title":"Impact of Electronic Health Record Use on Cognitive Load and Burnout Among Clinicians: Narrative Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Burnout; Narrative; Cognition; Electronic health record; Medicine; Psychology; Clinical psychology; Applied psychology; Health care; Psychiatry","score_opus":0.06151250052115487,"score_gpt":0.5086919241882194,"score_spread":0.44717942366706454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392668324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9478182,0.029103372,0.00066633266,0.004422414,0.0011542157,0.008379447,0.00014454019,0.00035922098,0.0079522235],"genre_scores_gemma":[0.8699227,0.10851031,0.000105864936,0.018319126,0.0005740981,0.00096501486,0.000117779586,0.00007204391,0.0014130771],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9929955,0.0011823251,0.0031175888,0.0002448567,0.0011236597,0.0013360955],"domain_scores_gemma":[0.9935963,0.0038391664,0.0010031633,0.0003422973,0.00038118864,0.0008378987],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005413884,0.00033424076,0.001156178,0.00019296595,0.00031433828,0.000020808182,0.00021531164,0.00047607228,0.0006501205],"category_scores_gemma":[0.0026949383,0.00023210634,0.00020662414,0.00061968353,0.00034953837,0.00049034005,0.00009442048,0.0032986023,0.00028441465],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037709693,0.00035150396,0.023733169,0.104150094,0.00075123116,0.000025611935,0.16128811,5.78366e-7,5.65513e-7,0.0060361554,0.2909708,0.41231507],"study_design_scores_gemma":[0.006268062,0.021176497,0.029249322,0.66765964,0.0002445635,0.00011250161,0.046708923,0.020785097,0.0000020364644,0.0013864705,0.20483632,0.0015705524],"about_ca_topic_score_codex":0.0009995059,"about_ca_topic_score_gemma":0.00078468345,"teacher_disagreement_score":0.5635096,"about_ca_system_score_codex":0.0017751263,"about_ca_system_score_gemma":0.014817882,"threshold_uncertainty_score":0.99900085},"labels":[],"label_agreement":null},{"id":"W4392746026","doi":"10.2196/55627","title":"Evaluating ChatGPT-4’s Diagnostic Accuracy: Impact of Visual Data Integration","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Visualization; Artificial intelligence","score_opus":0.29469850737503045,"score_gpt":0.5913097477380574,"score_spread":0.296611240363027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392746026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98921514,0.00043526234,0.006797686,0.0014098502,0.00070036843,0.0006506734,0.000019588486,0.00010741369,0.00066402694],"genre_scores_gemma":[0.9968914,0.00029888056,0.0011331299,0.00036384797,0.0005949818,0.000041777275,0.00061829935,0.00001382142,0.00004385592],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976775,0.00004203865,0.0010505033,0.00012268801,0.0008728152,0.00023442683],"domain_scores_gemma":[0.99689835,0.0019846943,0.0001513879,0.0004458293,0.00022207189,0.00029763434],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012650552,0.00012859405,0.00025104344,0.00017496831,0.000049620598,0.00004912383,0.00022345757,0.0001912139,0.0009839104],"category_scores_gemma":[0.01051902,0.000088440065,0.00008723356,0.00041130136,0.000107626845,0.00058232766,0.00010853585,0.00046380796,0.0002486133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039873798,0.00015967523,0.0016432415,0.00089642144,0.00006082102,0.000008675951,0.012910068,0.000014294344,0.00011846995,0.00020517106,0.00966806,0.97427523],"study_design_scores_gemma":[0.00008021485,0.0011746297,0.0027461513,0.0025158846,0.00009205047,0.00009840181,0.004720172,0.98563653,0.0012764826,0.00044524047,0.0010840326,0.0001302353],"about_ca_topic_score_codex":0.0002614468,"about_ca_topic_score_gemma":0.000019475294,"teacher_disagreement_score":0.9856222,"about_ca_system_score_codex":0.00014643175,"about_ca_system_score_gemma":0.0018256899,"threshold_uncertainty_score":0.9999293},"labels":[],"label_agreement":null},{"id":"W4393173811","doi":"10.2196/50164","title":"An Electronic Health Record–Integrated Application for Standardizing Care and Monitoring Patients With Autosomal Dominant Polycystic Kidney Disease Enrolled in a Tolvaptan Clinic: Design and Implementation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Genetic and Kidney Cyst Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tolvaptan; Medicine; Autosomal dominant polycystic kidney disease; Disease; Food and drug administration; Intensive care medicine; Adverse effect; Polycystic kidney disease; Internal medicine; Medical emergency; Heart failure","score_opus":0.006842152090059302,"score_gpt":0.3288103237183979,"score_spread":0.32196817162833863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393173811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95991755,0.0005907435,0.03687333,0.00006559454,0.000052010968,0.0023738167,0.000105426596,0.000018934501,0.0000026260823],"genre_scores_gemma":[0.99622875,0.00016272484,0.0022671486,0.00012724764,0.000052228002,0.0005870181,0.00055447785,0.00001725649,0.0000031266393],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878526,0.000072456845,0.0004257921,0.00020295575,0.00024040464,0.0002731437],"domain_scores_gemma":[0.9991686,0.00002922412,0.000086686465,0.00014542001,0.00006800569,0.0005020696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003079417,0.0001496516,0.00017574702,0.00006777563,0.00008915964,0.000060257178,0.00007647127,0.00006437066,0.0000039458546],"category_scores_gemma":[0.000067123634,0.00011541973,0.000023439114,0.00009433998,0.0000396636,0.000019969373,0.000031687894,0.0000968565,3.8444153e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008498335,0.0011749356,0.49929628,0.003297938,0.0003687183,0.00001071466,0.020868517,0.000048659356,0.001411393,0.000037105634,0.0010772846,0.46391013],"study_design_scores_gemma":[0.059701603,0.05673381,0.6204374,0.0028095793,0.0008247678,0.000018616967,0.13765135,0.09243234,0.0038159518,0.00038077455,0.022516767,0.0026770306],"about_ca_topic_score_codex":0.000027946908,"about_ca_topic_score_gemma":0.000036653106,"teacher_disagreement_score":0.4612331,"about_ca_system_score_codex":0.000066855086,"about_ca_system_score_gemma":0.0012140588,"threshold_uncertainty_score":0.470668},"labels":[],"label_agreement":null},{"id":"W4393386220","doi":"10.2196/48862","title":"Interpretable Deep Learning System for Identifying Critical Patients Through the Prediction of Triage Level, Hospitalization, and Length of Stay: Prospective Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Taiwan University; Ministry of Science and Technology, Taiwan","keywords":"Triage; Medicine; Vital signs; Medical emergency; Emergency department; Interpretability; Artificial intelligence; Deep learning; Computer science; Machine learning; Emergency medicine; Nursing","score_opus":0.027873965894712197,"score_gpt":0.34415957698490757,"score_spread":0.3162856110901954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393386220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91094434,0.001350136,0.08100553,0.00017578433,0.0010859941,0.003045436,0.000115461895,0.0001255059,0.002151827],"genre_scores_gemma":[0.99906975,0.00015301914,0.00042962973,0.000027914144,0.00007690369,0.00016446126,0.000029268444,0.0000113156675,0.00003773886],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99835837,0.00003867886,0.00079175166,0.0000943212,0.00057511736,0.00014178679],"domain_scores_gemma":[0.99896806,0.00032328547,0.00011777326,0.00011148957,0.0004260256,0.00005338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004160949,0.000111260095,0.0003306954,0.000058120837,0.00012075711,0.000019594507,0.0000706337,0.000078887126,0.000018437186],"category_scores_gemma":[0.0013991243,0.00006881527,0.000069009766,0.00021660767,0.0001964841,0.00031085004,0.00008795844,0.00022118448,7.617213e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005467939,0.0013963336,0.20771718,0.034750767,0.0026897672,0.0000124210355,0.70353276,0.000019065446,0.0000356976,0.02358089,0.006709099,0.019009205],"study_design_scores_gemma":[0.008096282,0.009308154,0.06031129,0.010087181,0.0021277515,0.00003687857,0.7716118,0.13255976,0.0010573266,0.0012004711,0.0031877349,0.00041536527],"about_ca_topic_score_codex":0.000008188349,"about_ca_topic_score_gemma":0.000002441881,"teacher_disagreement_score":0.1474059,"about_ca_system_score_codex":0.00004728518,"about_ca_system_score_gemma":0.00005260104,"threshold_uncertainty_score":0.28062055},"labels":[],"label_agreement":null},{"id":"W4393870852","doi":"10.2196/50048","title":"Toward Fairness, Accountability, Transparency, and Ethics in AI for Social Media and Health Care: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University; University of Waterloo; Saint Mary's University; Lakehead University","funders":"","keywords":"Accountability; Transparency (behavior); Social media; Health care; Public relations; Psychology; Internet privacy; Political science; Sociology; Computer science; World Wide Web; Computer security","score_opus":0.34939968800404175,"score_gpt":0.5522561175184422,"score_spread":0.20285642951440042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393870852","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09743888,0.22654893,0.010035376,0.65275264,0.0024765995,0.009652007,0.00007847123,0.0003310919,0.0006860329],"genre_scores_gemma":[0.90100807,0.061827578,0.0010137254,0.034803443,0.000669502,0.00046795575,0.00018187336,0.000022816039,0.000005047734],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9979812,0.00004412963,0.0010433255,0.00014216671,0.00050543266,0.00028377163],"domain_scores_gemma":[0.9987221,0.0006841425,0.00007124542,0.000101772974,0.00014231434,0.000278478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019101988,0.00012700271,0.0004273988,0.00009616214,0.000111270194,0.00004519837,0.00006619449,0.00030106114,0.000059171307],"category_scores_gemma":[0.00073398714,0.00010459789,0.000047299975,0.00024101105,0.00019753417,0.00022686832,0.000027908154,0.0007942539,0.000005553961],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023428265,0.000040542436,0.0008102246,0.23855896,0.000010096908,0.000003190419,0.3089821,7.17023e-8,2.6190202e-7,0.0019918052,0.0043432345,0.44523606],"study_design_scores_gemma":[0.0014161813,0.0016678461,0.0071542286,0.7041125,0.00036582185,0.00041990264,0.21183015,0.012793002,0.00020553863,0.021152936,0.037411228,0.0014706037],"about_ca_topic_score_codex":0.00014345106,"about_ca_topic_score_gemma":0.0011070032,"teacher_disagreement_score":0.8035692,"about_ca_system_score_codex":0.00015151229,"about_ca_system_score_gemma":0.0026556973,"threshold_uncertainty_score":0.47110927},"labels":[],"label_agreement":null},{"id":"W4393994917","doi":"10.2196/54278","title":"Effect of Performance-Based Nonfinancial Incentives on Data Quality in Individual Medical Records of Institutional Births: Quasi-Experimental Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Incentive; Medicine; Medical record; Data quality; Health care; Childbirth; Data collection; Consistency (knowledge bases); Quality (philosophy); Family medicine; Business; Actuarial science; Pregnancy; Service (business); Computer science; Marketing; Economics; Economic growth","score_opus":0.03951302942907874,"score_gpt":0.40596590425641743,"score_spread":0.3664528748273387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393994917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99683136,0.0001067283,0.000062216764,0.0002727172,0.00048866554,0.0007908583,0.0001407978,0.000040309278,0.001266333],"genre_scores_gemma":[0.9989429,0.00003892221,0.00009069683,0.00050815317,0.00015972843,0.000033898552,0.00021076268,0.000007986089,0.000006932616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99536145,0.00018514418,0.0013529699,0.00017350217,0.0026581262,0.00026878406],"domain_scores_gemma":[0.99876285,0.00034628165,0.00016502356,0.00037135114,0.0000458872,0.0003086311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032241084,0.00019335303,0.0006274223,0.00024255294,0.000042427324,0.000011409988,0.00046989712,0.00021950708,0.00035666613],"category_scores_gemma":[0.0005686532,0.00012954837,0.000072870076,0.00038517787,0.00035196374,0.00021022366,0.00026663803,0.00066986517,0.000031018757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006198251,0.022446997,0.72460455,0.020688012,0.0003298425,0.00037005453,0.013470083,0.000014199601,0.00002072923,0.0031257328,0.001718437,0.20701312],"study_design_scores_gemma":[0.02791826,0.0637616,0.80996436,0.018910412,0.00019390328,0.0001406313,0.004105899,0.06177752,0.0045693414,0.000024232382,0.007964784,0.0006690832],"about_ca_topic_score_codex":0.00014141336,"about_ca_topic_score_gemma":0.000033197695,"teacher_disagreement_score":0.20634402,"about_ca_system_score_codex":0.00011481911,"about_ca_system_score_gemma":0.0014737917,"threshold_uncertainty_score":0.52828294},"labels":[],"label_agreement":null},{"id":"W4394003149","doi":"10.2196/53787","title":"The Role of Large Language Models in Transforming Emergency Medicine: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Triage; Coronavirus disease 2019 (COVID-19); Medicine; MEDLINE; Medical emergency; Computer science; World Wide Web; Political science; Pathology","score_opus":0.08114726538426383,"score_gpt":0.474596551971404,"score_spread":0.3934492865871402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394003149","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23544319,0.6451958,0.005756601,0.026979478,0.0027000401,0.0054293927,0.000011864021,0.00025330982,0.078230344],"genre_scores_gemma":[0.8588988,0.13860291,0.0001225393,0.0014476364,0.0004324815,0.0002082041,0.000037932965,0.000019323777,0.00023017862],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99760807,0.000029943334,0.0014143038,0.00006795657,0.0006109535,0.00026878092],"domain_scores_gemma":[0.9992329,0.00023181575,0.00009008885,0.00019898365,0.00008284245,0.00016339819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015008934,0.000095531286,0.0002771755,0.000100082696,0.000058873833,0.0000047679273,0.00013284895,0.00011142021,0.00072914944],"category_scores_gemma":[0.0004312116,0.000056462068,0.00007023976,0.00047466118,0.000081013925,0.00020715591,0.000019940213,0.0003853666,0.000034294626],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030860345,0.00011645721,0.00044196018,0.06343048,0.000036506877,0.000013571176,0.11817405,0.0000039882684,0.000058229096,0.016585352,0.0053370683,0.7957715],"study_design_scores_gemma":[0.00026913045,0.0005248051,0.000073589974,0.5708509,0.00017054642,0.00012149691,0.15252185,0.22905743,0.0029598312,0.01415907,0.028879773,0.00041156856],"about_ca_topic_score_codex":0.000113028844,"about_ca_topic_score_gemma":0.00018039606,"teacher_disagreement_score":0.7953599,"about_ca_system_score_codex":0.000045459674,"about_ca_system_score_gemma":0.0004728671,"threshold_uncertainty_score":0.7983675},"labels":[],"label_agreement":null},{"id":"W4394579747","doi":"10.2196/55318","title":"An Empirical Evaluation of Prompting Strategies for Large Language Models in Zero-Shot Clinical Natural Language Processing: Algorithm Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. National Library of Medicine; National Institutes of Health","keywords":"Computer science; Natural language processing; Artificial intelligence; Heuristic; Context (archaeology); Task (project management); Relationship extraction; Machine learning; Information extraction","score_opus":0.2913679776604406,"score_gpt":0.5726627397999422,"score_spread":0.2812947621395016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394579747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97947836,0.00053179945,0.01791421,0.0001726819,0.00018318673,0.0015692083,0.000003655848,0.000053428936,0.00009345898],"genre_scores_gemma":[0.9900499,0.0000072692214,0.009185138,0.00016394912,0.0001687326,0.00023437773,0.00016873263,0.000011043651,0.000010841039],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99753183,0.00010331656,0.001175014,0.00014476085,0.00083577365,0.00020931578],"domain_scores_gemma":[0.9991419,0.00018680273,0.00012612746,0.00012259676,0.0002722704,0.00015031794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043916614,0.00011015468,0.00025486166,0.00016532124,0.00005688392,0.00006682854,0.00007220377,0.0001653211,0.000020709726],"category_scores_gemma":[0.00034117332,0.00008479851,0.000030954412,0.00022794252,0.000044986813,0.0005732632,0.000024229557,0.00034404002,0.000002634912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003386458,0.0004997615,0.0028904604,0.0007746319,0.000016571714,0.000003782858,0.22107714,0.000018988694,0.000009008902,0.000038390142,0.0000544675,0.7745829],"study_design_scores_gemma":[0.0002819856,0.00031345166,0.002342795,0.00040537855,0.000043597618,0.000008653274,0.19296625,0.80298567,0.00027883347,0.00025423363,0.000040865656,0.00007829987],"about_ca_topic_score_codex":0.000027505841,"about_ca_topic_score_gemma":0.00006605112,"teacher_disagreement_score":0.80296665,"about_ca_system_score_codex":0.0000944765,"about_ca_system_score_gemma":0.0017493801,"threshold_uncertainty_score":0.34579828},"labels":[],"label_agreement":null},{"id":"W4394685747","doi":"10.2196/51171","title":"Scalable Approach to Consumer Wearable Postmarket Surveillance: Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Wearable computer; Computer science; Classifier (UML); Heuristics; Wearable technology; Health care; Scalability; Artificial intelligence; Medicine; Machine learning; Database","score_opus":0.021311835828940615,"score_gpt":0.3106476637259067,"score_spread":0.28933582789696605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394685747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98627764,0.00026548788,0.0015958674,0.00033087473,0.00015243106,0.00048014495,0.0000019941378,0.00014501029,0.010750546],"genre_scores_gemma":[0.98922825,0.000059382168,0.007934519,0.00028755583,0.00012474944,0.000093765,0.000033351724,0.000013810359,0.002224619],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983916,0.000031460662,0.0004720023,0.00012729905,0.0007604381,0.00021714243],"domain_scores_gemma":[0.9992527,0.00008641299,0.000032120097,0.00017429156,0.00007270562,0.00038180943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010265709,0.00012562328,0.0002710969,0.00017491991,0.00008142714,0.00010134506,0.00007188201,0.000096694595,0.00008150787],"category_scores_gemma":[0.00015012319,0.000092004455,0.000032109165,0.00042681544,0.00003794469,0.00011502242,0.00007571316,0.00025624424,0.0001606627],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017314413,0.001959114,0.36070463,0.004699097,0.0013832976,0.0001051694,0.0555082,0.00003134289,0.000056653662,0.00011274384,0.04305504,0.5322116],"study_design_scores_gemma":[0.0075325733,0.0016304569,0.18025333,0.0046218904,0.00071837945,0.0006055036,0.06462459,0.26203868,0.0020984136,0.00005556459,0.4739533,0.0018672944],"about_ca_topic_score_codex":0.000012433018,"about_ca_topic_score_gemma":0.000001471842,"teacher_disagreement_score":0.5303443,"about_ca_system_score_codex":0.00005577468,"about_ca_system_score_gemma":0.00021302262,"threshold_uncertainty_score":0.37518325},"labels":[],"label_agreement":null},{"id":"W4394722215","doi":"10.2196/57026","title":"Ventilator-Associated Pneumonia Prediction Models Based on AI: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nosocomial Infections in ICU","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pneumonia; Ventilator-associated pneumonia; Medicine; Intensive care medicine; Computer science; Internal medicine","score_opus":0.02792663773107435,"score_gpt":0.35986116775313215,"score_spread":0.3319345300220578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394722215","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2025312,0.058176715,0.15045556,0.077109896,0.0284039,0.04493308,0.00065189373,0.020805562,0.4169322],"genre_scores_gemma":[0.90135646,0.016977074,0.0015308061,0.07555379,0.0014111677,0.0015328255,0.00079793966,0.00018314374,0.0006568055],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972544,0.00005131267,0.0009824358,0.00014667881,0.0012538404,0.0003113683],"domain_scores_gemma":[0.99881446,0.00021226746,0.000114019684,0.00037338398,0.0001327722,0.00035311384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082971324,0.00020748697,0.000442387,0.00023223607,0.00009949714,0.000062683815,0.00012648305,0.00031575546,0.00066406914],"category_scores_gemma":[0.0005115759,0.0001687939,0.00020782491,0.0006483327,0.00009898334,0.00035588516,0.0000500212,0.0009470448,0.00038814338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018031341,0.0022001327,0.0010629388,0.15438458,0.0007069124,0.00041914146,0.0021039266,0.0022425512,0.00017179271,0.0053943833,0.74719495,0.0839384],"study_design_scores_gemma":[0.0009945097,0.0005311638,0.00013466284,0.32389793,0.000240046,0.0001012376,0.00003511654,0.66513485,0.0002492552,0.00029635205,0.008146077,0.00023881553],"about_ca_topic_score_codex":0.0000036224208,"about_ca_topic_score_gemma":0.0000022771885,"teacher_disagreement_score":0.73904884,"about_ca_system_score_codex":0.0003372883,"about_ca_system_score_gemma":0.00076217245,"threshold_uncertainty_score":0.72710913},"labels":[],"label_agreement":null},{"id":"W4394722409","doi":"10.2196/57164","title":"Natural Language Processing–Powered Real-Time Monitoring Solution for Vaccine Sentiments and Hesitancy on Social Media: System Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Social media; Computer science; Internet privacy; Data science; World Wide Web","score_opus":0.025217396986453082,"score_gpt":0.34715151564892244,"score_spread":0.32193411866246935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394722409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99094576,0.00030584313,0.00071347423,0.0007410145,0.0006704959,0.00063507434,0.0000118765975,0.0003313247,0.0056451513],"genre_scores_gemma":[0.9973979,0.000059819646,0.0017874861,0.000051415875,0.0004036638,0.000020033169,0.000058348465,0.0000082334855,0.00021310798],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985404,0.000028732546,0.00040713773,0.00007112284,0.0007141108,0.0002384693],"domain_scores_gemma":[0.99946994,0.00013089417,0.00010737766,0.000039777377,0.000063965985,0.00018805073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077458535,0.000105582236,0.00014342321,0.00011038853,0.00045652376,0.0002643927,0.000074333955,0.00014740125,0.000027459608],"category_scores_gemma":[0.00019424646,0.000085859814,0.000021414387,0.00015419303,0.0000429983,0.0006730362,0.000029812185,0.00012775722,0.000035184832],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033612057,0.000027300717,0.000024642735,0.0013292646,0.000030112682,0.0000031193579,0.5265384,1.8274342e-7,0.00006115699,0.0017629866,0.0045217266,0.46566752],"study_design_scores_gemma":[0.007208549,0.00029605385,0.010817511,0.009289206,0.0002135964,0.00006647156,0.67199755,0.22552954,0.004508498,0.00025250664,0.06788769,0.0019328049],"about_ca_topic_score_codex":0.000006227382,"about_ca_topic_score_gemma":0.000004927064,"teacher_disagreement_score":0.46373472,"about_ca_system_score_codex":0.00018345022,"about_ca_system_score_gemma":0.00023291369,"threshold_uncertainty_score":0.35112578},"labels":[],"label_agreement":null},{"id":"W4394731592","doi":"10.2196/49542","title":"Transforming Primary Care Data Into the Observational Medical Outcomes Partnership Common Data Model: Development and Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Computer science; Data mining; Data science; General partnership; Usability; Information retrieval; Database; Medicine","score_opus":0.30340028834878235,"score_gpt":0.5197541718036767,"score_spread":0.2163538834548943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394731592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717214,0.0016251394,0.0047970954,0.012698891,0.00084649044,0.0048841145,0.00010550517,0.00035845613,0.0029628861],"genre_scores_gemma":[0.98301435,0.00018173117,0.002405808,0.009440515,0.00041501175,0.0008715684,0.003401635,0.00004579995,0.00022360325],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9928474,0.00066413777,0.002523489,0.00037679667,0.0028632884,0.00072492467],"domain_scores_gemma":[0.9938113,0.0034093757,0.00018896163,0.0018132456,0.000107207634,0.0006698751],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010182611,0.0002676381,0.0005741852,0.00007800574,0.0009313511,0.000053811855,0.0023801909,0.0004514615,0.00012905951],"category_scores_gemma":[0.0011543517,0.00015839486,0.000028520804,0.0002971028,0.00022787684,0.00094120577,0.0020198978,0.0024684328,0.00007242708],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004025286,0.00023665438,0.1541188,0.0157513,0.00019550123,0.00001838455,0.51146746,0.000004451743,1.2777951e-7,0.0023089442,0.018145734,0.29771242],"study_design_scores_gemma":[0.0014925917,0.00011336833,0.01802254,0.0021477994,0.00006978657,0.000012701511,0.12209216,0.48237953,3.941073e-7,0.00031200517,0.3729673,0.0003898386],"about_ca_topic_score_codex":0.00024980036,"about_ca_topic_score_gemma":0.007306447,"teacher_disagreement_score":0.48237506,"about_ca_system_score_codex":0.0005993343,"about_ca_system_score_gemma":0.012803496,"threshold_uncertainty_score":0.9998329},"labels":[],"label_agreement":null},{"id":"W4394872931","doi":"10.2196/56572","title":"A Roadmap for Using Causal Inference and Machine Learning to Personalize Asthma Medication Selection","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Asthma; Medicine; Intensive care medicine; Reimbursement; Psychological intervention; Health care; Psychiatry; Internal medicine","score_opus":0.028291020039619433,"score_gpt":0.3519145564361703,"score_spread":0.3236235363965509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394872931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8851019,0.0010245667,0.11022896,0.0017082081,0.00024035622,0.0009045044,0.000017921726,0.00027131216,0.0005022635],"genre_scores_gemma":[0.9930109,0.000049578008,0.0042357957,0.0018365203,0.0004068338,0.00009426282,0.00006732876,0.000021057953,0.0002777693],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998748,0.000022900982,0.00037113024,0.00011108241,0.00053950143,0.00020736789],"domain_scores_gemma":[0.9991368,0.0001415921,0.000054384138,0.00006769774,0.000085162224,0.0005143762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003314995,0.0001260386,0.00020190293,0.0001701513,0.00011626954,0.000052809253,0.00004539626,0.00014571084,0.00022532948],"category_scores_gemma":[0.00059758895,0.00009432599,0.000056606204,0.00023372888,0.00007558383,0.00016925915,0.000042420073,0.00030009492,0.000026205056],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054393243,0.00029432704,0.012537322,0.008930472,0.00027674396,0.00007804065,0.032309044,0.00015379133,0.0013102127,0.0033562176,0.008490275,0.9317196],"study_design_scores_gemma":[0.00082581205,0.00067470444,0.0022778392,0.001104439,0.00007740097,0.00023196518,0.0018370319,0.7768986,0.00013783554,0.00004197755,0.21571238,0.00018000198],"about_ca_topic_score_codex":0.000010844152,"about_ca_topic_score_gemma":0.000006422822,"teacher_disagreement_score":0.9315396,"about_ca_system_score_codex":0.0000700193,"about_ca_system_score_gemma":0.00044839346,"threshold_uncertainty_score":0.3846502},"labels":[],"label_agreement":null},{"id":"W4394886516","doi":"10.2196/54811","title":"Evaluating the Prevalence of Burnout Among Health Care Professionals Related to Electronic Health Record Use: Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Burnout; Meta-analysis; Health care; Electronic health record; Medicine; Systematic review; Health professionals; MEDLINE; Family medicine; Psychology; Nursing; Computer science; World Wide Web; Clinical psychology","score_opus":0.1281817551008784,"score_gpt":0.5260519587112348,"score_spread":0.3978702036103564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394886516","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04926283,0.78324133,0.0007015435,0.13664415,0.00069604,0.02824168,0.00056140457,0.00039157126,0.00025941525],"genre_scores_gemma":[0.6768694,0.09171746,0.004254879,0.18970466,0.00023217624,0.01705736,0.00042691504,0.00020669421,0.019530447],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9859783,0.004770869,0.005406248,0.00038036733,0.0022938794,0.001170335],"domain_scores_gemma":[0.99213105,0.003479972,0.0018874289,0.00095857703,0.0006383337,0.00090465444],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01491093,0.00040664236,0.0031611188,0.00036198946,0.0011000233,0.00003999734,0.00062947924,0.00037609375,0.0016664619],"category_scores_gemma":[0.0024746212,0.00020692927,0.0005905433,0.00189988,0.00014518367,0.00040004018,0.0004538298,0.0024763043,0.00008498251],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009979889,0.000039711307,0.00045468446,0.93465173,0.0076482138,0.000001507223,0.048935384,0.000002647872,9.894455e-8,0.0014398496,0.0050558317,0.00176038],"study_design_scores_gemma":[0.0008754069,0.002144801,0.0035187292,0.75674427,0.15010972,0.000029366964,0.06628383,0.015922552,0.0000014246014,0.00048563312,0.0027289276,0.0011553558],"about_ca_topic_score_codex":0.0004598039,"about_ca_topic_score_gemma":0.00037170787,"teacher_disagreement_score":0.6915239,"about_ca_system_score_codex":0.00048092613,"about_ca_system_score_gemma":0.0056321234,"threshold_uncertainty_score":0.999825},"labels":[],"label_agreement":null},{"id":"W4394886691","doi":"10.2196/50209","title":"Retrieval-Based Diagnostic Decision Support: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Medical diagnosis; Computer science; Machine learning; Clinical decision support system; Artificial intelligence; Decision support system; Data mining; Encoder; Information retrieval; Medicine","score_opus":0.02534079231206408,"score_gpt":0.4228904939264865,"score_spread":0.3975497016144224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394886691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039090227,0.00013766966,0.95343316,0.002333249,0.0025228,0.0007447193,0.0000031041866,0.0008854443,0.00084963045],"genre_scores_gemma":[0.5272204,0.00002233875,0.4691889,0.0030651956,0.00022945354,0.00010539803,0.000017398219,0.000030305402,0.00012057358],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957379,0.00048080715,0.0011216954,0.00026908485,0.0019214033,0.00046908495],"domain_scores_gemma":[0.9896956,0.008537786,0.00013411367,0.0009259817,0.00012427743,0.0005822621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046991725,0.00022968686,0.00033426777,0.00032616017,0.00014155424,0.0003939124,0.0015180877,0.00023061833,0.0004445549],"category_scores_gemma":[0.00747541,0.00017443436,0.00010949286,0.0012317095,0.00007506557,0.0005423892,0.0005928612,0.0010832499,0.0006643692],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009974085,0.00017414364,0.0012083086,0.0005153815,0.000023076522,0.00025310734,0.009844651,0.00011768354,7.1123526e-7,0.0026159007,0.014780614,0.9704564],"study_design_scores_gemma":[0.0004975424,0.0007033384,0.003924738,0.00036661714,0.000013335427,0.000049215618,0.00053017284,0.94274676,0.000037911417,0.0010671208,0.049816296,0.00024694047],"about_ca_topic_score_codex":0.000012222566,"about_ca_topic_score_gemma":0.000006070608,"teacher_disagreement_score":0.9702095,"about_ca_system_score_codex":0.00010991405,"about_ca_system_score_gemma":0.00082394097,"threshold_uncertainty_score":0.8949304},"labels":[],"label_agreement":null},{"id":"W4394895648","doi":"10.2196/57005","title":"Uncovering Harmonization Potential in Health Care Data Through Iterative Refinement of Fast Healthcare Interoperability Resources Profiles Based on Retrospective Discrepancy Analysis: Case Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Health care; Computer science; Harmonization; Retrospective cohort study; Medicine; Data mining; World Wide Web; Surgery","score_opus":0.0539577718996984,"score_gpt":0.45546948283385896,"score_spread":0.40151171093416055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394895648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98464453,0.00061615015,0.004897777,0.0028616674,0.0006407504,0.0051578423,0.0006031123,0.00017313434,0.00040501737],"genre_scores_gemma":[0.9968677,0.00005117979,0.00073606457,0.0009454391,0.00020253529,0.00054183416,0.00059163757,0.000030468069,0.00003314829],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9919041,0.0020609414,0.0033532877,0.0005069842,0.0014253006,0.0007493965],"domain_scores_gemma":[0.9969996,0.00039492935,0.000755999,0.0011897795,0.00034731024,0.00031233183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003293868,0.00031670328,0.0010030232,0.00048245623,0.00043015738,0.000042382344,0.0004808697,0.00026419188,0.00017963654],"category_scores_gemma":[0.00038813698,0.00023316799,0.00009658532,0.0018514773,0.000093006136,0.0005015226,0.00039271836,0.0018363475,0.0000146827715],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002456408,0.00068260444,0.14476837,0.020512518,0.00037086892,0.00030849467,0.82310975,0.00033717905,5.550096e-7,0.0002534351,0.00092334556,0.008487255],"study_design_scores_gemma":[0.002051674,0.0027991862,0.012028754,0.0071620997,0.00011609451,0.000019217288,0.7499239,0.22349875,0.0000034495858,0.00003427417,0.0020272073,0.00033540907],"about_ca_topic_score_codex":0.015675895,"about_ca_topic_score_gemma":0.031022705,"teacher_disagreement_score":0.22316156,"about_ca_system_score_codex":0.0023673007,"about_ca_system_score_gemma":0.0031965172,"threshold_uncertainty_score":0.9908788},"labels":[],"label_agreement":null},{"id":"W4394927675","doi":"10.2196/52934","title":"Data Flow Construction and Quality Evaluation of Electronic Source Data in Clinical Trials: Pilot Study Based on Hospital Electronic Medical Records in China","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Electronic data capture; Data quality; Clinical trial; Data collection; Computer science; Electronic data; Medical record; Data flow diagram; Medicine; Documentation; Data mining; Medical physics; Database; Operations management","score_opus":0.34568761160376416,"score_gpt":0.5999722839048107,"score_spread":0.25428467230104657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394927675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815241,0.0006623581,0.004508802,0.00354246,0.0019374628,0.006949232,0.00017775064,0.00014205561,0.000555759],"genre_scores_gemma":[0.9963575,0.00055984745,0.0002471591,0.0006686754,0.00079340744,0.00048106196,0.0008296228,0.000041380514,0.000021355338],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9581837,0.022806082,0.010749509,0.0009290193,0.0055475854,0.0017840967],"domain_scores_gemma":[0.98524827,0.010508641,0.001257004,0.0022386147,0.00017645911,0.0005710412],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23099336,0.00034504046,0.0015788845,0.00053756346,0.00015307491,0.000031303334,0.0015048848,0.0007469418,0.0007568923],"category_scores_gemma":[0.04885905,0.00027614096,0.00006078988,0.00097374467,0.00026515347,0.0006380954,0.00072203646,0.006232919,0.000055336044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014058645,0.0036205312,0.17820641,0.004853362,0.00022229848,0.0000117343425,0.009324779,0.000050594113,6.21902e-7,0.0017192042,0.0074226093,0.793162],"study_design_scores_gemma":[0.008277773,0.0043299706,0.025837218,0.0023232133,0.00008969443,0.000006648839,0.005538552,0.94511706,1.9351697e-7,0.00030833101,0.00790378,0.00026758763],"about_ca_topic_score_codex":0.0013755923,"about_ca_topic_score_gemma":0.017205648,"teacher_disagreement_score":0.94506645,"about_ca_system_score_codex":0.0013183784,"about_ca_system_score_gemma":0.023981512,"threshold_uncertainty_score":0.99996907},"labels":[],"label_agreement":null},{"id":"W4394985843","doi":"10.2196/51350","title":"How to Elucidate Consent-Free Research Use of Medical Data: A Case for “Health Data Literacy”","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health literacy; Computer science; Internet privacy; Data science; Health data; Medicine; Medical education; Health care; World Wide Web; Political science","score_opus":0.8268794793439164,"score_gpt":0.710600476082001,"score_spread":0.11627900326191531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394985843","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028181864,0.0012457398,0.051900458,0.9025554,0.0012958839,0.005799191,0.007994633,0.0003112344,0.00071556296],"genre_scores_gemma":[0.23785222,0.029434882,0.53362316,0.13355187,0.010284131,0.0016467748,0.02237863,0.00064679666,0.03058152],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98422015,0.0003808476,0.0022913476,0.0006454257,0.011308361,0.0011538725],"domain_scores_gemma":[0.8966961,0.08528532,0.00026708178,0.010619445,0.0020404072,0.00509166],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047623828,0.00024197996,0.00082783826,0.0006048732,0.00018223922,0.0005718256,0.0047298586,0.0010174431,0.000434992],"category_scores_gemma":[0.34842667,0.00017770565,0.000105051724,0.0012290588,0.0014003672,0.0012768175,0.010797819,0.0058397637,0.0001190515],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029766356,0.00034709895,0.000056738085,0.015958125,0.00019058184,0.0026396366,0.003944604,1.540946e-7,0.0000030383428,0.011879645,0.8647917,0.099891014],"study_design_scores_gemma":[0.001876633,0.0010835034,0.000017535189,0.007846562,0.000042913958,0.0022870617,0.002036982,0.16554454,0.00002038425,0.002143078,0.8169187,0.00018215674],"about_ca_topic_score_codex":0.00029613072,"about_ca_topic_score_gemma":0.0010700561,"teacher_disagreement_score":0.76900357,"about_ca_system_score_codex":0.0001601244,"about_ca_system_score_gemma":0.013117588,"threshold_uncertainty_score":0.99720263},"labels":[],"label_agreement":null},{"id":"W4395011564","doi":"10.2196/52343","title":"CHDmap: One Step Further Toward Integrating Medicine-Based Evidence Into Practice","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Multidisciplinary approach; Weighting; Artificial intelligence; Randomized controlled trial; Similarity (geometry); Personalized medicine; Evidence-based medicine; Machine learning; Data science; Data mining; Medicine; Alternative medicine; Bioinformatics","score_opus":0.04936246000018683,"score_gpt":0.39589676005616364,"score_spread":0.3465343000559768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395011564","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008683203,0.0013483457,0.82416385,0.16662186,0.0010964077,0.00042186087,7.436305e-7,0.0008965656,0.0045820195],"genre_scores_gemma":[0.46682084,0.00017175813,0.5036723,0.028053077,0.0008913194,0.00016992606,0.000012467275,0.00004009245,0.00016820237],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953413,0.00031608428,0.0011567173,0.00028910692,0.0024103841,0.00048642693],"domain_scores_gemma":[0.99439436,0.00370583,0.00027518132,0.00077511754,0.00029344502,0.0005560563],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033212851,0.00027057604,0.00035715033,0.00027694152,0.00013584792,0.00033667695,0.0016814047,0.000270713,0.00040235257],"category_scores_gemma":[0.008629518,0.00019873201,0.00008213998,0.0010721431,0.00022611431,0.001980807,0.00043378837,0.0017607901,0.00051595946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023430002,0.000085426276,0.00024121745,0.004742355,0.00006200274,0.00016689605,0.118575275,0.0001364222,0.000012387965,0.04825205,0.023323884,0.8043786],"study_design_scores_gemma":[0.00021581144,0.00033525747,0.00006636305,0.0046536187,0.00001478317,0.00007076451,0.002561411,0.8844499,0.000014196907,0.0005457727,0.106848985,0.00022315425],"about_ca_topic_score_codex":0.0003209048,"about_ca_topic_score_gemma":0.000028260358,"teacher_disagreement_score":0.88431346,"about_ca_system_score_codex":0.00023644204,"about_ca_system_score_gemma":0.0011848661,"threshold_uncertainty_score":0.9997212},"labels":[],"label_agreement":null},{"id":"W4395044957","doi":"10.2196/50428","title":"Examining Linguistic Differences in Electronic Health Records for Diverse Patients With Diabetes: Natural Language Processing Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Rice University","keywords":"Health records; Natural language processing; Computer science; Linguistics; Linguistic analysis; Natural language; Diabetes mellitus; Artificial intelligence; Medicine; Health care","score_opus":0.03443305287128406,"score_gpt":0.42137977977367214,"score_spread":0.38694672690238807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395044957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99039674,0.0004908163,0.006049174,0.00021301367,0.0004359706,0.0014684638,0.000063489555,0.00018715623,0.0006951711],"genre_scores_gemma":[0.99308735,0.000023820996,0.0016650686,0.0040627066,0.00015696001,0.00039588177,0.00047219175,0.00001312351,0.00012289325],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958167,0.00019753407,0.0022135654,0.00017013191,0.00067606015,0.0009259902],"domain_scores_gemma":[0.9978315,0.000854135,0.00056218647,0.00021206227,0.00022347465,0.00031660355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027375468,0.00019778525,0.000523225,0.0005012882,0.00042099733,0.00007331423,0.00026071508,0.00019382726,0.0002561105],"category_scores_gemma":[0.0010213398,0.00012942549,0.00006301965,0.0013066167,0.00007218095,0.0009190606,0.000080254846,0.0012737854,0.000032517477],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005915595,0.0000759287,0.7040853,0.0078006503,0.000075582524,7.102184e-7,0.111414626,0.00000229819,2.1812708e-8,0.00015089751,0.0006431229,0.17569171],"study_design_scores_gemma":[0.0018333894,0.0004463578,0.30222005,0.0038020625,0.000081077545,1.8403988e-7,0.025407497,0.6539609,2.985134e-7,0.00007683113,0.011816059,0.0003553288],"about_ca_topic_score_codex":0.000055564033,"about_ca_topic_score_gemma":0.00036010265,"teacher_disagreement_score":0.65395856,"about_ca_system_score_codex":0.00047197385,"about_ca_system_score_gemma":0.0018002614,"threshold_uncertainty_score":0.55340344},"labels":[],"label_agreement":null},{"id":"W4395045125","doi":"10.2196/49142","title":"Prediction of In-Hospital Cardiac Arrest in the Intensive Care Unit: Machine Learning–Based Multimodal Approach","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intensive care unit; Medicine; Computer science; Coronary care unit; Intensive care; Multimodal therapy; Intensive care medicine; Artificial intelligence; Medical emergency; Cardiology; Internal medicine; Myocardial infarction","score_opus":0.03877208020625443,"score_gpt":0.32035663536847697,"score_spread":0.2815845551622225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395045125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935498,0.0010585093,0.00009962025,0.0013843162,0.00052554783,0.001058796,0.00006800162,0.00006265308,0.0021927187],"genre_scores_gemma":[0.99807405,0.00010936275,0.00027804243,0.0005836456,0.00009823714,0.00023116462,0.0006036994,0.000012897984,0.000008919282],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983541,0.00006810059,0.0005576371,0.00010473516,0.00071691733,0.00019852944],"domain_scores_gemma":[0.99920386,0.0002669671,0.000066987624,0.00020312164,0.00014803375,0.000111005735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032505335,0.0001523469,0.0003406629,0.0002034341,0.000024968149,0.000020150848,0.000111270696,0.00017362485,0.000034751836],"category_scores_gemma":[0.00034619652,0.00009058217,0.00013023785,0.00042437005,0.00012156272,0.00008845584,0.000035872126,0.0007109645,0.000015504895],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022797262,0.0022976103,0.6869327,0.004701195,0.0003667707,0.00035510393,0.25597236,0.00058988883,0.000012165012,0.00043635708,0.0042031356,0.043904793],"study_design_scores_gemma":[0.004939694,0.0017600139,0.2608303,0.0023622885,0.00023243576,0.000018683626,0.16530521,0.5488314,0.0002888228,0.000015382975,0.015175387,0.00024035093],"about_ca_topic_score_codex":0.000117669566,"about_ca_topic_score_gemma":0.000010469783,"teacher_disagreement_score":0.54824156,"about_ca_system_score_codex":0.00010491833,"about_ca_system_score_gemma":0.00019972274,"threshold_uncertainty_score":0.3693834},"labels":[],"label_agreement":null},{"id":"W4395078077","doi":"10.2196/49646","title":"A Scalable Pseudonymization Tool for Rapid Deployment in Large Biomedical Research Networks: Development and Evaluation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Interoperability; Identifier; Context (archaeology); Software deployment; Data science; Scalability; World Wide Web; Software engineering; Database","score_opus":0.04460671209727822,"score_gpt":0.388735928012577,"score_spread":0.34412921591529877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395078077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9544189,0.0011382136,0.0393197,0.000545049,0.00042160245,0.0035728281,0.000020900858,0.00004231515,0.000520464],"genre_scores_gemma":[0.9918133,0.0007579859,0.004328208,0.00034371985,0.00042585464,0.0012508066,0.00066822517,0.000030384559,0.00038149342],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99563974,0.00018220568,0.0010291883,0.00026597074,0.002151033,0.00073186046],"domain_scores_gemma":[0.99879706,0.00017107416,0.00005937058,0.00027218965,0.00031906282,0.00038121577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009621451,0.00019052363,0.00022621769,0.00037059438,0.00017206583,0.00017406918,0.00031059762,0.0004032563,0.0001039689],"category_scores_gemma":[0.0010107135,0.0001509337,0.000049277874,0.00052497454,0.00023921381,0.000027528784,0.00041620075,0.00041915974,0.000025694713],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027407022,0.001438361,0.0026562624,0.0015616958,0.00019571434,0.000013943206,0.008340082,0.000053519907,0.00028231367,0.0001726397,0.032522656,0.9524887],"study_design_scores_gemma":[0.0038418414,0.0018719565,0.0025399094,0.00036325972,0.000022762411,0.00001809331,0.006028214,0.6852717,0.0007110406,0.00008765041,0.29888055,0.0003630069],"about_ca_topic_score_codex":0.000003586487,"about_ca_topic_score_gemma":0.00005573938,"teacher_disagreement_score":0.9521257,"about_ca_system_score_codex":0.00011445511,"about_ca_system_score_gemma":0.0010000686,"threshold_uncertainty_score":0.6154898},"labels":[],"label_agreement":null},{"id":"W4396518689","doi":"10.2196/53535","title":"Semantic Interoperability of Electronic Health Records: Systematic Review of Alternative Approaches for Enhancing Patient Information Availability","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Semantic interoperability; Interoperability; Computer science; Cross-domain interoperability; Knowledge management; Context (archaeology); Data science; Semantic technology; Semantic integration; World Wide Web; Semantic computing; Semantic Web","score_opus":0.09919177503140755,"score_gpt":0.45718725675596994,"score_spread":0.3579954817245624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396518689","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002630094,0.95748264,0.0038531234,0.00020775842,0.0011891953,0.036227483,0.00036813106,0.000119079436,0.0005262881],"genre_scores_gemma":[0.00011856304,0.98649794,0.00030469112,0.0010336668,0.0001563619,0.0111274645,0.0006128122,0.00007215577,0.00007632483],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9741651,0.0034779354,0.018690003,0.00035777595,0.0018157031,0.0014934823],"domain_scores_gemma":[0.98257697,0.003312747,0.011254667,0.0014267305,0.00089402864,0.0005348737],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018298807,0.00081934803,0.008597648,0.00053164747,0.00021564755,0.000016108288,0.0010319529,0.0009853456,0.00015370022],"category_scores_gemma":[0.0066791293,0.00053402636,0.001113917,0.00097490364,0.00019790637,0.000517311,0.000420127,0.0033027066,0.00026993037],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000010090196,0.000085336185,7.0531854e-7,0.8749491,0.00032850218,1.3594956e-7,0.009777222,1.1468707e-7,2.281078e-9,0.0007062019,0.0027622192,0.11138038],"study_design_scores_gemma":[0.00023577263,0.0007523207,7.1336245e-8,0.8133785,0.0007910197,0.000015141581,0.0031377699,0.0012653084,3.03161e-7,0.0001037527,0.18002954,0.00029050224],"about_ca_topic_score_codex":0.0002124207,"about_ca_topic_score_gemma":0.0002827365,"teacher_disagreement_score":0.17726731,"about_ca_system_score_codex":0.00392099,"about_ca_system_score_gemma":0.017560007,"threshold_uncertainty_score":0.9999028},"labels":[],"label_agreement":null},{"id":"W4396636615","doi":"10.2196/50437","title":"Considerations for Quality Control Monitoring of Machine Learning Models in Clinical Practice","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Biomedical Imaging and Bioengineering","keywords":"Quality (philosophy); Computer science; Control (management); Medicine; Machine learning; Artificial intelligence","score_opus":0.12124891667172022,"score_gpt":0.4716219799815563,"score_spread":0.3503730633098361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396636615","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016595015,0.00047492533,0.9706498,0.00876385,0.0010446134,0.0006722684,0.000010686924,0.00027503565,0.001513802],"genre_scores_gemma":[0.8184516,0.00006137545,0.18043366,0.0007834015,0.00015146456,0.00008233505,0.0000041294757,0.000008591023,0.000023459848],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996519,0.0004456345,0.0018450522,0.00015799992,0.00076294405,0.00026932728],"domain_scores_gemma":[0.9864638,0.012474671,0.00030729765,0.00031225017,0.00023366146,0.00020834744],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0059332456,0.000119880315,0.00035415296,0.0001448166,0.000083832456,0.00012185067,0.00037119846,0.00020840598,0.000015305095],"category_scores_gemma":[0.013224824,0.00010390827,0.00010660261,0.0002766155,0.00007539218,0.0010813833,0.0001368743,0.0012263088,0.0000104908495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007310391,0.00033464213,0.028711524,0.003622371,0.00013129869,0.00006044264,0.031417657,0.023603238,0.00000371991,0.6931766,0.0011285534,0.2177368],"study_design_scores_gemma":[0.0006370044,0.0001376036,0.0010594942,0.0002919585,0.0000066857474,0.000026750315,0.0003884831,0.98712444,0.0000038880103,0.0059971353,0.004223286,0.00010324208],"about_ca_topic_score_codex":0.000082634644,"about_ca_topic_score_gemma":0.000010485811,"teacher_disagreement_score":0.96352124,"about_ca_system_score_codex":0.000052154053,"about_ca_system_score_gemma":0.000564745,"threshold_uncertainty_score":0.9950872},"labels":[],"label_agreement":null},{"id":"W4396636824","doi":"10.2196/49613","title":"Dermoscopy Differential Diagnosis Explorer (D3X) Ontology to Aggregate and Link Dermoscopic Patterns to Differential Diagnoses: Development and Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Cancer Institute","keywords":"Medical diagnosis; Usability; Computer science; Differential diagnosis; Ontology; Link (geometry); Differential (mechanical device); Aggregate (composite); Medicine; Pathology; Human–computer interaction; Engineering","score_opus":0.02199549399098289,"score_gpt":0.31067044975845787,"score_spread":0.288674955767475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396636824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98641795,0.000066696266,0.007722601,0.002431243,0.0008221672,0.002243867,0.000007822015,0.00019984753,0.000087793785],"genre_scores_gemma":[0.99558634,0.000116150484,0.00072927045,0.0020009289,0.00024153826,0.0011583936,0.000019791232,0.000026331065,0.000121269004],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99757785,0.00005915153,0.0008341352,0.00034837748,0.00074801623,0.00043244698],"domain_scores_gemma":[0.99836695,0.00022079278,0.000057296227,0.0003126608,0.000050030107,0.0009922788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001964542,0.00031754334,0.00053388654,0.00028625655,0.00012935628,0.00016305322,0.00014152662,0.0001747755,0.0007370103],"category_scores_gemma":[0.00018408669,0.0002446726,0.000053167987,0.00020967521,0.00008329612,0.00010533196,0.0004911143,0.00037849814,0.00010382042],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002419639,0.0010244498,0.10703486,0.0022268756,0.0004729682,0.0006181577,0.06254715,5.8925934e-7,0.000039980892,0.000082409926,0.0022787724,0.82343185],"study_design_scores_gemma":[0.0069512194,0.006377998,0.845874,0.0034783252,0.00075925526,0.0007964065,0.024813585,0.0050669545,0.0024262902,0.00008245727,0.101913735,0.0014597853],"about_ca_topic_score_codex":0.000043162654,"about_ca_topic_score_gemma":0.00039473662,"teacher_disagreement_score":0.821972,"about_ca_system_score_codex":0.00013987198,"about_ca_system_score_gemma":0.00010863044,"threshold_uncertainty_score":0.997746},"labels":[],"label_agreement":null},{"id":"W4396647722","doi":"10.2196/56627","title":"Advancing Accuracy in Multimodal Medical Tasks Through Bootstrapped Language-Image Pretraining (BioMedBLIP): Performance Evaluation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Multimodal Machine Learning Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Artificial intelligence; Natural language processing; Computer vision; World Wide Web","score_opus":0.020379232693986376,"score_gpt":0.38706889653301435,"score_spread":0.36668966383902796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396647722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83362335,0.00010639205,0.15912898,0.0016944367,0.00039820196,0.0014175571,0.000003854818,0.0006389476,0.0029882933],"genre_scores_gemma":[0.96165097,0.000023829443,0.03692906,0.0005974742,0.00017620652,0.00054211076,0.000042502736,0.000023273737,0.000014583689],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99416935,0.00023358015,0.0012328128,0.00038841204,0.0033444758,0.00063134404],"domain_scores_gemma":[0.9976522,0.0008976618,0.00019277113,0.0007601622,0.00011775127,0.00037946555],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004175759,0.00029589285,0.0003417718,0.00036506384,0.0001635769,0.00034483927,0.0015893707,0.000274554,0.00049112167],"category_scores_gemma":[0.0017954271,0.0002530158,0.00007826392,0.0014644844,0.0001438887,0.0024645946,0.0005460601,0.0015583974,0.0003033568],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010696049,0.0005136951,0.0031630194,0.00039974024,0.000049370283,0.00009124005,0.15932655,0.0005187844,0.000064108404,0.0013952176,0.00046346543,0.8340041],"study_design_scores_gemma":[0.0012211556,0.00015068759,0.017112259,0.00045769833,0.000012399682,0.000053752756,0.004689606,0.9752806,0.000040762156,0.000080436905,0.0006263702,0.00027426626],"about_ca_topic_score_codex":0.00019286583,"about_ca_topic_score_gemma":0.000068571084,"teacher_disagreement_score":0.97476184,"about_ca_system_score_codex":0.00022030981,"about_ca_system_score_gemma":0.0010589355,"threshold_uncertainty_score":0.9999922},"labels":[],"label_agreement":null},{"id":"W4396648771","doi":"10.2196/49785","title":"User Preferences and Needs for Health Data Collection Using Research Electronic Data Capture: Survey Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of Mental Health","keywords":"Data collection; Computer science; Electronic data capture; Data science; Automatic identification and data capture; Health records; Survey research; Health care; Psychology; Applied psychology; Statistics","score_opus":0.49228424309176655,"score_gpt":0.6140617809307,"score_spread":0.12177753783893341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396648771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9258146,0.007657194,0.0269209,0.0068454677,0.0040923394,0.025210286,0.0016019727,0.000636674,0.0012205512],"genre_scores_gemma":[0.98680973,0.0018907019,0.0014143462,0.0019496472,0.0012485661,0.0010678147,0.0033505266,0.00010239751,0.0021662703],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99106157,0.003116254,0.0019445159,0.00042436636,0.0016187872,0.0018345303],"domain_scores_gemma":[0.9926544,0.0044526192,0.00028545497,0.0016486673,0.0003271672,0.0006317037],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.042261362,0.00022266405,0.00057233445,0.000509695,0.0014079902,0.00011585884,0.0014750436,0.00043615836,0.00011573252],"category_scores_gemma":[0.0026851115,0.00017158128,0.000017740787,0.0016704827,0.00013293422,0.00092944474,0.0014464415,0.0031276816,0.00005537732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002744492,0.00039032166,0.038577504,0.015065892,0.0003138894,0.0000034118918,0.078315236,0.0000013574123,0.0000010534183,0.0020725192,0.8377406,0.027243767],"study_design_scores_gemma":[0.0017420129,0.001490987,0.0043799262,0.0018335956,0.000034605975,0.0000268565,0.05208314,0.5200714,2.547915e-7,0.00024659437,0.41777524,0.00031541102],"about_ca_topic_score_codex":0.009627898,"about_ca_topic_score_gemma":0.03175866,"teacher_disagreement_score":0.52007,"about_ca_system_score_codex":0.0010016494,"about_ca_system_score_gemma":0.020356586,"threshold_uncertainty_score":0.99989206},"labels":[],"label_agreement":null},{"id":"W4396754825","doi":"10.2196/55118","title":"Comparison of Synthetic Data Generation Techniques for Control Group Survival Data in Oncology Clinical Trials: Simulation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Random forest; Cart; Clinical trial; Medicine; Bayesian probability; Computer science; Regression; Machine learning; Oncology; Medical physics; Artificial intelligence; Statistics; Internal medicine; Engineering; Mathematics; World Wide Web","score_opus":0.4320630988531221,"score_gpt":0.6101241499769695,"score_spread":0.1780610511238474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396754825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011180351,0.000106460095,0.98324287,0.0016371248,0.001171232,0.0022899099,0.000085037726,0.00020083578,0.00008615304],"genre_scores_gemma":[0.9600656,0.000016607064,0.038683828,0.00023341371,0.0004405952,0.0000995396,0.00044798726,0.000009793008,0.000002632176],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99255353,0.002295911,0.00359383,0.00039133953,0.00091856945,0.00024679277],"domain_scores_gemma":[0.984306,0.012784786,0.0006096222,0.0020150007,0.00012351437,0.00016108656],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036585417,0.00013995498,0.00088693266,0.00019789368,0.00005260968,0.0001193856,0.0026163235,0.00031554882,0.000018294828],"category_scores_gemma":[0.015250781,0.00010984887,0.00005407192,0.0003228934,0.00008248531,0.0009862265,0.0010297904,0.000738523,0.0000064907767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005938728,0.00092101877,0.012255972,0.00054662395,0.00006005025,0.000006151161,0.004087076,0.0008505351,0.0000017225645,0.0029075332,0.0028180694,0.97548586],"study_design_scores_gemma":[0.000877818,0.0009180917,0.0008171429,0.00012583028,0.000027749822,0.0000020334392,0.00043099216,0.98127246,0.0000014718557,0.00012491063,0.015301762,0.00009971709],"about_ca_topic_score_codex":0.00004467158,"about_ca_topic_score_gemma":0.00022388191,"teacher_disagreement_score":0.98042196,"about_ca_system_score_codex":0.0000644515,"about_ca_system_score_gemma":0.0005034035,"threshold_uncertainty_score":0.9930442},"labels":[],"label_agreement":null},{"id":"W4396846318","doi":"10.2196/57717","title":"Telehealth Uptake Among Hispanic People During COVID-19: Retrospective Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Observational study; Coronavirus disease 2019 (COVID-19); Retrospective cohort study; Medicine; Telemedicine; 2019-20 coronavirus outbreak; Medical emergency; Gerontology; Psychology; Family medicine; Health care; Virology; Disease","score_opus":0.06245506594167442,"score_gpt":0.4067877702255628,"score_spread":0.34433270428388835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396846318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873816,0.00009455856,0.0011073358,0.007416991,0.0005082584,0.0021464806,0.000026910307,0.00051091687,0.00080695946],"genre_scores_gemma":[0.9904844,0.000085772495,0.00056046294,0.0071288007,0.00070919073,0.0003327084,0.00026342634,0.000033141696,0.00040207224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957296,0.00005613003,0.0014480622,0.00023688599,0.0019798328,0.00054944964],"domain_scores_gemma":[0.9976564,0.00021651092,0.00020784429,0.00033642183,0.00014518148,0.0014376573],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011762275,0.0002445361,0.0005007069,0.00034517876,0.0002786313,0.000058126552,0.00016759662,0.00017761215,0.0027034697],"category_scores_gemma":[0.001022311,0.00019634036,0.00009721119,0.00093753653,0.00010486761,0.00044741735,0.00009552619,0.0008556387,0.00013499401],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012928706,0.0005000217,0.89720595,0.004067122,0.00020451924,0.00026794086,0.05150086,0.00000328496,0.000007793912,0.0012627396,0.037017293,0.007833177],"study_design_scores_gemma":[0.0031747194,0.0011109294,0.9545787,0.00023166572,0.000093920455,0.00022422297,0.017105196,0.0051250844,0.000006469878,0.00013992243,0.018033072,0.00017612289],"about_ca_topic_score_codex":0.00026339636,"about_ca_topic_score_gemma":0.00044644644,"teacher_disagreement_score":0.05737271,"about_ca_system_score_codex":0.00086326635,"about_ca_system_score_gemma":0.0022092622,"threshold_uncertainty_score":0.99820817},"labels":[],"label_agreement":null},{"id":"W4396891504","doi":"10.2196/55090","title":"Research on Traditional Chinese Medicine: Domain Knowledge Graph Completion and Quality Evaluation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Knowledge graph; Quality (philosophy); Data science; Medicine; Information retrieval","score_opus":0.16631549335061777,"score_gpt":0.48018129451457126,"score_spread":0.31386580116395346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396891504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97489536,0.0019114243,0.0031280215,0.0029235398,0.00050517113,0.00030809944,0.000025929068,0.000061413884,0.01624102],"genre_scores_gemma":[0.9972535,0.00019933062,0.00057390623,0.00049631955,0.000804396,0.00009891837,0.00045541947,0.000009155641,0.000109054134],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976713,0.00029702028,0.00043237256,0.00016998734,0.0012028175,0.00022648377],"domain_scores_gemma":[0.99898416,0.00042011702,0.00004010154,0.00018860136,0.00014498376,0.00022203509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045430027,0.00012638578,0.00016758827,0.00016877781,0.00012775803,0.000034229935,0.00016907575,0.00031817355,0.00021170803],"category_scores_gemma":[0.0008970395,0.00008355373,0.00004727626,0.00031328676,0.00086769724,0.0000071101035,0.00008300936,0.00042573307,0.000045203204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031273445,0.0005973962,0.001152285,0.0019744146,0.0002440201,0.000015508987,0.012955589,0.000007826727,0.004732997,0.070675716,0.34245378,0.56487775],"study_design_scores_gemma":[0.0058638663,0.0049892776,0.08557193,0.0022452231,0.00006119871,0.00023203505,0.014996455,0.031241016,0.000611994,0.05623086,0.79692006,0.0010360599],"about_ca_topic_score_codex":0.0000061551896,"about_ca_topic_score_gemma":0.000012884726,"teacher_disagreement_score":0.5638417,"about_ca_system_score_codex":0.000029917295,"about_ca_system_score_gemma":0.00019994428,"threshold_uncertainty_score":0.34072223},"labels":[],"label_agreement":null},{"id":"W4397049706","doi":"10.2196/47693","title":"Time Series AI Model for Acute Kidney Injury Detection Based on a Multicenter Distributed Research Network: Development and Verification Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Kidney Injury Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acute kidney injury; Computer science; Series (stratigraphy); Medicine; Data mining; Internal medicine","score_opus":0.0427275240506466,"score_gpt":0.41049771387548234,"score_spread":0.3677701898248357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397049706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49108016,0.00004587698,0.4566784,0.02874149,0.0006754574,0.018206164,0.0021034284,0.001154424,0.0013145913],"genre_scores_gemma":[0.974643,0.000033848457,0.013269699,0.0040895687,0.00038149068,0.003417828,0.0022839285,0.00007564968,0.0018049894],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99667907,0.00009147336,0.0006832082,0.0002313992,0.0016790854,0.00063574506],"domain_scores_gemma":[0.99817485,0.00020523323,0.000052189593,0.0003518447,0.0003737285,0.0008421371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023971177,0.00020322001,0.0003031886,0.0003170635,0.00030973647,0.00014348469,0.00017325267,0.00025199828,0.0001074695],"category_scores_gemma":[0.0008334489,0.00015630091,0.000054768156,0.00057304814,0.00023462536,0.00033891507,0.00015683731,0.0009418295,0.00014092709],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011939677,0.002319713,0.0008634907,0.003822143,0.0012922556,0.00011312935,0.025423976,0.000112613816,0.00066573394,0.0002163471,0.8227047,0.13052626],"study_design_scores_gemma":[0.0017887845,0.0012509865,0.00036047047,0.00044843182,0.00007663605,0.000012633648,0.0005091892,0.94657385,0.00071438064,0.00002878468,0.048090823,0.00014501101],"about_ca_topic_score_codex":0.0000014247566,"about_ca_topic_score_gemma":0.000001266735,"teacher_disagreement_score":0.94646126,"about_ca_system_score_codex":0.0003261181,"about_ca_system_score_gemma":0.0014385746,"threshold_uncertainty_score":0.63737667},"labels":[],"label_agreement":null},{"id":"W4398167607","doi":"10.2196/50117","title":"Machine Learning Models for Parkinson Disease: Systematic Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Voice and Speech Disorders","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Parkinson's disease; Computer science; Disease; Systematic review; Medicine; MEDLINE; Data science; Artificial intelligence; Pathology","score_opus":0.0273584571513518,"score_gpt":0.32473539492201187,"score_spread":0.29737693777066004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398167607","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024704328,0.785526,0.12653683,0.03509605,0.0009919597,0.01831329,0.00013703619,0.0021784846,0.028749948],"genre_scores_gemma":[0.432984,0.3789898,0.01265731,0.12782413,0.0015992281,0.0105066225,0.0039274353,0.00046108526,0.031050403],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978782,0.00003152155,0.00084476883,0.000105721534,0.0008605437,0.00027928033],"domain_scores_gemma":[0.99887556,0.0002046742,0.00009347613,0.0002606186,0.00007269402,0.00049296435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074874447,0.00017489024,0.0006001274,0.000099089135,0.0000631368,0.00004600132,0.00014370821,0.000111044305,0.00025276205],"category_scores_gemma":[0.00082257076,0.000115896924,0.00024586337,0.00023299956,0.00004811366,0.00025886612,0.00004171441,0.00041985678,0.00018485622],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022997408,0.000056341854,0.000022404043,0.977159,0.000121930054,0.00003889454,0.00080285996,0.000013134069,3.0838538e-7,0.0026716345,0.015823636,0.0032668277],"study_design_scores_gemma":[0.00050288736,0.00012025204,0.0000044509447,0.25493136,0.0006909727,0.00006268024,0.0003289664,0.66387075,0.0000014698113,0.0005589341,0.078770645,0.00015660588],"about_ca_topic_score_codex":0.0000016097862,"about_ca_topic_score_gemma":0.0000010406596,"teacher_disagreement_score":0.7222277,"about_ca_system_score_codex":0.00004893095,"about_ca_system_score_gemma":0.00026402777,"threshold_uncertainty_score":0.47261393},"labels":[],"label_agreement":null},{"id":"W4398175922","doi":"10.2196/51187","title":"The Use of Generative AI for Scientific Literature Searches for Systematic Reviews: ChatGPT and Microsoft Bing AI Performance Evaluation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Information retrieval; World Wide Web; Artificial intelligence","score_opus":0.31732530486064525,"score_gpt":0.49869459252173826,"score_spread":0.181369287661093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398175922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8817834,0.027120143,0.03878512,0.023266057,0.002801038,0.026041897,0.00007664253,0.00009494323,0.00003073274],"genre_scores_gemma":[0.9555642,0.006955301,0.015537629,0.007643403,0.0015146094,0.0099679,0.0007367599,0.00006206517,0.0020181502],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794215,0.00008541477,0.0010409581,0.000116699535,0.0005836971,0.00023105385],"domain_scores_gemma":[0.99695086,0.0015478082,0.00016692777,0.00023145894,0.00095666846,0.00014628202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045004636,0.000119319964,0.00031418505,0.00013504016,0.0003524575,0.00038500785,0.00009030246,0.0001453546,0.000008636219],"category_scores_gemma":[0.004115119,0.00006605775,0.00009141009,0.00035287775,0.00024566494,0.0005188962,0.000024275552,0.00025794707,0.000008641194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001518198,0.00009295299,0.00021788118,0.32220933,0.00012455267,6.164813e-7,0.12494025,0.000024610059,0.00040440535,0.002382388,0.05559937,0.4938518],"study_design_scores_gemma":[0.0000973533,0.00029805052,0.000021544465,0.036256805,0.00011657105,0.000029028157,0.0026600843,0.9065404,0.0030819303,0.00041439474,0.050386418,0.000097396056],"about_ca_topic_score_codex":0.0000024098508,"about_ca_topic_score_gemma":0.0000064915753,"teacher_disagreement_score":0.90651584,"about_ca_system_score_codex":0.000085159205,"about_ca_system_score_gemma":0.00067189866,"threshold_uncertainty_score":0.49264792},"labels":[],"label_agreement":null},{"id":"W4399013580","doi":"10.2196/59680","title":"Is Boundary Annotation Necessary? Evaluating Boundary-Free Approaches to Improve Clinical Named Entity Annotation Efficiency: Case Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Annotation; Computer science; Boundary (topology); Information retrieval; Natural language processing; Data mining; Artificial intelligence; Mathematics","score_opus":0.132606346198434,"score_gpt":0.4013234067763562,"score_spread":0.2687170605779222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399013580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5557786,0.00007910983,0.43963903,0.0016142435,0.0012868278,0.00093763083,0.000007081646,0.00029589882,0.000361579],"genre_scores_gemma":[0.921501,0.0000049757855,0.076047085,0.0017210748,0.0003989697,0.00020690457,0.000014025951,0.000019400697,0.000086593674],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946499,0.00026297526,0.0018289294,0.0005174155,0.0022391726,0.000501621],"domain_scores_gemma":[0.9974146,0.00054053176,0.0002485409,0.0011547296,0.00014977675,0.00049185223],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005315607,0.00027389315,0.0003786339,0.00028638975,0.00040246156,0.0013326863,0.0013696371,0.00024258281,0.000038187092],"category_scores_gemma":[0.0012155477,0.00024270387,0.00014449861,0.0009872329,0.00015470195,0.0019131595,0.0009879443,0.00084623776,0.00014180843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016110398,0.00054474606,0.0009868271,0.0004484285,0.00008798542,0.00053183676,0.14092186,0.0002907902,0.000004993415,0.0017087519,0.0037568912,0.8507008],"study_design_scores_gemma":[0.0008356233,0.00058281526,0.00035136018,0.00012326716,0.00003231557,0.00026884943,0.0075756335,0.98662657,0.000014159536,0.0015748356,0.0017270623,0.00028751182],"about_ca_topic_score_codex":0.00007758629,"about_ca_topic_score_gemma":0.000051576302,"teacher_disagreement_score":0.98633575,"about_ca_system_score_codex":0.0001522152,"about_ca_system_score_gemma":0.0012215022,"threshold_uncertainty_score":0.999704},"labels":[],"label_agreement":null},{"id":"W4399023868","doi":"10.2196/55799","title":"Evaluating Large Language Models for Automated Reporting and Data Systems Categorization: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Categorization; Computer science; Natural language processing; Cross-sectional study; Information retrieval; Data science; Artificial intelligence; World Wide Web; Medicine","score_opus":0.378983326224231,"score_gpt":0.5856021836091797,"score_spread":0.20661885738494873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399023868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9681999,0.0004702616,0.027294902,0.00023477798,0.0012239424,0.001736705,0.000047091908,0.0005126102,0.00027979555],"genre_scores_gemma":[0.9964538,0.000016222295,0.001330715,0.00019670422,0.00074233464,0.00020603025,0.0008390319,0.000016986145,0.00019815391],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968968,0.000033554872,0.001879073,0.00019365353,0.00075257925,0.00024433993],"domain_scores_gemma":[0.99847895,0.000323673,0.00034354188,0.00036818188,0.00027536886,0.00021029763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004392454,0.0001073936,0.00022276782,0.000107776934,0.00019696674,0.00023253793,0.00012596625,0.00016728218,0.000049186452],"category_scores_gemma":[0.0024095913,0.00008520904,0.000027947695,0.00023091317,0.000043349595,0.0005590628,0.00010641582,0.00026364083,0.000017965665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037745613,0.0018927422,0.421842,0.031831086,0.000809765,0.0002590481,0.32719585,0.0045030653,0.00010588889,0.009403431,0.02263064,0.17914903],"study_design_scores_gemma":[0.00012298368,0.00021817953,0.0027063645,0.0002640457,0.000036966707,0.00016334614,0.020079615,0.97581786,0.00001070172,0.000110576046,0.00038799524,0.00008133684],"about_ca_topic_score_codex":0.00014825507,"about_ca_topic_score_gemma":0.000017700264,"teacher_disagreement_score":0.97131485,"about_ca_system_score_codex":0.00008107264,"about_ca_system_score_gemma":0.00067487924,"threshold_uncertainty_score":0.34747237},"labels":[],"label_agreement":null},{"id":"W4399113706","doi":"10.2196/56909","title":"Generalization of a Deep Learning Model for Continuous Glucose Monitoring–Based Hypoglycemia Prediction: Algorithm Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diabetes Management and Research","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hypoglycemia; Continuous glucose monitoring; Machine learning; Artificial intelligence; Computer science; Deep learning; Generalization; ALARM; Diabetes mellitus; Algorithm; Constant false alarm rate; Type 1 diabetes; Medicine; Mathematics; Endocrinology; Engineering","score_opus":0.02728125207805664,"score_gpt":0.32658779465188587,"score_spread":0.2993065425738292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399113706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5972331,0.00013423056,0.40094885,0.00007411785,0.00014227197,0.001137163,0.0000029026987,0.000105439365,0.00022188693],"genre_scores_gemma":[0.9468559,0.00003952543,0.051270906,0.000053286956,0.00020156473,0.0003702164,0.00020799642,0.000022875849,0.0009777313],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837434,0.00001983943,0.0005273798,0.00009758193,0.000799209,0.0001816735],"domain_scores_gemma":[0.9994483,0.00008089105,0.00007142057,0.00009400371,0.00015472321,0.00015064955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000679236,0.00010506827,0.00020605231,0.00021072934,0.00007540101,0.000055926772,0.00006343337,0.00009909211,0.000020300562],"category_scores_gemma":[0.0001262042,0.00008308646,0.000036117228,0.00020987769,0.00004817617,0.00016453365,0.000056651363,0.00019375508,0.000004061621],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008120417,0.00035117666,0.010149289,0.0024760847,0.00020230154,0.000008210668,0.010345003,0.0016608802,0.00004409338,0.00006883631,0.0003379569,0.974275],"study_design_scores_gemma":[0.0017671847,0.00045573444,0.001108531,0.0003174859,0.000076631564,0.0000013744428,0.001436111,0.99164,0.001033778,0.000020938474,0.0020687059,0.000073555406],"about_ca_topic_score_codex":6.6433154e-7,"about_ca_topic_score_gemma":2.610363e-7,"teacher_disagreement_score":0.9899791,"about_ca_system_score_codex":0.00005724016,"about_ca_system_score_gemma":0.00015799204,"threshold_uncertainty_score":0.33881676},"labels":[],"label_agreement":null},{"id":"W4399206797","doi":"10.2196/58491","title":"AI: Bridging Ancient Wisdom and Modern Innovation in Traditional Chinese Medicine","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Medicine; Computer science; Data science","score_opus":0.03125304149741721,"score_gpt":0.32997777819913476,"score_spread":0.29872473670171756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399206797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94947064,0.0013103097,0.0047349795,0.036617134,0.00058847555,0.0004934815,0.000019786055,0.00020162757,0.0065635666],"genre_scores_gemma":[0.9855254,0.00013780377,0.0005021025,0.012110127,0.0012953482,0.0000856215,0.00024702132,0.000020693988,0.00007587141],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99695927,0.000019430603,0.0010977231,0.00017530512,0.0014605168,0.00028776083],"domain_scores_gemma":[0.9990549,0.00032982902,0.00007666429,0.00015218834,0.00013540228,0.00025097892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080512045,0.00024236171,0.0004715708,0.0008074603,0.00006723846,0.000023856119,0.00008743665,0.00013313805,0.00023241006],"category_scores_gemma":[0.0008808517,0.00015838897,0.000042782074,0.0014005452,0.00041178244,0.0003712631,0.000054615015,0.00079227315,0.00002446495],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005685527,0.0012803526,0.09703798,0.015422078,0.00072279124,0.0022740474,0.13375111,0.00009045241,0.0015635941,0.17122218,0.28884217,0.28722468],"study_design_scores_gemma":[0.0064732693,0.00077745126,0.4722748,0.0070669297,0.00009924641,0.0027670534,0.0018111794,0.46408844,0.00001902885,0.026979445,0.017159564,0.000483559],"about_ca_topic_score_codex":0.000011199873,"about_ca_topic_score_gemma":0.000010015259,"teacher_disagreement_score":0.463998,"about_ca_system_score_codex":0.00013097317,"about_ca_system_score_gemma":0.0002998048,"threshold_uncertainty_score":0.6458915},"labels":[],"label_agreement":null},{"id":"W4399276598","doi":"10.2196/59617","title":"Viability of Open Large Language Models for Clinical Documentation in German Health Care: Real-World Model Evaluation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; German; Computer science; Usability; Variety (cybernetics); USable; Health care; Language model; Artificial intelligence; Premise; Best practice; Natural language processing; Data science; World Wide Web; Programming language; Human–computer interaction; Linguistics; Political science","score_opus":0.2960965592878348,"score_gpt":0.6314565857016097,"score_spread":0.3353600264137749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399276598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97876114,0.00021655283,0.00995325,0.002093464,0.00042502722,0.0068989466,0.000030968586,0.000047360085,0.0015732999],"genre_scores_gemma":[0.99512285,0.0001432861,0.0022549347,0.0012355903,0.00014797761,0.0006947957,0.00032573106,0.000013394769,0.0000614547],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99656993,0.0001766178,0.0019851262,0.00017322852,0.0008347758,0.00026033696],"domain_scores_gemma":[0.99855703,0.00038140782,0.00020973597,0.0003238434,0.0002884066,0.00023960382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006588715,0.00011127805,0.00041388167,0.00020955718,0.000058201826,0.000050297724,0.00019137314,0.00012822394,0.00011494213],"category_scores_gemma":[0.0003736806,0.00009281509,0.00007943141,0.00038632663,0.00005353907,0.00061325444,0.00008301389,0.00034140793,0.000011783145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004017133,0.0020858813,0.0143682165,0.004270345,0.000064536514,0.000002896548,0.4766886,0.0006452593,0.0000018578473,0.0053442903,0.0082199285,0.48790646],"study_design_scores_gemma":[0.0005364054,0.00064139813,0.002432979,0.00038950672,0.000046779012,0.0000011679679,0.047620233,0.9445611,0.0000331192,0.003346354,0.00030548556,0.000085476844],"about_ca_topic_score_codex":0.0013668033,"about_ca_topic_score_gemma":0.0031684882,"teacher_disagreement_score":0.94391584,"about_ca_system_score_codex":0.00046333406,"about_ca_system_score_gemma":0.0025893566,"threshold_uncertainty_score":0.45934075},"labels":[],"label_agreement":null},{"id":"W4399277555","doi":"10.2196/55959","title":"The Information and Communication Technology Maturity Assessment at Primary Health Care Services Across 9 Provinces in Indonesia: Evaluation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Maturity (psychological); Information and Communications Technology; Health services; Primary health care; Medicine; Primary care; Health information technology; Health care; Health information; Business; Environmental health; Computer science; Family medicine; World Wide Web; Psychology; Political science; Population","score_opus":0.023564039821108475,"score_gpt":0.48028580019005396,"score_spread":0.45672176036894546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399277555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97342384,0.0053594164,0.000054699918,0.011778737,0.0004972048,0.0070910254,0.000018935772,0.00023347538,0.0015426864],"genre_scores_gemma":[0.9931259,0.0012911003,0.00022283883,0.0018918384,0.000064288084,0.0031504668,0.00021859021,0.000012865022,0.000022106016],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.994574,0.0011913867,0.0020920464,0.00012520769,0.001321669,0.00069565186],"domain_scores_gemma":[0.9976003,0.00080860755,0.0006074407,0.00052876637,0.00027599762,0.00017885088],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009723327,0.00017570186,0.00035030677,0.00020563437,0.0015526718,0.00009677684,0.0004520124,0.00042787724,0.000016006632],"category_scores_gemma":[0.00010606335,0.00011725696,0.000021991013,0.0006220644,0.00013915978,0.0009259237,0.00059803505,0.0018676539,0.00006296184],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051397452,0.00010042849,0.15385543,0.015552542,0.000042022042,0.0000014059231,0.37246642,0.0000032547373,3.7068432e-7,0.0018482321,0.0024657173,0.45361277],"study_design_scores_gemma":[0.002835882,0.00061212206,0.23717056,0.0027835816,0.000019917581,0.000022657077,0.58913577,0.040051896,7.4394853e-7,0.00040029737,0.12669864,0.00026795326],"about_ca_topic_score_codex":0.0006388666,"about_ca_topic_score_gemma":0.01751974,"teacher_disagreement_score":0.45334482,"about_ca_system_score_codex":0.0035165024,"about_ca_system_score_gemma":0.0044119256,"threshold_uncertainty_score":0.99974716},"labels":[],"label_agreement":null},{"id":"W4399320534","doi":"10.2196/54355","title":"Addressing Hospital Overwhelm During the COVID-19 Pandemic by Using a Primary Health Care–Based Integrated Health System: Modeling Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; Pandemic; Health care; Coronavirus disease 2019 (COVID-19); Medical emergency; Telemedicine; Healthcare system; Public health; Hospital bed; Emergency medicine; Environmental health; Nursing; Infectious disease (medical specialty)","score_opus":0.08311818676179761,"score_gpt":0.43152415369205493,"score_spread":0.3484059669302573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399320534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93379056,0.003336344,0.047068622,0.010118897,0.0005856398,0.004090575,0.00011189883,0.0008116049,0.0000858683],"genre_scores_gemma":[0.96985716,0.00008906455,0.0011074045,0.027851686,0.00033802268,0.00016713244,0.00052787934,0.00004836554,0.000013270816],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99503833,0.00024697863,0.0019592934,0.0002556592,0.0017505148,0.000749223],"domain_scores_gemma":[0.99763966,0.00022342535,0.00040515338,0.00038806623,0.000118443706,0.001225247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020647899,0.0003202487,0.00070244714,0.00029543787,0.00061902305,0.000113994894,0.00021384476,0.00015023068,0.00006527095],"category_scores_gemma":[0.000221646,0.0002085488,0.0001044654,0.00067413796,0.00010427183,0.00027797776,0.000092350914,0.0010986861,0.000010147693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0007943265,0.0015809292,0.059891153,0.16347742,0.0008523263,0.00047642767,0.48174122,0.0013577521,0.00006738103,0.0001222427,0.12679714,0.16284168],"study_design_scores_gemma":[0.008607424,0.002451602,0.00073313946,0.004725752,0.00016361219,0.00062810775,0.24106406,0.72190315,0.000004607831,0.0000036275608,0.019283311,0.0004316103],"about_ca_topic_score_codex":0.0015359097,"about_ca_topic_score_gemma":0.00009450929,"teacher_disagreement_score":0.7205454,"about_ca_system_score_codex":0.003961348,"about_ca_system_score_gemma":0.008150913,"threshold_uncertainty_score":0.99986225},"labels":[],"label_agreement":null},{"id":"W4399368472","doi":"10.2196/62757","title":"Correction: A Multilabel Text Classifier of Cancer Literature at the Publication Level: Methods Study of Medical Text Classification","year":2024,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities","keywords":"Computer science; Natural language processing; Classifier (UML); Information retrieval; Artificial intelligence; Text mining","score_opus":0.05611907484497594,"score_gpt":0.4149363210982544,"score_spread":0.3588172462532785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399368472","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11596333,0.194045,0.03692061,0.10056935,0.33204633,0.01709447,0.004179462,0.0012259114,0.19795552],"genre_scores_gemma":[0.07124297,0.03327065,0.0075398,0.0070478846,0.011966843,0.0039253556,0.012875943,0.00039493345,0.8517356],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949488,0.00036238623,0.0016723801,0.00038223562,0.0022834034,0.00035076748],"domain_scores_gemma":[0.9968939,0.00026586725,0.0009605809,0.0009519271,0.00062247214,0.0003052584],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0021182303,0.00040853885,0.0006760617,0.00020629035,0.00012217234,0.000073791336,0.0012318314,0.003043175,0.0006286829],"category_scores_gemma":[0.0029839322,0.0002491627,0.00023982528,0.00073155225,0.0008915999,0.000012438222,0.00081475475,0.002090974,0.00002636706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042685617,0.00028077108,0.00005905115,0.0006142394,0.00027526953,0.0000019655922,0.003186835,3.848553e-7,0.00009814299,0.000027485205,0.74629223,0.24912094],"study_design_scores_gemma":[0.0007042851,0.0005038795,0.0010595019,0.001238965,0.00016779524,0.000041554784,0.0052386513,0.010640413,0.00041829274,0.000014122676,0.9796869,0.00028565113],"about_ca_topic_score_codex":0.00007547561,"about_ca_topic_score_gemma":0.0004811305,"teacher_disagreement_score":0.6537801,"about_ca_system_score_codex":0.00008761144,"about_ca_system_score_gemma":0.0013624632,"threshold_uncertainty_score":0.99999607},"labels":[],"label_agreement":null},{"id":"W4399382382","doi":"10.2196/53625","title":"A Machine Learning Application to Classify Patients at Differing Levels of Risk of Opioid Use Disorder: Clinician-Based Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Opioid use disorder; Cohen's kappa; Inter-rater reliability; Medical record; Population; Medical prescription; Kappa; Risk assessment; Family medicine; Opioid; Machine learning; Internal medicine; Environmental health; Psychology; Rating scale; Nursing","score_opus":0.021264972272518067,"score_gpt":0.3287580027643922,"score_spread":0.30749303049187415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399382382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881753,0.00006165263,0.008998218,0.00010736231,0.00011672446,0.0022243315,0.00012739019,0.00010450082,0.00008455987],"genre_scores_gemma":[0.99777687,0.00004003466,0.0013140358,0.0001207525,0.000027375943,0.00029788236,0.00035280272,0.000029889645,0.00004038174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997253,0.00008018705,0.0012052571,0.00016299421,0.0010942087,0.00020436631],"domain_scores_gemma":[0.9984517,0.00047605205,0.00032323616,0.00036543328,0.00015419064,0.00022935691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003876328,0.00020228507,0.00046484926,0.0002633836,0.000060012626,0.00001999816,0.00012895973,0.0001454105,0.00010217527],"category_scores_gemma":[0.00074101164,0.0001565719,0.00012694855,0.0004343749,0.00005731737,0.00014084076,0.00012365206,0.00035959255,0.00005496681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019193983,0.0019862351,0.8804323,0.0013103441,0.00017887336,0.000002492888,0.019114388,0.00036078712,0.000044932982,0.000021598287,0.000057572815,0.09629852],"study_design_scores_gemma":[0.0041622976,0.0019892354,0.8161251,0.00082581554,0.00036294994,0.0000011982142,0.0021841815,0.170603,0.0006223461,0.00001528071,0.002909203,0.00019936371],"about_ca_topic_score_codex":0.000121210105,"about_ca_topic_score_gemma":0.000035644658,"teacher_disagreement_score":0.17024222,"about_ca_system_score_codex":0.00014829481,"about_ca_system_score_gemma":0.0001563819,"threshold_uncertainty_score":0.6384817},"labels":[],"label_agreement":null},{"id":"W4399388621","doi":"10.2196/54428","title":"Event Analysis for Automated Estimation of Absent and Persistent Medication Alerts: Novel Methodology","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Clinical decision support system; Medical prescription; Medical emergency; Adverse drug event; Event (particle physics); Computerized physician order entry; Documentation; Decision support system; Emergency medicine; Data mining; Computer science; Drug; Health care; Nursing","score_opus":0.13356249246050592,"score_gpt":0.5176085272799688,"score_spread":0.38404603481946287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399388621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091131344,0.00064622954,0.89892185,0.0048902794,0.0010145535,0.0023355125,0.000060887658,0.00043733834,0.00056199706],"genre_scores_gemma":[0.95122296,0.0002628241,0.045032833,0.001313095,0.00022110963,0.0012613123,0.00034892754,0.000026405907,0.00031050894],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966305,0.00029971096,0.0018608812,0.00013837274,0.00063343573,0.00043711017],"domain_scores_gemma":[0.99600714,0.0028087066,0.0004617998,0.00023322811,0.00016934545,0.0003198011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004853192,0.00013663508,0.0005323592,0.00040710552,0.00016491678,0.000007916637,0.00014961085,0.00043119222,0.00019234813],"category_scores_gemma":[0.0011799709,0.00010458684,0.00016050373,0.0005665623,0.00009967545,0.00013931535,0.000064439286,0.0004574331,0.000027725211],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033697995,0.0007403867,0.0062181074,0.11082184,0.0083797285,0.0000060053503,0.28405535,0.0060348595,0.00025994141,0.06558047,0.097673506,0.41989282],"study_design_scores_gemma":[0.00055181514,0.00016371555,0.0012583894,0.0007000722,0.00029515082,0.0000081259195,0.0044182288,0.98131466,0.000011039462,0.00012559046,0.011063403,0.00008978631],"about_ca_topic_score_codex":0.00013904682,"about_ca_topic_score_gemma":0.000086075364,"teacher_disagreement_score":0.9752798,"about_ca_system_score_codex":0.00031636312,"about_ca_system_score_gemma":0.0012872709,"threshold_uncertainty_score":0.42649275},"labels":[],"label_agreement":null},{"id":"W4399458041","doi":"10.2196/56734","title":"Assessing the Effect of Electronic Health Record Data Quality on Identifying Patients With Type 2 Diabetes: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Cross-sectional study; Medicine; Quality (philosophy); Electronic health record; Type 2 diabetes; Type 1 diabetes; Health records; Diabetes mellitus; Health care; Pathology","score_opus":0.12423813807170153,"score_gpt":0.5541812742973654,"score_spread":0.4299431362256639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399458041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927796,0.00021258155,0.00031429014,0.00028115607,0.0019772858,0.0035546806,0.000036386777,0.00016900735,0.00067499094],"genre_scores_gemma":[0.99800265,0.000026533091,0.000041438045,0.0008943903,0.0003672141,0.0002616656,0.00024570947,0.0000393366,0.000121062134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99130297,0.0025364324,0.0025731216,0.00030066483,0.0021373127,0.0011494992],"domain_scores_gemma":[0.9927399,0.004796934,0.0008671124,0.0010789628,0.00020895952,0.00030813922],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017101537,0.00025737396,0.0006270274,0.00015660291,0.0008137368,0.00012232756,0.00086066115,0.00026373094,0.00021764029],"category_scores_gemma":[0.0013534452,0.00014089164,0.000053367097,0.0007389173,0.00010871607,0.00076828175,0.000325576,0.0028574567,0.00020669874],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008804257,0.0001312228,0.9715651,0.005820023,0.00013191954,6.603919e-7,0.0036436433,0.0000021192893,2.2915039e-7,0.00017868307,0.0024734675,0.015964868],"study_design_scores_gemma":[0.0027221444,0.006563479,0.95828724,0.003481748,0.00003443722,0.0000015512965,0.0030769513,0.0086914515,0.0000021275032,0.0000433731,0.016816631,0.00027887584],"about_ca_topic_score_codex":0.00032625193,"about_ca_topic_score_gemma":0.0004123177,"teacher_disagreement_score":0.015748093,"about_ca_system_score_codex":0.00096621295,"about_ca_system_score_gemma":0.004202266,"threshold_uncertainty_score":0.999443},"labels":[],"label_agreement":null},{"id":"W4399461080","doi":"10.2196/58130","title":"Electronic Health Record Data Quality and Performance Assessments: Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Biomedical Imaging and Bioengineering; National Institute of General Medical Sciences; National Institute of Neurological Disorders and Stroke; National Institute of Diabetes and Digestive and Kidney Diseases; National Institute on Drug Abuse; National Institutes of Health","keywords":"Preprint; Electronic health record; Health records; Quality (philosophy); Computer science; Data quality; Data science; Health care; World Wide Web; Engineering; Operations management","score_opus":0.36328631710284925,"score_gpt":0.6449089716234978,"score_spread":0.28162265452064855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399461080","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024600645,0.9803128,0.00022135254,0.0015027098,0.0016750955,0.012680174,0.00016700555,0.00035283936,0.0030855513],"genre_scores_gemma":[2.8715942e-7,0.9824477,0.00042077035,0.011022621,0.0009099859,0.00260757,0.0016367997,0.0001263486,0.00082795497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98188967,0.0032223265,0.00970579,0.0006977761,0.001896655,0.002587761],"domain_scores_gemma":[0.99037206,0.0018114528,0.003876667,0.0025209126,0.00015047443,0.001268407],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022628458,0.00086500775,0.0055711176,0.0003079023,0.00070842553,0.000051945226,0.0019085921,0.0012876636,0.0006076845],"category_scores_gemma":[0.0010981985,0.00060949405,0.00022726406,0.0010028111,0.00013702847,0.00068541203,0.0018845777,0.008819022,0.0019657053],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013959562,0.000012354633,0.0000044364638,0.481695,0.000059800048,9.2410227e-7,0.00013111555,4.910914e-10,5.876808e-11,0.00018108526,0.03614724,0.48176667],"study_design_scores_gemma":[0.0001322745,0.00014967028,6.4183e-7,0.48275477,0.00016182761,0.000034617613,0.00008628235,0.00018865704,2.1698732e-10,0.000013341696,0.5162174,0.00026049055],"about_ca_topic_score_codex":0.00017157456,"about_ca_topic_score_gemma":0.00046518567,"teacher_disagreement_score":0.48150617,"about_ca_system_score_codex":0.0024116929,"about_ca_system_score_gemma":0.051964086,"threshold_uncertainty_score":0.99963564},"labels":[],"label_agreement":null},{"id":"W4399461675","doi":"10.2196/59187","title":"Integrating Clinical Data and Medical Imaging in Lung Cancer: Feasibility Study Using the Observational Medical Outcomes Partnership Common Data Model Extension","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lung cancer; Preprint; Computer science; Extension (predicate logic); Data curation; Data mining; Medical physics; Medicine; Information retrieval; Pathology; Programming language; World Wide Web","score_opus":0.31124959152715037,"score_gpt":0.5386894678050013,"score_spread":0.2274398762778509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399461675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638292,0.0022570447,0.0017090259,0.029832771,0.00050057314,0.001509188,0.000115010385,0.000109464796,0.00013770192],"genre_scores_gemma":[0.9893789,0.0010534052,0.0013058903,0.007156314,0.00038718627,0.00009565515,0.00058099424,0.000027108921,0.000014500008],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9934641,0.0002683835,0.001960962,0.0005553519,0.0033355975,0.00041557386],"domain_scores_gemma":[0.995037,0.0021345143,0.00017999577,0.0017834011,0.00009434844,0.0007707459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008124233,0.00029704467,0.0007582038,0.000098498094,0.0001528744,0.00013375828,0.0011488793,0.00028396223,0.00026804057],"category_scores_gemma":[0.003963165,0.00016368146,0.00007637372,0.00033225212,0.00047911183,0.0006958302,0.0022110683,0.0015999229,0.0000034806972],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005526489,0.00088960695,0.93373567,0.00046954752,0.00017348195,0.00027695717,0.0024269407,0.000010178493,1.15319445e-7,0.00020117749,0.011124957,0.050636113],"study_design_scores_gemma":[0.0021096223,0.000053025546,0.13485445,0.0024282732,0.0002578033,0.000093382114,0.0025851177,0.8568458,1.9732279e-7,0.00007233018,0.0005603675,0.00013961353],"about_ca_topic_score_codex":0.00047422998,"about_ca_topic_score_gemma":0.0018894116,"teacher_disagreement_score":0.85683566,"about_ca_system_score_codex":0.00033256234,"about_ca_system_score_gemma":0.0029348829,"threshold_uncertainty_score":0.6950958},"labels":[],"label_agreement":null},{"id":"W4399462990","doi":"10.2196/52896","title":"Unsupervised Feature Selection to Identify Important ICD-10 and ATC Codes for Machine Learning on a Cohort of Patients With Coronary Heart Disease: Retrospective Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Feature selection; Autoencoder; Artificial intelligence; Computer science; Overfitting; Machine learning; Feature (linguistics); Unsupervised learning; Pattern recognition (psychology); Data mining; Artificial neural network","score_opus":0.04065006443302908,"score_gpt":0.4207781042163397,"score_spread":0.3801280397833106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399462990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99284667,0.000057806512,0.00073876133,0.0014433187,0.00021312789,0.004186317,0.00014869578,0.0001614526,0.00020385903],"genre_scores_gemma":[0.9957488,0.000024582469,0.00044336924,0.0020767818,0.00011556183,0.000678326,0.00035891455,0.000022603466,0.0005310375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99707997,0.00014725204,0.0010228977,0.00016205842,0.0012034754,0.00038435956],"domain_scores_gemma":[0.998166,0.00046217765,0.00023624925,0.00015175737,0.00033076276,0.0006530075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016420173,0.00018896605,0.0004117121,0.00020356396,0.00049663195,0.000024344445,0.00010373867,0.00021456252,0.00032102905],"category_scores_gemma":[0.000981668,0.00012827713,0.000039874958,0.00036690416,0.00006189664,0.00024471903,0.00007311221,0.0010935644,0.0000369992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010014368,0.0001689511,0.9719295,0.0026640068,0.00005869744,0.0000019020483,0.010560851,0.0000067528176,6.942415e-7,0.00022306819,0.01189475,0.0014894257],"study_design_scores_gemma":[0.0017590049,0.0024344085,0.95780814,0.0014199489,0.0000637555,0.0000011384017,0.002536946,0.022743212,7.442445e-7,0.000049559996,0.011036545,0.00014661704],"about_ca_topic_score_codex":0.000024967841,"about_ca_topic_score_gemma":0.000040194187,"teacher_disagreement_score":0.02273646,"about_ca_system_score_codex":0.0001976855,"about_ca_system_score_gemma":0.0005013641,"threshold_uncertainty_score":0.52309895},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4399490282","doi":"10.2196/57678","title":"Explainable AI Method for Tinnitus Diagnosis via Neighbor-Augmented Knowledge Graph and Traditional Chinese Medicine: Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hearing, Cochlea, Tinnitus, Genetics","field":"Neuroscience","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tinnitus; Objectification; Medicine; Computer science; Medical physics; Artificial intelligence; Audiology","score_opus":0.055203262971583525,"score_gpt":0.3730764603837165,"score_spread":0.317873197412133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399490282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89302224,0.00028689503,0.1014815,0.001241813,0.0006446651,0.0019314482,0.000024136532,0.0002260211,0.0011412923],"genre_scores_gemma":[0.9793866,0.00021826488,0.016197642,0.0019365986,0.0003785046,0.0014767528,0.00006846729,0.000050964787,0.00028619662],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99730754,0.00016518553,0.0009174539,0.00031017268,0.00090082624,0.00039883616],"domain_scores_gemma":[0.9968071,0.0023432972,0.000113332986,0.00019721285,0.00009977054,0.00043931697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016046495,0.0002858986,0.0003479248,0.0003547776,0.00035150975,0.0001573515,0.0002274869,0.00016541845,0.00015456397],"category_scores_gemma":[0.0019359058,0.0002205046,0.000040084138,0.00065587694,0.00022458249,0.00041446785,0.00017819133,0.00045471787,0.000023682212],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017835473,0.0030756711,0.011143639,0.0066520004,0.00028517545,0.00013688805,0.22802411,0.000045079036,0.002228974,0.007928698,0.037936185,0.7023652],"study_design_scores_gemma":[0.013421529,0.0049496484,0.032759618,0.0025955606,0.0004189702,0.00083672657,0.017493429,0.59701174,0.031360686,0.0144600915,0.28202578,0.0026662098],"about_ca_topic_score_codex":0.000008503678,"about_ca_topic_score_gemma":0.000010135676,"teacher_disagreement_score":0.699699,"about_ca_system_score_codex":0.000075275755,"about_ca_system_score_gemma":0.0002659674,"threshold_uncertainty_score":0.8991917},"labels":[],"label_agreement":null},{"id":"W4399891279","doi":"10.2196/49978","title":"Effect of Implementing an Informatization Case Management Model on the Management of Chronic Respiratory Diseases in a General Hospital: Retrospective Controlled Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Context (archaeology); Disease management; Informatization; Health informatics; Health care; Medical emergency; Chronic care; Emergency medicine; Intensive care medicine; Chronic disease; Disease; Public health; Nursing; Internal medicine; Computer science","score_opus":0.014765846804377909,"score_gpt":0.3749982753626833,"score_spread":0.3602324285583054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399891279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99117756,0.00008181681,0.00112398,0.00018574743,0.00009672711,0.0060295025,0.000023330333,0.000062616105,0.001218714],"genre_scores_gemma":[0.99828875,0.000062614985,0.0002374838,0.0004242928,0.000077966615,0.00080245314,0.000063296764,0.000017473898,0.000025673757],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966365,0.00012760235,0.0015959279,0.0001320967,0.0011831584,0.00032469566],"domain_scores_gemma":[0.9988972,0.00015982751,0.00034407602,0.00035771535,0.00007494881,0.00016621801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00195942,0.0002056496,0.0005435663,0.00039343847,0.00007042693,0.000022242004,0.0001418478,0.000059940783,0.0001043794],"category_scores_gemma":[0.00005504395,0.0001242415,0.00009553513,0.00054301735,0.00007333376,0.00028264307,0.0001142995,0.00026837774,0.000004052301],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041490016,0.004969528,0.04969878,0.052120008,0.0037074229,0.0034978983,0.06951852,0.001630227,0.000012554955,0.03752364,0.008975023,0.7641974],"study_design_scores_gemma":[0.03334461,0.01831621,0.015925217,0.0024014018,0.0011542088,0.000048360555,0.02499612,0.9027192,0.00012274267,0.00011673741,0.00059521873,0.0002599921],"about_ca_topic_score_codex":0.000018393514,"about_ca_topic_score_gemma":0.000019234723,"teacher_disagreement_score":0.90108895,"about_ca_system_score_codex":0.00027495695,"about_ca_system_score_gemma":0.00012823023,"threshold_uncertainty_score":0.5066421},"labels":[],"label_agreement":null},{"id":"W4399931174","doi":"10.2196/58456","title":"Impact of an Electronic Health Record–Based Interruptive Alert Among Patients With Headaches Seen in Primary Care: Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Migraine and Headache Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Electronic health record; Cluster (spacecraft); Health records; Headaches; Primary care; Preprint; Cluster randomised controlled trial; Telemedicine; Medical emergency; Health care; Family medicine; World Wide Web; Computer science; Internal medicine; Surgery","score_opus":0.009922622772042911,"score_gpt":0.32172895417851977,"score_spread":0.31180633140647684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399931174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98923856,0.00044123826,0.00030388805,0.0005119847,0.000050701023,0.0075060115,0.000015560878,0.000067609326,0.0018644551],"genre_scores_gemma":[0.99716854,0.000097167926,0.00043744367,0.0010789526,0.00010451154,0.000634549,0.00033569598,0.000025849717,0.00011728085],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99648666,0.0002798651,0.0016567834,0.00015359046,0.00092232204,0.00050075434],"domain_scores_gemma":[0.9982033,0.0007185762,0.0003400492,0.00024212043,0.00016647817,0.00032949654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015173049,0.00029421237,0.0023487406,0.00035991913,0.000038854658,0.000022408745,0.000120949524,0.00018333361,0.00010573091],"category_scores_gemma":[0.00036705806,0.00015787821,0.0005080722,0.00031292555,0.0003062216,0.00024491997,0.000045768204,0.00075052114,0.000004523946],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9600777,0.00069251674,0.007137973,0.001783963,0.0009306911,0.000008841229,0.021038571,0.0000059924528,2.3882106e-7,0.000022772158,0.003137337,0.0051633846],"study_design_scores_gemma":[0.9608082,0.008027908,0.010575691,0.0019498017,0.00019560594,0.000003268573,0.001331481,0.016734153,0.0000014523251,0.00001891077,0.00017671254,0.00017680744],"about_ca_topic_score_codex":0.0003414418,"about_ca_topic_score_gemma":0.00048514403,"teacher_disagreement_score":0.01970709,"about_ca_system_score_codex":0.0006295128,"about_ca_system_score_gemma":0.002772318,"threshold_uncertainty_score":0.64380866},"labels":[],"label_agreement":null},{"id":"W4399931228","doi":"10.2196/58541","title":"Bridging Data Models in Health Care With a Novel Intermediate Query Format for Feasibility Queries: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Bridging (networking); Information retrieval; Database; Data science; Data mining; World Wide Web; Computer network","score_opus":0.17312519107760962,"score_gpt":0.5551905855445308,"score_spread":0.3820653944669212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399931228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15909754,0.0013625493,0.815511,0.0022621306,0.0026308133,0.01688264,0.0007022177,0.0006468794,0.00090425974],"genre_scores_gemma":[0.92861015,0.00022640494,0.056703445,0.0058762874,0.00087753247,0.0061834403,0.0011583742,0.00016155973,0.00020279472],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99189556,0.0012216122,0.0037018834,0.0004613115,0.0010674001,0.0016522272],"domain_scores_gemma":[0.99450207,0.002457416,0.0006054131,0.0014155599,0.00023207141,0.0007874829],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015227401,0.00038796823,0.0010865267,0.00037069456,0.0004576148,0.00006001703,0.0010209924,0.00041273786,0.000036504855],"category_scores_gemma":[0.0009006677,0.00028184435,0.00007260031,0.00070305256,0.00012689197,0.0014644698,0.00072734756,0.0024096814,0.00002499921],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053333584,0.0006347796,0.0049350336,0.0926838,0.0001936684,0.00001748964,0.616982,0.00006902957,0.000001033401,0.0027208948,0.022708593,0.2585204],"study_design_scores_gemma":[0.0037512162,0.0011403001,0.00054092467,0.0073002223,0.00002416311,0.000021928461,0.2428373,0.7065163,8.7038393e-7,0.00017475434,0.037318513,0.00037347942],"about_ca_topic_score_codex":0.0013043854,"about_ca_topic_score_gemma":0.010795984,"teacher_disagreement_score":0.76951265,"about_ca_system_score_codex":0.0020887635,"about_ca_system_score_gemma":0.0106526045,"threshold_uncertainty_score":0.99996334},"labels":[],"label_agreement":null},{"id":"W4400014740","doi":"10.2196/50194","title":"Implementing a Biomedical Data Warehouse From Blueprint to Bedside in a Regional French University Hospital Setting: Unveiling Processes, Overcoming Challenges, and Extracting Clinical Insight","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conseil Régional des Pays de la Loire; Agence Nationale de la Recherche","keywords":"Blueprint; Data warehouse; Data governance; Computer science; Process (computing); Data management; Data access; Data science; Process management; Knowledge management; Database; Business; Engineering; Operations management; Data quality","score_opus":0.3421572110563965,"score_gpt":0.5207225711349179,"score_spread":0.17856536007852142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400014740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9568846,0.0022645225,0.0022872884,0.035613175,0.0003710209,0.0009913895,0.000083515355,0.00026536547,0.0012390758],"genre_scores_gemma":[0.9448371,0.013173123,0.03768597,0.0025243037,0.0011794453,0.000020586609,0.0004059171,0.000062222905,0.00011131384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939665,0.00016505588,0.0018682164,0.00069040875,0.0024996856,0.000810124],"domain_scores_gemma":[0.9797502,0.01743575,0.0002167214,0.00093877607,0.00025920192,0.0013993304],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010839542,0.00026326225,0.0006164409,0.00039434218,0.00014594701,0.00011085333,0.0008707992,0.0008447678,0.0001351732],"category_scores_gemma":[0.03198449,0.00023325521,0.00008640996,0.0006503319,0.00047609134,0.00062360277,0.0033528835,0.004914124,0.000050717874],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033166265,0.0019153443,0.03802565,0.010932305,0.00062145165,0.0042988295,0.092145726,0.0000023631394,0.000035308523,0.0057631126,0.007082684,0.83884555],"study_design_scores_gemma":[0.007169444,0.0014367375,0.04960825,0.02834257,0.00023758755,0.00027986048,0.051696293,0.11575642,0.000032598757,0.004914028,0.7393019,0.0012242788],"about_ca_topic_score_codex":0.00025495677,"about_ca_topic_score_gemma":0.001104972,"teacher_disagreement_score":0.8376213,"about_ca_system_score_codex":0.00020921597,"about_ca_system_score_gemma":0.0029827475,"threshold_uncertainty_score":0.99738157},"labels":[],"label_agreement":null},{"id":"W4400040434","doi":"10.2196/50980","title":"An Ontology-Based Decision Support System for Tailored Clinical Nutrition Recommendations for Patients With Chronic Obstructive Pulmonary Disease: Development and Acceptability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Dieticians; COPD; Context (archaeology); Malnutrition; Pulmonary disease; Pulmonary rehabilitation; Intensive care medicine; Decision support system; Physical therapy; Nursing; Computer science; Internal medicine","score_opus":0.031225411497427948,"score_gpt":0.38256077874598265,"score_spread":0.3513353672485547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400040434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96972805,0.00014415284,0.017996764,0.0005433472,0.00042729577,0.01043319,0.0004646266,0.00020384947,0.000058718226],"genre_scores_gemma":[0.9675662,0.000009270685,0.024859134,0.000109201894,0.00023962387,0.0041774833,0.0029804057,0.00004114053,0.000017576978],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966163,0.00010713187,0.0013000661,0.00046118873,0.0010394413,0.00047589003],"domain_scores_gemma":[0.99683195,0.0009117348,0.00016341756,0.00047690957,0.000517116,0.0010988533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097449374,0.00028947115,0.00054716575,0.00023851839,0.00025930523,0.000081583144,0.00021794377,0.00021896439,0.00019490634],"category_scores_gemma":[0.00035064132,0.00021843474,0.00014215549,0.0002682128,0.00033704966,0.00050525495,0.00009235232,0.00040458844,0.000011107041],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006370432,0.006586969,0.25714684,0.013477083,0.0002832287,0.00006217459,0.0011458147,0.0000031345035,4.948982e-7,0.00020166778,0.001314437,0.7134077],"study_design_scores_gemma":[0.012330343,0.0028982859,0.8632173,0.0011044042,0.00030690097,0.00002015894,0.0051835445,0.09274497,0.0000075638063,0.00016907256,0.021658303,0.00035917814],"about_ca_topic_score_codex":0.0000027223703,"about_ca_topic_score_gemma":0.000020982729,"teacher_disagreement_score":0.7130485,"about_ca_system_score_codex":0.0010774679,"about_ca_system_score_gemma":0.0028144354,"threshold_uncertainty_score":0.89075106},"labels":[],"label_agreement":null},{"id":"W4400041260","doi":"10.2196/52678","title":"The Impact of Collaborative Documentation on Person-Centered Care: Textual Analysis of Clinical Notes","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Sentence; Psychology; Mental health; Conversation; Medical education; Health care; Applied psychology; Medicine; Natural language processing; Computer science; Psychotherapist; Communication","score_opus":0.04778934800253122,"score_gpt":0.40976943474522903,"score_spread":0.3619800867426978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400041260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916365,0.00016465278,0.00027987864,0.0011247917,0.00031737614,0.00037249565,0.000033329485,0.000066838555,0.0060041035],"genre_scores_gemma":[0.9994208,0.000048890386,0.00003733914,0.00019602684,0.0001957546,0.000018506762,0.00006422774,0.0000060453845,0.000012412106],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981877,0.000026724669,0.0010256004,0.00007773533,0.0005179934,0.00016423734],"domain_scores_gemma":[0.99858904,0.00048210408,0.00042585089,0.00019479253,0.00028210485,0.000026098985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008241876,0.000104317696,0.0003932987,0.00035375165,0.00006749938,0.000091720256,0.00020902454,0.00017917975,0.00013606461],"category_scores_gemma":[0.0006115226,0.00005767389,0.00025376937,0.0015143919,0.00018333779,0.00032846068,0.000055830933,0.00024803868,0.00004168147],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002159933,0.00022976495,0.058517095,0.0023028401,0.0036075967,0.000014016294,0.012431204,0.00010791704,0.000009120267,0.08608561,0.020121112,0.81635773],"study_design_scores_gemma":[0.0032505163,0.0012898565,0.15410775,0.0017964721,0.001410258,0.0000042510987,0.1830082,0.5256791,0.00006932537,0.00061686186,0.12807545,0.0006919937],"about_ca_topic_score_codex":0.0008717236,"about_ca_topic_score_gemma":0.00027363785,"teacher_disagreement_score":0.8156657,"about_ca_system_score_codex":0.00004121876,"about_ca_system_score_gemma":0.00020349285,"threshold_uncertainty_score":0.2351873},"labels":[],"label_agreement":null},{"id":"W4400171867","doi":"10.2196/57097","title":"Recognition of Daily Activities in Adults With Wearable Inertial Sensors: Deep Learning Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Activities of daily living; Wearable computer; Physical medicine and rehabilitation; Autonomy; Rehabilitation; Affect (linguistics); Objectivity (philosophy); Quality of life (healthcare); Psychology; Wearable technology; Computer science; Applied psychology; Medicine; Physical therapy; Communication","score_opus":0.025916637896105366,"score_gpt":0.3266614693896167,"score_spread":0.30074483149351133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400171867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7781597,0.00008765289,0.21842979,0.00010396279,0.00026826785,0.00058720197,0.0000020062857,0.000256405,0.002105057],"genre_scores_gemma":[0.983741,0.000026654647,0.015878437,0.00006079846,0.00007019033,0.00014195254,0.000004621871,0.000012851357,0.00006352949],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973792,0.00045783445,0.00078024896,0.0001922403,0.00091292855,0.00027757848],"domain_scores_gemma":[0.9983819,0.0009050703,0.00019724992,0.00026169835,0.00011168922,0.00014238834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017435781,0.00017889519,0.00037912393,0.00040827194,0.000053225576,0.00017992845,0.00037641948,0.00014116072,0.00007053658],"category_scores_gemma":[0.00027164628,0.0001414559,0.00005712394,0.00088638236,0.00008451318,0.0017986752,0.00019583678,0.0006822477,0.000055572265],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056808127,0.0002265487,0.0006480463,0.0005718955,0.00005774205,0.00004570504,0.07980023,0.000039788796,0.00003084755,0.000028617713,0.00004614342,0.9184476],"study_design_scores_gemma":[0.0026900203,0.001583389,0.001576603,0.0056740423,0.000027837023,0.00024915094,0.07483527,0.90943354,0.0015922552,0.00016877914,0.0016152688,0.0005538325],"about_ca_topic_score_codex":0.00009718926,"about_ca_topic_score_gemma":0.00012721028,"teacher_disagreement_score":0.91789377,"about_ca_system_score_codex":0.00007091034,"about_ca_system_score_gemma":0.0002024553,"threshold_uncertainty_score":0.5768404},"labels":[],"label_agreement":null},{"id":"W4400261110","doi":"10.2196/57674","title":"Data Set and Benchmark (MedGPTEval) to Evaluate Responses From Large Language Models in Medicine: Evaluation Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Benchmark (surveying); Set (abstract data type); Data set; Data mining; Natural language processing; Artificial intelligence; Data science; Programming language; Cartography","score_opus":0.27445534958250367,"score_gpt":0.5143539930829046,"score_spread":0.23989864350040097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400261110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884032,0.0015271741,0.0027593612,0.005478229,0.000317826,0.00089870906,0.000052051375,0.00004997691,0.0005134641],"genre_scores_gemma":[0.99179804,0.00031397352,0.0037062576,0.0019352932,0.00027820052,0.00012624214,0.0017641368,0.0000130875,0.00006476276],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747056,0.00011836577,0.0008440252,0.00021958484,0.0011120404,0.0002354443],"domain_scores_gemma":[0.9985639,0.00054315367,0.00006243486,0.00034824823,0.00012735654,0.00035491484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044583483,0.00013479979,0.00023986796,0.00029525426,0.00006855604,0.000048951206,0.00012775109,0.00016693391,0.00041506437],"category_scores_gemma":[0.0017606332,0.00010439683,0.000009776741,0.00032302443,0.00006787292,0.00046574025,0.00015457421,0.00028936044,0.00005345083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015809233,0.00006307794,0.0025058233,0.0006967564,0.000040839946,0.000020472307,0.23478913,0.000014295415,0.00006356334,0.00035279675,0.009261917,0.75203323],"study_design_scores_gemma":[0.0004544502,0.00020235385,0.0063909837,0.0031350893,0.00013131155,0.000045731667,0.05449455,0.91016006,0.0008584945,0.002911261,0.020960348,0.00025535183],"about_ca_topic_score_codex":0.00024972158,"about_ca_topic_score_gemma":0.0002680053,"teacher_disagreement_score":0.91014576,"about_ca_system_score_codex":0.0001491538,"about_ca_system_score_gemma":0.0008938578,"threshold_uncertainty_score":0.45446637},"labels":[],"label_agreement":null},{"id":"W4400270729","doi":"10.2196/54345","title":"Reference Hallucination Score for Medical Artificial Intelligence Chatbots: Development and Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Natural language processing; Computer science; Artificial intelligence; Psychology; World Wide Web","score_opus":0.2320138201162752,"score_gpt":0.47421332885846457,"score_spread":0.24219950874218937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400270729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9393993,0.00018555936,0.052413415,0.0048121996,0.0006997421,0.0018520113,0.000003988247,0.00016746046,0.00046630736],"genre_scores_gemma":[0.9932675,0.00008244257,0.00475293,0.0008844984,0.00041387553,0.00044485048,0.00006787958,0.000014506517,0.0000715508],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967407,0.00004005818,0.0014031231,0.0002300578,0.0012589841,0.00032706416],"domain_scores_gemma":[0.9982493,0.00058765995,0.000086567736,0.0002274423,0.00026824104,0.0005808239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022871832,0.00017402909,0.00029369464,0.00017056798,0.00017054472,0.00008983232,0.00015601165,0.00032077765,0.00050247624],"category_scores_gemma":[0.0019014617,0.00013444663,0.000040679453,0.00031578972,0.0002067849,0.0002593765,0.00007811557,0.00053377135,0.00012139251],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007119456,0.00041974883,0.0016899084,0.0012537981,0.00003109693,0.000012138158,0.027940465,7.428945e-7,0.00000196074,0.0042143846,0.00032103262,0.96404356],"study_design_scores_gemma":[0.00044810786,0.0056665298,0.015218132,0.0071467417,0.0003048735,0.00054891704,0.18949355,0.6408246,0.00547763,0.021153057,0.11220236,0.0015155015],"about_ca_topic_score_codex":0.000043660333,"about_ca_topic_score_gemma":0.00015788458,"teacher_disagreement_score":0.96252805,"about_ca_system_score_codex":0.00017640348,"about_ca_system_score_gemma":0.0016613482,"threshold_uncertainty_score":0.55017626},"labels":[],"label_agreement":null},{"id":"W4400350157","doi":"10.2196/56893","title":"Privacy-Preserving Prediction of Postoperative Mortality in Multi-Institutional Data: Development and Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Usability; Computer science; Human–computer interaction","score_opus":0.0971528356933829,"score_gpt":0.36273338544005185,"score_spread":0.26558054974666895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400350157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7998349,0.000088379275,0.19711676,0.0016086709,0.00025275353,0.0005948792,0.00007132351,0.00031011712,0.00012221918],"genre_scores_gemma":[0.79197127,0.000021503414,0.20779769,0.00006938686,0.000010167816,0.00005512817,0.00006821961,0.0000037040581,0.0000029223565],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974088,0.000078522455,0.00096761156,0.0003290083,0.0009848805,0.00023117861],"domain_scores_gemma":[0.99522173,0.00023144059,0.0000930541,0.0042740777,0.00006872705,0.00011098132],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0023033991,0.00016029089,0.00025278502,0.00018752074,0.00008686016,0.00013605702,0.012292176,0.00015108877,0.000014873878],"category_scores_gemma":[0.012241439,0.00012267688,0.000016690381,0.00058371667,0.00028204394,0.0027254543,0.07882398,0.0005037457,0.0000069012426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002984193,0.0037509634,0.5676415,0.0030152227,0.00050999783,0.00027448815,0.07762268,0.00007149443,0.00007182396,0.008287336,0.03442905,0.30429563],"study_design_scores_gemma":[0.0004182697,0.000059476464,0.13333398,0.00025414204,0.0000047517497,0.000015622021,0.00095233094,0.8615992,0.00013029299,0.001524013,0.0015939089,0.000114015296],"about_ca_topic_score_codex":0.000054960765,"about_ca_topic_score_gemma":0.000107700434,"teacher_disagreement_score":0.8615277,"about_ca_system_score_codex":0.00013876377,"about_ca_system_score_gemma":0.0006080508,"threshold_uncertainty_score":0.99607885},"labels":[],"label_agreement":null},{"id":"W4400356709","doi":"10.2196/59258","title":"Evaluating the Capabilities of Generative AI Tools in Understanding Medical Papers: Qualitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Generative grammar; Data science; Artificial intelligence; World Wide Web","score_opus":0.49303430134994836,"score_gpt":0.5937801521859366,"score_spread":0.10074585083598825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400356709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797936,0.000206243,0.0015465477,0.0144980885,0.00046981676,0.0011576581,0.0000044442836,0.00004631983,0.0022772588],"genre_scores_gemma":[0.9970374,0.00005531495,0.00020656202,0.0021697017,0.0002516856,0.0001813188,0.000015861342,0.000010194967,0.000071924],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99610484,0.00036600008,0.0013453495,0.00011854384,0.001805715,0.00025952546],"domain_scores_gemma":[0.9961163,0.003189372,0.000105997155,0.00022105376,0.00014797888,0.00021932508],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051546013,0.00013067371,0.0003200296,0.00015651491,0.00009328057,0.000049498354,0.00016075958,0.00018618704,0.0010281042],"category_scores_gemma":[0.0043655173,0.000078518744,0.00007112348,0.00050248316,0.0004025181,0.00025900835,0.00005699047,0.0008062318,0.000030369256],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005835092,0.00023382352,0.000741949,0.00072351506,0.00006409556,0.000014431566,0.93384165,0.000011787186,0.00001027011,0.009601177,0.00076150685,0.053937424],"study_design_scores_gemma":[0.00012843624,0.0010361538,0.00017628806,0.0011506956,0.000030931995,0.000020975202,0.9378994,0.053758837,0.00011913771,0.00539758,0.00019575316,0.00008578351],"about_ca_topic_score_codex":0.00023578227,"about_ca_topic_score_gemma":0.0003038251,"teacher_disagreement_score":0.05385164,"about_ca_system_score_codex":0.00034797488,"about_ca_system_score_gemma":0.0018177739,"threshold_uncertainty_score":0.9998851},"labels":[],"label_agreement":null},{"id":"W4400398053","doi":"10.2196/49781","title":"Case Identification of Depression in Inpatient Electronic Medical Records: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Alberta Health; University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Identification (biology); Depression (economics); Medical record; Medicine; Health records; Data science; Medical emergency; Computer science; Health care","score_opus":0.03910488921166097,"score_gpt":0.4469794201397101,"score_spread":0.40787453092804915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400398053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9294736,0.048734922,0.002931609,0.0014552095,0.0020402116,0.003418334,0.000013434507,0.00021977372,0.011712949],"genre_scores_gemma":[0.991796,0.0052045304,0.00013570777,0.0021444582,0.00011549693,0.00047190627,0.000046001172,0.00001984876,0.000066054614],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9959743,0.00018242416,0.0022531317,0.00015070432,0.0010205474,0.00041891256],"domain_scores_gemma":[0.99869275,0.00039731228,0.00028575197,0.00030403363,0.00003959136,0.00028055283],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003058991,0.00012548635,0.00032626794,0.00019187937,0.000039846884,0.000014361719,0.00023540654,0.0002639353,0.0032895985],"category_scores_gemma":[0.0005659986,0.00010647962,0.00005741,0.00050128426,0.000082784274,0.00020062854,0.00010471413,0.0007713026,0.00028360932],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039881077,0.0003880239,0.0017275723,0.10390671,0.000038712507,0.0015670075,0.013557122,7.4572944e-7,0.0000059817994,0.004307242,0.008634518,0.8658265],"study_design_scores_gemma":[0.0030446926,0.0006932279,0.0012023554,0.90079534,0.000100048994,0.015828652,0.00889459,0.06197188,0.0003945478,0.00082747266,0.0053595663,0.0008875985],"about_ca_topic_score_codex":0.0000559942,"about_ca_topic_score_gemma":0.00009534495,"teacher_disagreement_score":0.86493886,"about_ca_system_score_codex":0.0001663518,"about_ca_system_score_gemma":0.00053995097,"threshold_uncertainty_score":0.99762154},"labels":[],"label_agreement":null},{"id":"W4400398102","doi":"10.2196/54246","title":"A New Natural Language Processing–Inspired Methodology (Detection, Initial Characterization, and Semantic Characterization) to Investigate Temporal Shifts (Drifts) in Health Care Data: Quantitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Stream Mining Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Natural (archaeology); Health care; Data science; Human–computer interaction; World Wide Web; History","score_opus":0.05952735729171871,"score_gpt":0.39819516476866695,"score_spread":0.33866780747694825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400398102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24591535,0.00013847902,0.7498529,0.0020310245,0.00039544152,0.0009669318,0.000084302585,0.00060451374,0.000011075335],"genre_scores_gemma":[0.77087206,0.000017553653,0.22487485,0.0026003309,0.00013941994,0.00010325305,0.0013390996,0.000024888752,0.000028573957],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99734014,0.0003135032,0.0009905477,0.00040604515,0.00060516474,0.00034459212],"domain_scores_gemma":[0.9985374,0.00015735197,0.00023744292,0.0006134308,0.00009126985,0.00036310274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012453378,0.00023928098,0.0004038463,0.0005357435,0.000113855014,0.00050668337,0.0011090159,0.00012660296,0.000007730931],"category_scores_gemma":[0.0006512212,0.00021050342,0.000018030625,0.001307996,0.000085956664,0.0026850493,0.0009975228,0.0004734288,0.000017621061],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022601324,0.00007244196,0.0008391234,0.00089817256,0.000030284236,0.000085752414,0.2945581,3.6269498e-7,0.00039415894,0.00081131107,0.00037842768,0.70190924],"study_design_scores_gemma":[0.0029381432,0.0034881295,0.09844688,0.004772783,0.000058941165,0.00034113365,0.03552833,0.82348716,0.0013421458,0.00039473947,0.027209021,0.001992614],"about_ca_topic_score_codex":0.0002326558,"about_ca_topic_score_gemma":0.00050137023,"teacher_disagreement_score":0.82348675,"about_ca_system_score_codex":0.00008173344,"about_ca_system_score_gemma":0.0010111168,"threshold_uncertainty_score":0.85840803},"labels":[],"label_agreement":null},{"id":"W4400402274","doi":"10.2196/60017","title":"Visualizing Patient Pathways and Identifying Data Repositories in a UK Neurosciences Center: Exploratory Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neuroinformatics; Preprint; Computer science; Neuroscience; Data science; World Wide Web; Psychology","score_opus":0.16698476995063127,"score_gpt":0.48801599134343765,"score_spread":0.3210312213928064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400402274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904804,0.00075226673,0.00024197351,0.00027351646,0.00542858,0.001720009,0.000021052916,0.00019758171,0.00088458386],"genre_scores_gemma":[0.99817014,0.0002238033,0.00009825347,0.00073127664,0.00031231932,0.00037472055,0.000024201341,0.0000189926,0.000046312533],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99537957,0.0006209453,0.0018661311,0.00028310984,0.001137091,0.00071317074],"domain_scores_gemma":[0.9980204,0.00073621667,0.00025356843,0.00056490186,0.00004190891,0.00038299404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034764735,0.00017359956,0.0003417973,0.00024160791,0.00045949427,0.0001134093,0.0005042644,0.0001862134,0.000031491592],"category_scores_gemma":[0.0007010867,0.00013384338,0.000018749528,0.00055500097,0.00009803881,0.00094938447,0.00091066473,0.0012758787,0.000057655445],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037214337,0.00046777242,0.21561559,0.008059142,0.00003709702,0.0003765137,0.71090376,4.50547e-7,0.000037282523,0.0010576681,0.018063854,0.045343675],"study_design_scores_gemma":[0.001987724,0.0013067112,0.0079734,0.009799231,0.000025232088,0.000100342906,0.7854703,0.06891508,0.000011607902,0.0002154383,0.12359277,0.00060215895],"about_ca_topic_score_codex":0.00016221123,"about_ca_topic_score_gemma":0.000883115,"teacher_disagreement_score":0.2076422,"about_ca_system_score_codex":0.00022352942,"about_ca_system_score_gemma":0.0014155763,"threshold_uncertainty_score":0.55431294},"labels":[],"label_agreement":null},{"id":"W4400405845","doi":"10.2196/57949","title":"Natural Language Processing Versus Diagnosis Code–Based Methods for Postherpetic Neuralgia Identification: Algorithm Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Herpesvirus Infections and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Postherpetic neuralgia; Diagnosis code; Medicine; Algorithm; Population; Medical prescription; Machine learning; Artificial intelligence; Positive predicative value; Natural language processing; Computer science; Predictive value; Internal medicine; Pathology","score_opus":0.03172378785358903,"score_gpt":0.41467139655608487,"score_spread":0.38294760870249583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400405845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46589,0.004047,0.5223826,0.0025817198,0.0014466847,0.0023573095,0.000041270494,0.0006394949,0.00061389926],"genre_scores_gemma":[0.5746634,0.00006845614,0.42202464,0.00072705187,0.00019652137,0.0013400186,0.0005328986,0.000043280834,0.00040369952],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989287,0.000027129916,0.0004517059,0.000116701514,0.00030185678,0.00017390276],"domain_scores_gemma":[0.9992705,0.00028584493,0.00006833159,0.000119289034,0.00008639061,0.00016963856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004292341,0.00013416806,0.00017393316,0.00013329693,0.00013162968,0.00012521488,0.0000516965,0.00011563582,0.00009237773],"category_scores_gemma":[0.00016773399,0.00010045528,0.000052102725,0.0002289976,0.000061655286,0.00021242362,0.000022281627,0.00018534766,0.000030507794],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026081883,0.00007421289,0.00004804018,0.0006993977,0.00006396912,0.000009816845,0.0023648974,4.3554581e-7,0.000011020177,0.000038266357,0.00031998675,0.99634385],"study_design_scores_gemma":[0.0039684717,0.00029045023,0.0011558572,0.0011646576,0.00036692963,0.00010364484,0.0017210902,0.75803727,0.013568239,0.000035900648,0.2192612,0.00032630016],"about_ca_topic_score_codex":0.0000025886054,"about_ca_topic_score_gemma":0.0000013868782,"teacher_disagreement_score":0.9960176,"about_ca_system_score_codex":0.00011065615,"about_ca_system_score_gemma":0.00028985596,"threshold_uncertainty_score":0.40964475},"labels":[],"label_agreement":null},{"id":"W4400486781","doi":"10.2196/58978","title":"Evaluating the Bias in Hospital Data: Automatic Preprocessing of Patient Pathways Algorithm Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Preprocessor; Data mining; Data science; Artificial intelligence; World Wide Web","score_opus":0.08648612643729957,"score_gpt":0.34304619266670433,"score_spread":0.25656006622940475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400486781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99336505,0.00017808356,0.0054981243,0.00022943458,0.00013578674,0.0003675404,0.0000015611943,0.00009396095,0.00013047736],"genre_scores_gemma":[0.99580616,0.0000066335638,0.0037825692,0.00013799328,0.0001189795,0.000065874396,0.000065725144,0.000011922946,0.0000041604803],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768126,0.000016562488,0.00095073105,0.00017152002,0.0010072343,0.00017270168],"domain_scores_gemma":[0.9991671,0.000108683744,0.00029195438,0.00027766865,0.00013790182,0.0000167243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020739634,0.00014461986,0.00022469171,0.00024389071,0.00013021666,0.0004163187,0.00033886253,0.000061795785,0.000024764115],"category_scores_gemma":[0.0004592629,0.00009170177,0.000022124788,0.0007902182,0.000057980313,0.0015990513,0.0005095851,0.00020771165,0.000015021696],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001990337,0.00023330949,0.0014631975,0.0016208612,0.000044441666,0.000006356601,0.014292564,0.0003087547,9.4699794e-7,0.00006109597,0.00006630165,0.98190016],"study_design_scores_gemma":[0.00023369261,0.000025290195,0.0006739367,0.00078765786,0.00006242353,0.0000018410533,0.01230336,0.98524386,0.000009859373,0.00025168186,0.00028144132,0.00012495997],"about_ca_topic_score_codex":0.000059267546,"about_ca_topic_score_gemma":0.000010459409,"teacher_disagreement_score":0.9849351,"about_ca_system_score_codex":0.00002182369,"about_ca_system_score_gemma":0.00019502893,"threshold_uncertainty_score":0.4014571},"labels":[],"label_agreement":null},{"id":"W4400533860","doi":"10.2196/56628","title":"Transforming Health Care Through Chatbots for Medical History-Taking and Future Directions: Comprehensive Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Computer science; Medicine; Data science; World Wide Web; Political science","score_opus":0.18877027245052636,"score_gpt":0.49680599695996147,"score_spread":0.3080357245094351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400533860","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.786728e-7,0.98107016,0.00047947463,0.0049028937,0.0027770181,0.010110928,0.000035504017,0.00017395911,0.00044938683],"genre_scores_gemma":[8.833686e-7,0.9821054,0.0006419826,0.011552665,0.0019612394,0.0030018415,0.00057030434,0.00007046415,0.00009525987],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99376076,0.00017155359,0.003794475,0.00030127144,0.0014265194,0.00054540904],"domain_scores_gemma":[0.9965467,0.00068285724,0.0011214351,0.0004608219,0.0003568211,0.00083135173],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010544532,0.0005573566,0.0039106407,0.0002394867,0.00020751906,0.000034947963,0.00025846888,0.0009920017,0.00023761732],"category_scores_gemma":[0.00091403053,0.00036992072,0.00064720196,0.0004000502,0.0001907355,0.00020186957,0.000055883782,0.0015373483,0.000086825414],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002020317,0.000018346382,2.2828695e-8,0.54508567,0.00009911535,0.000005933926,0.01173701,1.1969703e-9,3.2936776e-10,0.00028226915,0.008303468,0.43446615],"study_design_scores_gemma":[0.000031755495,0.00011897808,1.1632854e-8,0.45791498,0.0013232322,0.0005276665,0.0051909857,0.0000390795,2.66346e-8,0.000013833969,0.5346857,0.0001537762],"about_ca_topic_score_codex":0.000056123095,"about_ca_topic_score_gemma":0.000035060377,"teacher_disagreement_score":0.5263822,"about_ca_system_score_codex":0.0014521725,"about_ca_system_score_gemma":0.0060134004,"threshold_uncertainty_score":0.99987525},"labels":[],"label_agreement":null},{"id":"W4400673958","doi":"10.2196/57195","title":"Automated Identification of Postoperative Infections to Allow Prediction and Surveillance Based on Electronic Health Record Data: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Surgical site infection prevention","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund","keywords":"Electronic surveillance; Electronic health record; Health records; Identification (biology); Computer science; Data science; Medicine; Medical emergency; Data mining; Health care; Computer security","score_opus":0.025232933392910314,"score_gpt":0.38763264069506875,"score_spread":0.3623997073021584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400673958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6082002,0.016979994,0.2447695,0.08773643,0.0042413687,0.025239246,0.000720678,0.0066634933,0.0054490915],"genre_scores_gemma":[0.9755552,0.010131604,0.00070317095,0.011254816,0.00014379722,0.0003509212,0.0016948457,0.00003600542,0.00012965086],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779683,0.00013891667,0.0010880795,0.00018345153,0.00058840855,0.0002043139],"domain_scores_gemma":[0.9988008,0.00025245006,0.00018472211,0.00037831793,0.00013282713,0.00025086285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019489815,0.0001248976,0.0003523821,0.00021800783,0.00007292832,0.000034902234,0.00008412679,0.000104146544,0.00035960722],"category_scores_gemma":[0.00084753335,0.00010267705,0.000051675343,0.00072718726,0.000050556297,0.000308863,0.000053542655,0.00033811337,0.000058343834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040077712,0.0018728477,0.012132068,0.11454918,0.0005341365,0.000021845666,0.002447403,0.00044792207,0.0005942319,0.00221992,0.07769373,0.78708595],"study_design_scores_gemma":[0.0012907077,0.0024687466,0.017949527,0.106589146,0.00007269151,0.00015734458,0.000076239,0.84931135,0.00012708412,0.00003677699,0.021666538,0.00025381785],"about_ca_topic_score_codex":0.000022201566,"about_ca_topic_score_gemma":0.000044174325,"teacher_disagreement_score":0.8488635,"about_ca_system_score_codex":0.00019948323,"about_ca_system_score_gemma":0.0006988623,"threshold_uncertainty_score":0.41870484},"labels":[],"label_agreement":null},{"id":"W4400771582","doi":"10.2196/56243","title":"Extraction of Substance Use Information From Clinical Notes: Generative Pretrained Transformer–Based Investigation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Drug Abuse; National Heart, Lung, and Blood Institute","keywords":"Computer science; Preprint; Health care; Set (abstract data type); Informatics; Identification (biology); Health informatics; Information extraction; Artificial intelligence; Data science; Machine learning; Public health; Medicine","score_opus":0.10889216324548195,"score_gpt":0.4401655376174755,"score_spread":0.33127337437199356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400771582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8671494,0.00008087453,0.12781246,0.0006701351,0.001441766,0.00075942907,0.00016579674,0.00018645024,0.0017336879],"genre_scores_gemma":[0.980858,0.00004538968,0.014424113,0.0033758348,0.00030950355,0.0001599445,0.0007777608,0.000018568437,0.000030880045],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99623317,0.00019797694,0.0022849785,0.000130094,0.0008535728,0.00030021934],"domain_scores_gemma":[0.9970546,0.0018114939,0.0004016671,0.00026003429,0.0001252707,0.00034696484],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012668417,0.0001858757,0.0003186825,0.00019508101,0.00007103448,0.00007665142,0.00017764913,0.00049150625,0.0012471372],"category_scores_gemma":[0.00033031846,0.00016536115,0.00012083002,0.00041114367,0.00025196612,0.0019853127,0.000007071075,0.0007559438,0.00032504904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008066687,0.00052830443,0.016357845,0.0036429216,0.00035990358,0.00003886969,0.25356752,0.00006478058,0.00048278176,0.016385539,0.018473106,0.6892918],"study_design_scores_gemma":[0.008904088,0.0017478082,0.100664794,0.005918804,0.00022941604,0.00006517741,0.02309134,0.8049327,0.0071173925,0.0030761834,0.042926665,0.0013256182],"about_ca_topic_score_codex":0.00012009029,"about_ca_topic_score_gemma":0.00005628464,"teacher_disagreement_score":0.8048679,"about_ca_system_score_codex":0.00011216142,"about_ca_system_score_gemma":0.0003156338,"threshold_uncertainty_score":0.99966586},"labels":[],"label_agreement":null},{"id":"W4400772352","doi":"10.2196/59273","title":"Claude 3 Opus and ChatGPT With GPT-4 in Dermoscopic Image Analysis for Melanoma Diagnosis: Comparative Performance Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical diagnosis; McNemar's test; Medicine; Preprint; Dermatology; Artificial intelligence; Computer science; Pathology; Statistics; Mathematics","score_opus":0.015338621733586065,"score_gpt":0.307656231627764,"score_spread":0.29231760989417793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400772352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790446,0.00036090278,0.016922252,0.0006806122,0.00007554898,0.0009332774,0.000015532663,0.000114881535,0.0018523688],"genre_scores_gemma":[0.99485135,0.00031077836,0.0030833383,0.0006461544,0.00005822726,0.0005478741,0.00009729794,0.0000113699,0.0003936171],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983653,0.000022420292,0.0005915337,0.000188371,0.00054277317,0.0002896393],"domain_scores_gemma":[0.9991631,0.00016939893,0.00008964558,0.00023774366,0.00006677047,0.00027333546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003117492,0.00020061269,0.00066087744,0.001055293,0.00006553091,0.00009770052,0.00009646017,0.00012268298,0.00029198403],"category_scores_gemma":[0.000026713806,0.00014237886,0.00015473849,0.0020868005,0.0001337981,0.00020220608,0.000055738037,0.00028730184,0.00002458492],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002133781,0.0017108289,0.66378385,0.015747307,0.051254068,0.0016036712,0.09299428,0.0013034147,0.000085837986,0.001912976,0.012814645,0.15465535],"study_design_scores_gemma":[0.0025190024,0.0013007768,0.09349795,0.0006055573,0.007021805,0.00017218628,0.0059780614,0.86242986,0.0004094669,0.000023588713,0.025633084,0.00040869295],"about_ca_topic_score_codex":0.000025794941,"about_ca_topic_score_gemma":0.0003257244,"teacher_disagreement_score":0.8611264,"about_ca_system_score_codex":0.00010072791,"about_ca_system_score_gemma":0.00009116587,"threshold_uncertainty_score":0.58060414},"labels":[],"label_agreement":null},{"id":"W4400804069","doi":"10.2196/58548","title":"Bridging Real-World Data Gaps: Connecting Dots Across 10 Asian Countries","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Harmonization; Data science; Business; Milestone; Computer science; Geography","score_opus":0.23293617323797042,"score_gpt":0.5317932671728912,"score_spread":0.29885709393492077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400804069","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.280541,0.00081373955,0.040242802,0.06674698,0.013425111,0.0045236344,0.0013987069,0.006019095,0.5862889],"genre_scores_gemma":[0.91634005,0.002910672,0.0053179185,0.046371512,0.008737084,0.00047997618,0.0041176113,0.00016966011,0.015555537],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943935,0.0001927349,0.0023485355,0.0002172467,0.0016483489,0.0011996255],"domain_scores_gemma":[0.9960673,0.0015139515,0.00047657813,0.0008444962,0.00018750197,0.0009101843],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005115807,0.00025658245,0.0004950056,0.00022517054,0.0014578172,0.00016790754,0.0008529943,0.00039454372,0.004419304],"category_scores_gemma":[0.0020778803,0.00020113206,0.00005719031,0.0006877218,0.00024977137,0.0013692494,0.00078486535,0.002380179,0.0057287426],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006185416,0.000028759292,0.0018708104,0.013681679,0.00005952872,0.00003889881,0.104675815,0.0000027766835,3.5439191e-7,0.010561054,0.57351637,0.2955021],"study_design_scores_gemma":[0.00051525317,0.00004751145,0.0007376361,0.00405019,0.000016265749,0.0000146075035,0.01884371,0.16354865,0.0000020395578,0.000112426176,0.81189203,0.00021968722],"about_ca_topic_score_codex":0.0003085536,"about_ca_topic_score_gemma":0.00088899955,"teacher_disagreement_score":0.63579905,"about_ca_system_score_codex":0.00030235192,"about_ca_system_score_gemma":0.0015442674,"threshold_uncertainty_score":0.9999214},"labels":[],"label_agreement":null},{"id":"W4400812228","doi":"10.2196/53622","title":"Distributed Statistical Analyses: A Scoping Review and Examples of Operational Frameworks Adapted to Health Analytics","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"British Columbia Academic Health Science Network; British Columbia Environmental and Occupational Health Research Network; Université de Sherbrooke","funders":"","keywords":"Preprint; Analytics; Computer science; Data science; World Wide Web","score_opus":0.3043032434029367,"score_gpt":0.5666461887389151,"score_spread":0.26234294533597846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400812228","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.0017907e-7,0.62258095,0.3739217,0.00019861264,0.000034531764,0.0022365937,0.00081709836,0.00014985347,0.000060466016],"genre_scores_gemma":[0.0000012927964,0.8334726,0.16385596,0.0012262629,0.000054712757,0.0004153877,0.000912779,0.000049749542,0.000011261167],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99372154,0.00022635375,0.004002507,0.0002937113,0.0012727077,0.00048319032],"domain_scores_gemma":[0.9950468,0.0022491906,0.0010382017,0.0006449808,0.00026736618,0.0007534667],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014770906,0.0006239336,0.0042106993,0.0003626033,0.00007442108,0.00010056788,0.0005285437,0.0008420552,0.0003676759],"category_scores_gemma":[0.0053511625,0.00043977718,0.00025869076,0.0011289814,0.00025745397,0.00018072102,0.0005204627,0.0019068038,0.000031968528],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017920044,0.00007493106,1.7369891e-7,0.6436849,0.0002929314,0.00001053275,0.00033187415,6.613487e-7,8.553578e-9,0.058259755,0.029343972,0.26799846],"study_design_scores_gemma":[0.000092585484,0.00023045912,1.7304143e-7,0.8425457,0.0019547069,0.00008853486,0.00013922837,0.00091211806,2.4828043e-7,0.009006681,0.14447458,0.00055502594],"about_ca_topic_score_codex":0.000007930138,"about_ca_topic_score_gemma":0.000015193098,"teacher_disagreement_score":0.26744342,"about_ca_system_score_codex":0.0002375337,"about_ca_system_score_gemma":0.0020851512,"threshold_uncertainty_score":0.9998054},"labels":[],"label_agreement":null},{"id":"W4400863220","doi":"10.2196/58347","title":"Alarm Management in Provisional COVID-19 Intensive Care Units: Retrospective Analysis and Recommendations for Future Pandemics","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical emergency; Medicine; Intensive care; Intensive care medicine; Virology; Infectious disease (medical specialty)","score_opus":0.03876206322494275,"score_gpt":0.3999516031782882,"score_spread":0.36118953995334546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400863220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8951103,0.0014842207,0.015891017,0.080272734,0.0014255798,0.0038986942,0.00032894948,0.0006147351,0.0009737765],"genre_scores_gemma":[0.98272145,0.0012516293,0.005320785,0.009010204,0.0002529822,0.00039626544,0.00093839184,0.000014601323,0.000093711795],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9988259,0.00002112757,0.00048525084,0.00013609987,0.00032106365,0.0002105306],"domain_scores_gemma":[0.99897444,0.00017798142,0.00006155436,0.00015906783,0.000326744,0.00030019763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034687336,0.00011751506,0.0002743296,0.0006050225,0.000092643364,0.000017529102,0.00007811168,0.00031354703,0.000029537756],"category_scores_gemma":[0.0005705062,0.0000939284,0.000054712684,0.0012277402,0.00008993172,0.00010764741,0.000080427424,0.0006222927,0.0000029579376],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002530634,0.000070016096,0.21972147,0.007989957,0.0015988544,0.00018644289,0.14198203,0.0000065141685,7.472579e-7,0.017502977,0.01756329,0.5931246],"study_design_scores_gemma":[0.0032132082,0.0010196704,0.022231685,0.0015398937,0.00095781486,0.000106122556,0.54072124,0.03423908,0.00001812054,0.0015078825,0.39405987,0.00038541947],"about_ca_topic_score_codex":0.000015792644,"about_ca_topic_score_gemma":0.00008266508,"teacher_disagreement_score":0.5927392,"about_ca_system_score_codex":0.00035503393,"about_ca_system_score_gemma":0.00035234826,"threshold_uncertainty_score":0.3830289},"labels":[],"label_agreement":null},{"id":"W4400863235","doi":"10.2196/57231","title":"Enhancing Surgery Scheduling in Health Care Settings With Metaheuristic Optimization Models: Algorithm Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Scheduling (production processes); Metaheuristic; Health care; Artificial intelligence; Engineering; Operations management; World Wide Web","score_opus":0.04629014376750529,"score_gpt":0.4036727018609954,"score_spread":0.3573825580934901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400863235","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07781059,0.00043547185,0.9158419,0.0021053678,0.0005797281,0.0024596758,0.000018172626,0.0003599626,0.0003891338],"genre_scores_gemma":[0.60306376,0.00041207307,0.39105195,0.0027623079,0.00043688406,0.0010758851,0.000976987,0.00009305658,0.0001270841],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99524665,0.0006755861,0.0022187212,0.00024782578,0.001014884,0.0005963187],"domain_scores_gemma":[0.99774945,0.0008891446,0.0003312266,0.0002775603,0.00040000508,0.0003526378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003960264,0.00023618169,0.00050414714,0.00054660003,0.0006481436,0.00011206298,0.00014096241,0.00029099148,0.00018095679],"category_scores_gemma":[0.00048028553,0.00018828076,0.00004901601,0.00094416976,0.000037620288,0.0009807255,0.000068505855,0.0012218243,0.000047637852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029012932,0.0001790564,0.001430375,0.0055298693,0.00005718304,0.000031380572,0.23867136,0.716598,2.7594004e-7,0.00048613417,0.00043200268,0.036555395],"study_design_scores_gemma":[0.00044525685,0.00011729336,0.00004843203,0.0029447456,0.00001513989,0.0000053346835,0.06984096,0.9259913,0.0000020037232,0.00001914971,0.00038742585,0.0001829734],"about_ca_topic_score_codex":0.00033986638,"about_ca_topic_score_gemma":0.0002873096,"teacher_disagreement_score":0.5252532,"about_ca_system_score_codex":0.00055909576,"about_ca_system_score_gemma":0.0037993786,"threshold_uncertainty_score":0.7677866},"labels":[],"label_agreement":null},{"id":"W4400863341","doi":"10.2196/57406","title":"How Patient-Generated Data Enhance Patient-Provider Communication in Chronic Care: Field Study in Design Science Research","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Field (mathematics); Medicine; Design science research; Data science; Human–computer interaction; Medical emergency; World Wide Web; Engineering; Information system","score_opus":0.19706865562001338,"score_gpt":0.5393614675965992,"score_spread":0.3422928119765858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400863341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9133589,0.009611352,0.0051263995,0.024458092,0.0015672465,0.03980006,0.00009927979,0.00044413263,0.0055345367],"genre_scores_gemma":[0.9839429,0.0009973904,0.0015971363,0.0017101868,0.0000979253,0.011407225,0.00015875176,0.000018776766,0.00006968394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943157,0.0011084112,0.0014959156,0.0003635604,0.001614113,0.001102326],"domain_scores_gemma":[0.99497074,0.0021353674,0.0001855212,0.0017596678,0.00041378225,0.00053491886],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0056014056,0.00016001333,0.0002766241,0.000650135,0.000842331,0.000099578276,0.0014652502,0.00030642704,0.00014126675],"category_scores_gemma":[0.0021623694,0.0001342914,0.000014704919,0.0028411201,0.0002924602,0.0009719927,0.0011499155,0.0029155447,0.00019900125],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008438121,0.00044006747,0.002741867,0.0037454318,0.0000076252436,0.000018277733,0.13663556,0.000041370404,0.00004112652,0.0016036922,0.05530469,0.7993359],"study_design_scores_gemma":[0.0028193388,0.0023369486,0.0025747675,0.005558205,0.000013115038,0.0000050146896,0.26628596,0.27670535,0.0002828181,0.0005667247,0.44226345,0.00058830285],"about_ca_topic_score_codex":0.0008308228,"about_ca_topic_score_gemma":0.0038827767,"teacher_disagreement_score":0.7987476,"about_ca_system_score_codex":0.0014604765,"about_ca_system_score_gemma":0.01119157,"threshold_uncertainty_score":0.99938476},"labels":[],"label_agreement":null},{"id":"W4400863368","doi":"10.2196/57035","title":"Targeted Development and Validation of Clinical Prediction Models in Secondary Care Settings: Opportunities and Challenges for Electronic Health Record Data","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health records; Computer science; Quality (philosophy); Data science; Triage; Health care; Data quality; Data extraction; Process (computing); Data mining; Medicine; MEDLINE; Metric (unit); Engineering; Medical emergency","score_opus":0.14901054108604056,"score_gpt":0.39513613753824883,"score_spread":0.24612559645220827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400863368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40329772,0.05784801,0.47359034,0.056747254,0.0018778986,0.0040272013,0.00032513053,0.0008813152,0.001405105],"genre_scores_gemma":[0.80451673,0.032664597,0.15918544,0.0019128481,0.0002352939,0.00022083815,0.0012039758,0.000031715572,0.000028575436],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978928,0.000122030906,0.0011572452,0.00020535992,0.00037236584,0.00025017414],"domain_scores_gemma":[0.998838,0.00040332964,0.00020872032,0.00029853344,0.00006964299,0.00018178883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028288064,0.00010384344,0.00027124753,0.00015311231,0.00006263116,0.000051364168,0.00035977756,0.00014648859,0.0000034095563],"category_scores_gemma":[0.00020721939,0.00009221276,0.000015872649,0.000101843456,0.00005517006,0.00085268414,0.00035314058,0.0004768769,3.7977827e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060959746,0.000012878075,0.00018907092,0.0052272133,0.000012692353,0.0000010013886,0.03153377,0.000012267437,2.5979547e-8,0.0063411915,0.0004063389,0.95625746],"study_design_scores_gemma":[0.00035400872,0.000308058,0.0009943811,0.00073263916,0.0000028676332,0.000014014985,0.005330246,0.9255962,0.0000035742144,0.0009421739,0.065627605,0.00009427294],"about_ca_topic_score_codex":0.000016648928,"about_ca_topic_score_gemma":0.00005476818,"teacher_disagreement_score":0.95616317,"about_ca_system_score_codex":0.00006164432,"about_ca_system_score_gemma":0.00193602,"threshold_uncertainty_score":0.3760327},"labels":[],"label_agreement":null},{"id":"W4400884727","doi":"10.2196/57153","title":"Evaluating and Enhancing the Fitness-for-Purpose of Electronic Health Record Data: Qualitative Study on Current Practices and Pathway to an Automated Approach Within the Medical Informatics for Research and Care in University Medicine Consortium","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Health informatics; Health care; Informatics; Data science; Flexibility (engineering); Thematic analysis; Qualitative property; Data collection; Qualitative research; Medicine; Nursing; Engineering","score_opus":0.39523800680708265,"score_gpt":0.6395344521815682,"score_spread":0.24429644537448558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400884727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9764606,0.0019822714,0.003035515,0.00560487,0.00038168553,0.012182647,0.00010667476,0.0001088098,0.00013694401],"genre_scores_gemma":[0.9956547,0.0007022249,0.0013828482,0.0008595631,0.00027276832,0.0008596042,0.00019358195,0.000032702614,0.0000419793],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9907112,0.003920812,0.0023247732,0.00030060209,0.0018079713,0.0009346025],"domain_scores_gemma":[0.98153484,0.01583261,0.0010017054,0.000575103,0.0004980268,0.0005577172],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057911508,0.00022171096,0.0006561906,0.00032974765,0.0009843045,0.00003889993,0.00062520034,0.00025005266,0.000006716123],"category_scores_gemma":[0.009408308,0.00012552035,0.00001660028,0.0007460277,0.00048001602,0.00049670174,0.00049698906,0.002529816,0.0000017364241],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034894797,0.00012528563,0.00027323846,0.012117216,0.00004629321,9.3728477e-7,0.9231316,0.0000035078172,0.0000012831372,0.0065515563,0.0010989882,0.05630114],"study_design_scores_gemma":[0.00165955,0.0046673473,0.00012405757,0.0029354333,0.00002025737,0.000007275868,0.73995686,0.2439742,9.318863e-7,0.00017818372,0.006374717,0.000101182995],"about_ca_topic_score_codex":0.0008028126,"about_ca_topic_score_gemma":0.0067899614,"teacher_disagreement_score":0.24397069,"about_ca_system_score_codex":0.00054162194,"about_ca_system_score_gemma":0.008214839,"threshold_uncertainty_score":0.9997714},"labels":[],"label_agreement":null},{"id":"W4400884871","doi":"10.2196/54590","title":"Data Lake, Data Warehouse, Datamart, and Feature Store: Their Contributions to the Complete Data Reuse Pipeline","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data warehouse; Metadata; Identifier; Data science; Pipeline (software); Software; USable; Database; Reuse; Data transformation; Feature (linguistics); Adaptation (eye); World Wide Web","score_opus":0.27843646919616866,"score_gpt":0.4669328239810727,"score_spread":0.18849635478490406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400884871","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032068594,0.0009556552,0.2074269,0.28163877,0.0014164497,0.0012463216,0.5053381,0.00027391687,0.0013832215],"genre_scores_gemma":[0.029352468,0.0042574727,0.04839749,0.13643199,0.0051845913,0.00016636497,0.76610804,0.00013425128,0.00996732],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99448943,0.00028065543,0.0012420958,0.00070841226,0.0028352658,0.00044413217],"domain_scores_gemma":[0.9698323,0.0032191563,0.00019682039,0.02601164,0.00017196515,0.0005681091],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science"],"category_scores_codex":[0.016724644,0.0002419458,0.00040060392,0.00017142305,0.00037148848,0.0017405485,0.031649143,0.00015304521,0.00053361757],"category_scores_gemma":[0.02948405,0.00012562964,0.000026032509,0.0010475366,0.00038393532,0.004083406,0.066817656,0.0007796707,0.0011342346],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011343479,0.00003743469,0.000010426327,0.000056406043,0.000047340138,0.000014437428,0.0010985673,0.000002487715,2.0911378e-7,0.0029312135,0.92908776,0.06670236],"study_design_scores_gemma":[0.00021427772,0.000020163583,0.00009392989,0.000104614475,0.00003662637,0.000021020303,0.0025130727,0.21996665,2.781666e-7,0.001079804,0.775809,0.00014056105],"about_ca_topic_score_codex":0.000030316818,"about_ca_topic_score_gemma":0.003497436,"teacher_disagreement_score":0.26077,"about_ca_system_score_codex":0.000022573853,"about_ca_system_score_gemma":0.00033574973,"threshold_uncertainty_score":0.9996435},"labels":[],"label_agreement":null},{"id":"W4400895620","doi":"10.2196/48407","title":"Standardizing Corneal Transplantation Records Using openEHR: Case Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Standardization; Health care; Medicine; Interoperability; Transplantation; Quality (philosophy); Process (computing); Computer science; Surgery; World Wide Web","score_opus":0.10455356251755732,"score_gpt":0.5062582695246974,"score_spread":0.4017047070071401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400895620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9715664,0.00022185459,0.015416916,0.00024011542,0.0030333423,0.0030636406,0.000049343857,0.0004152753,0.005993133],"genre_scores_gemma":[0.9959922,0.00014246874,0.0011911549,0.0009773526,0.00086916116,0.00038528896,0.000029505021,0.000050979226,0.0003618893],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99500257,0.0006966773,0.0020817136,0.0001861508,0.0011469714,0.0008859223],"domain_scores_gemma":[0.997731,0.0009828686,0.0002447882,0.00031696723,0.00014959765,0.00057479605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044010426,0.0002303891,0.0004615079,0.0002374951,0.00075243245,0.000060826005,0.00022820607,0.00041038293,0.00084342604],"category_scores_gemma":[0.00015543852,0.00018528412,0.00007322764,0.00054031966,0.00005548379,0.00056859094,0.0000778468,0.0019160169,0.00036305096],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028392492,0.00046572756,0.024640715,0.033115145,0.00041826715,0.022030462,0.70206577,0.00004940771,0.000021742579,0.0017229862,0.030461228,0.18472466],"study_design_scores_gemma":[0.0056339344,0.0015640173,0.0004411613,0.008878199,0.0002712016,0.014445862,0.44274902,0.38506827,0.000012578422,0.0001556386,0.13981956,0.00096054096],"about_ca_topic_score_codex":0.0018382826,"about_ca_topic_score_gemma":0.0021541426,"teacher_disagreement_score":0.38501886,"about_ca_system_score_codex":0.0008667161,"about_ca_system_score_gemma":0.0039873365,"threshold_uncertainty_score":0.9234923},"labels":[],"label_agreement":null},{"id":"W4400895718","doi":"10.2196/57853","title":"PCEtoFHIR: Decomposition of Postcoordinated SNOMED CT Expressions for Storage as HL7 FHIR Resources","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"SNOMED CT; Computer science; Information retrieval; Database; Data mining; Terminology","score_opus":0.011984129367489162,"score_gpt":0.3342222578306032,"score_spread":0.32223812846311406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400895718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841572,0.0010607265,0.010935649,0.0008752271,0.0003760472,0.00033301595,0.00008656831,0.00010861897,0.0020669438],"genre_scores_gemma":[0.993634,0.00010647103,0.004441579,0.00053829706,0.00020447803,0.00010048266,0.0003840814,0.000018074132,0.000572574],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872506,0.00003494548,0.00051055575,0.0001377516,0.00034863752,0.00024305616],"domain_scores_gemma":[0.9992325,0.00015700751,0.000100166064,0.00023096793,0.00006913363,0.00021026401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034533255,0.00014692161,0.00021824944,0.00009193682,0.00007151529,0.000032189928,0.0002865503,0.000261569,0.00009008478],"category_scores_gemma":[0.0005468631,0.00010978268,0.00014015533,0.0001461528,0.00026402457,0.000008980585,0.00014229467,0.00018554616,0.000018589815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081617647,0.0007766524,0.00034868205,0.003918242,0.000865805,0.00011110473,0.009781511,0.000045662022,0.1607807,0.0022720057,0.34618294,0.4741005],"study_design_scores_gemma":[0.0016182576,0.0016777447,0.00043667623,0.0013342382,0.000073869305,0.00019628201,0.003524214,0.011432716,0.0673791,0.0006586783,0.91118765,0.0004805796],"about_ca_topic_score_codex":0.000006184614,"about_ca_topic_score_gemma":0.0000023501536,"teacher_disagreement_score":0.5650047,"about_ca_system_score_codex":0.000014131756,"about_ca_system_score_gemma":0.00015186287,"threshold_uncertainty_score":0.44768077},"labels":[],"label_agreement":null},{"id":"W4400899165","doi":"10.2196/58141","title":"Construction of a Multi-Label Classifier for Extracting Multiple Incident Factors From Medication Incident Reports in Residential Care Facilities: Natural Language Processing Approach","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Incident report; Sentence; Classifier (UML); Artificial intelligence; Health care; Computer science; Patient safety; Medicine; Computer security","score_opus":0.07044419460699387,"score_gpt":0.4199787773598914,"score_spread":0.34953458275289756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400899165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95148265,0.0011060305,0.042938013,0.0002108952,0.0018900067,0.0017647943,0.0001238264,0.00016312777,0.0003206558],"genre_scores_gemma":[0.98590034,0.000030760762,0.011643563,0.00011619479,0.00020596954,0.00055084296,0.0013830091,0.000020442425,0.00014884907],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99591833,0.0001572823,0.002155398,0.00023524094,0.0011348006,0.0003989216],"domain_scores_gemma":[0.99736947,0.00087334,0.0010212732,0.000265078,0.0002317457,0.000239095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009920477,0.00020502492,0.00038885005,0.00030341663,0.00025300455,0.000009775225,0.000194861,0.0005092816,0.00011655903],"category_scores_gemma":[0.0030743268,0.0001666752,0.0000862163,0.00030336174,0.00021016983,0.0006721032,0.0001101111,0.001128812,0.000008598299],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010083119,0.00017374862,0.045324877,0.00831564,0.00005656609,0.00001600003,0.874368,0.000019207771,0.00019294613,0.000074533324,0.0007012762,0.070656374],"study_design_scores_gemma":[0.0017103223,0.000037182253,0.017959012,0.0029801433,0.000041561547,0.00001142633,0.6966511,0.27634862,0.00016039785,0.000042535114,0.0038312369,0.00022645308],"about_ca_topic_score_codex":0.0005862913,"about_ca_topic_score_gemma":0.00049404404,"teacher_disagreement_score":0.27632943,"about_ca_system_score_codex":0.00043020383,"about_ca_system_score_gemma":0.0013095503,"threshold_uncertainty_score":0.6796818},"labels":[],"label_agreement":null},{"id":"W4400918589","doi":"10.2196/54653","title":"Accelerating Evidence Synthesis in Observational Studies: Development of a Living Natural Language Processing–Assisted Intelligent Systematic Literature Review System","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Systematic review; Observational study; Machine learning; Data extraction; Artificial intelligence; Natural language processing; MEDLINE; Medicine","score_opus":0.08055717155902066,"score_gpt":0.38488936394622786,"score_spread":0.3043321923872072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400918589","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14317556,0.8528495,0.0021951955,0.0003387774,0.00035183213,0.00083470746,0.000005946403,0.000108253545,0.00014025564],"genre_scores_gemma":[0.9778051,0.008237924,0.012894824,0.00041382675,0.0000979545,0.00041979962,0.000024392244,0.000013565885,0.000092618306],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9976482,0.000116545256,0.0012730794,0.00015260528,0.0006033461,0.00020623037],"domain_scores_gemma":[0.9986384,0.00070322136,0.00023059633,0.00018369127,0.00015911397,0.00008497893],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016777202,0.00017767464,0.00047691964,0.000094084324,0.00005080175,0.000054345808,0.00030912267,0.00020101052,0.000008634229],"category_scores_gemma":[0.008878232,0.000116970936,0.00008072017,0.00043577372,0.00009656057,0.000022525972,0.00018952966,0.000271311,0.000005722694],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009209001,0.000055339075,0.00014266808,0.8480246,0.00018278163,0.00004486241,0.020146046,0.0000014789489,0.0005876416,0.000047504105,0.0012627495,0.12949513],"study_design_scores_gemma":[0.00003880666,0.00004135269,0.0002278276,0.9735275,0.00004765361,0.000117321244,0.012790008,0.011816879,0.00082261063,4.5109886e-7,0.00038079216,0.00018878662],"about_ca_topic_score_codex":5.055316e-7,"about_ca_topic_score_gemma":0.000011167143,"teacher_disagreement_score":0.8446115,"about_ca_system_score_codex":0.00008428538,"about_ca_system_score_gemma":0.00044633978,"threshold_uncertainty_score":0.9994704},"labels":[],"label_agreement":null},{"id":"W4400952056","doi":"10.2196/49865","title":"Introducing Attribute Association Graphs to Facilitate Medical Data Exploration: Development and Evaluation Using Epidemiological Study Data","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Interpretability; Computer science; Data mining; Data science; Missing data; Data visualization; Visualization; Graph; Information retrieval; Machine learning; Theoretical computer science","score_opus":0.3586384535112016,"score_gpt":0.4528394844592802,"score_spread":0.09420103094807858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400952056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03448123,0.00008115685,0.9591409,0.0048606163,0.00052095804,0.0005957396,0.00007365797,0.00019304515,0.000052707062],"genre_scores_gemma":[0.5318998,0.0005242444,0.43418738,0.015376788,0.0013308139,0.00024097222,0.016090795,0.000056368393,0.0002928411],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99474174,0.00035618423,0.0011806589,0.0004805898,0.0029346687,0.00030616784],"domain_scores_gemma":[0.9973117,0.00059291057,0.00016329708,0.0012738662,0.00019864022,0.0004595599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016502803,0.00017527163,0.00030043916,0.00020332997,0.00018510871,0.0005036047,0.0021076615,0.00016632318,0.00009788526],"category_scores_gemma":[0.0076510874,0.00013501773,0.000016872644,0.00089519436,0.000039904397,0.0032157453,0.003686345,0.00033924312,0.000101008605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008125517,0.0004835179,0.005301885,0.00035800174,0.00036092213,0.00005029713,0.045199886,0.0006373606,0.0000021086116,0.008512322,0.1469489,0.79213667],"study_design_scores_gemma":[0.00026721257,0.000048613918,0.000399821,0.00014336468,0.00002790508,0.00001077118,0.0013890864,0.9581957,0.0000021137987,0.00021831751,0.03913678,0.00016034229],"about_ca_topic_score_codex":0.0000100052675,"about_ca_topic_score_gemma":0.0000401345,"teacher_disagreement_score":0.95755833,"about_ca_system_score_codex":0.00017335998,"about_ca_system_score_gemma":0.0008435751,"threshold_uncertainty_score":0.91596186},"labels":[],"label_agreement":null},{"id":"W4400981911","doi":"10.2196/58886","title":"Hjernetegn.dk—The Danish Central Nervous System Tumor Awareness Initiative Digital Decision Support Tool: Design and Implementation Report","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Brain Tumour Research; Børnecancerfonden; Kræftens Bekæmpelse","keywords":"Danish; Computer science; Decision support system; Central nervous system; Clinical decision support system; Knowledge management; Human–computer interaction; Neuroscience; Artificial intelligence; Psychology","score_opus":0.03557268908219354,"score_gpt":0.36220662853686003,"score_spread":0.3266339394546665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400981911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84993964,0.00020239965,0.14116348,0.0022220428,0.0014686541,0.0024146936,0.0001144329,0.0005590129,0.0019156423],"genre_scores_gemma":[0.99386096,0.000035055215,0.002536938,0.0024192855,0.0005303327,0.00013772165,0.00036953675,0.000038691673,0.00007150133],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957221,0.00008053951,0.0016382206,0.00023276175,0.0018567828,0.0004695511],"domain_scores_gemma":[0.997891,0.00079729804,0.00029202827,0.0004028386,0.00014049231,0.00047630488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016391507,0.00027001364,0.00047076037,0.00011140759,0.00015005426,0.00037389167,0.00020699207,0.00014768349,0.00019440577],"category_scores_gemma":[0.0004885977,0.00018519127,0.00012346271,0.000316955,0.00020186462,0.0007900295,0.00017832246,0.00048222006,0.000070372495],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008407116,0.00043005723,0.03105054,0.012627763,0.0011767203,0.009768603,0.1581386,0.00004218968,0.000014173522,0.006344519,0.24311177,0.5364543],"study_design_scores_gemma":[0.01359548,0.0046856357,0.20502302,0.017113358,0.0014501086,0.07217992,0.2407819,0.16582344,0.0012347989,0.0021973634,0.27290672,0.0030082467],"about_ca_topic_score_codex":0.000055883178,"about_ca_topic_score_gemma":0.000022991131,"teacher_disagreement_score":0.5334461,"about_ca_system_score_codex":0.0002557406,"about_ca_system_score_gemma":0.0015118945,"threshold_uncertainty_score":0.75518805},"labels":[],"label_agreement":null},{"id":"W4400984611","doi":"10.2196/57569","title":"A Generic Transformation Approach for Complex Laboratory Data Using the Fast Healthcare Interoperability Resources Mapping Language: Method Development and Implementation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Interoperability; JSON; Executable; Software engineering; Health informatics; Database; Programming language; World Wide Web; Health care","score_opus":0.21945384754273795,"score_gpt":0.5303601623917411,"score_spread":0.31090631484900316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400984611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3475119,0.0009555204,0.6426306,0.003229138,0.00036762338,0.0045594424,0.00028176207,0.00019670407,0.00026733943],"genre_scores_gemma":[0.6384807,0.00014737535,0.34423515,0.0098608695,0.0011827998,0.0027071317,0.0032260465,0.000089385896,0.00007051765],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99639064,0.0007439106,0.0015595125,0.00019498864,0.00054807146,0.0005629032],"domain_scores_gemma":[0.99846536,0.00052747363,0.00023983915,0.0004000388,0.00013375982,0.00023352793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006391403,0.0001694066,0.00029966448,0.00012031224,0.0007931082,0.000059522874,0.00038289002,0.0002040814,0.000058584723],"category_scores_gemma":[0.00008852695,0.00011066425,0.000025495327,0.00037129683,0.00006246215,0.000450107,0.00015951844,0.0007698867,0.000007100582],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021262445,0.000021462001,0.00029240866,0.019422635,0.00006236209,5.564809e-7,0.6623079,0.0000031722166,0.00007656096,0.0004952889,0.0034750544,0.31382132],"study_design_scores_gemma":[0.0004923201,0.00004100084,0.00029535385,0.00045568423,0.000014748749,0.000011519727,0.3347419,0.45511636,0.000016407797,0.000011461233,0.20867358,0.00012969719],"about_ca_topic_score_codex":0.00028490467,"about_ca_topic_score_gemma":0.00040651954,"teacher_disagreement_score":0.45511317,"about_ca_system_score_codex":0.00048741538,"about_ca_system_score_gemma":0.0018825687,"threshold_uncertainty_score":0.6100027},"labels":[],"label_agreement":null},{"id":"W4401015891","doi":"10.2196/50375","title":"Maturity Assessment of District Health Information System Version 2 Implementation in Ethiopia: Current Status and Improvement Pathways","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Maturity (psychological); Current (fluid); Computer science; Medicine; Environmental health; Engineering; Psychology","score_opus":0.03434083678594135,"score_gpt":0.46110707826563846,"score_spread":0.4267662414796971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401015891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97898006,0.0011867277,0.0071912194,0.0013777927,0.0030904808,0.005418749,0.00039334272,0.00027744393,0.0020841537],"genre_scores_gemma":[0.99669266,0.0013849308,0.00038043718,0.00045532186,0.00011236478,0.0005003532,0.0004564958,0.000012243399,0.0000052175665],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945985,0.0003923629,0.00288622,0.00012213044,0.0011903555,0.0008104153],"domain_scores_gemma":[0.9980657,0.00036884676,0.0007424169,0.00022684313,0.00012790617,0.0004682866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038480933,0.00018828594,0.00046178975,0.00037049822,0.00022263375,0.000029371948,0.0001390121,0.00026372858,0.00010438099],"category_scores_gemma":[0.0000710796,0.00015285637,0.000045947218,0.0004682824,0.000042664105,0.0007271868,0.00017417003,0.0015135297,0.000049024922],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044151897,0.000110204885,0.034940947,0.12103829,0.000046686797,0.0000028377128,0.07991583,0.000004107706,0.000007420085,0.043577336,0.013730749,0.7065815],"study_design_scores_gemma":[0.009089673,0.002513679,0.17140655,0.025051968,0.00004803743,0.000018187298,0.27513194,0.21556413,0.000028549926,0.000336644,0.30001825,0.0007923848],"about_ca_topic_score_codex":0.0009386835,"about_ca_topic_score_gemma":0.0002689123,"teacher_disagreement_score":0.7057891,"about_ca_system_score_codex":0.0028709865,"about_ca_system_score_gemma":0.0050809714,"threshold_uncertainty_score":0.9013425},"labels":[],"label_agreement":null},{"id":"W4401219689","doi":"10.2196/55933","title":"Impact of Large Language Models on Medical Education and Teaching Adaptations","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformative learning; Health care; Engineering ethics; Quality (philosophy); Medical education; Psychology; Medicine; Pedagogy; Political science; Engineering","score_opus":0.0760441078056383,"score_gpt":0.48987969247982766,"score_spread":0.41383558467418935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401219689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98239577,0.0004084999,0.0042020637,0.0026659274,0.00032062043,0.00028148826,0.000009413916,0.000073813506,0.009642395],"genre_scores_gemma":[0.99715585,0.00015657929,0.00065796974,0.0014183017,0.00030359157,0.000035150337,0.00008011028,0.000010298155,0.00018212962],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984415,0.000031697906,0.0005594799,0.00007617417,0.0007110032,0.00018015377],"domain_scores_gemma":[0.99901986,0.0002444769,0.000059402395,0.00015454831,0.000078335,0.00044338143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065195624,0.00009359967,0.00017167768,0.00019133074,0.000061598446,0.00002247929,0.000069043366,0.00019951693,0.0005806714],"category_scores_gemma":[0.0008716002,0.000066334156,0.000071915965,0.000121011275,0.00007000619,0.00022378156,0.000024522718,0.00055751327,0.00004864962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039041224,0.0007105169,0.0011231663,0.00087908615,0.00006146704,0.00000960538,0.089209214,0.000014093115,0.000012828661,0.043239158,0.013573222,0.8511286],"study_design_scores_gemma":[0.00019209551,0.001060227,0.00338601,0.0043766256,0.000072843126,0.00028184926,0.045701895,0.93654794,0.00014028327,0.0036303967,0.0043886974,0.00022115542],"about_ca_topic_score_codex":0.00023643677,"about_ca_topic_score_gemma":0.000022914166,"teacher_disagreement_score":0.9365338,"about_ca_system_score_codex":0.000089572335,"about_ca_system_score_gemma":0.002174025,"threshold_uncertainty_score":0.6357945},"labels":[],"label_agreement":null},{"id":"W4401248701","doi":"10.2196/56361","title":"Diagnostic Accuracy of Artificial Intelligence in Endoscopy: Umbrella Review","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Endoscopy; Credibility; MEDLINE; Grading (engineering); Medical physics; Meta-analysis; Cochrane Library; Pathology; Surgery","score_opus":0.08443638486790239,"score_gpt":0.4319205629511117,"score_spread":0.3474841780832093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401248701","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000745663,0.99473596,0.0004472521,0.000117187126,0.0005203779,0.0017453782,0.000018181741,0.0000777834,0.0023304017],"genre_scores_gemma":[0.000028410248,0.9983274,0.00042309117,0.00037148868,0.00027289227,0.0004011082,0.00008747686,0.000031592714,0.00005657453],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959627,0.00007906393,0.0025243112,0.0001763396,0.00096938293,0.00028819492],"domain_scores_gemma":[0.9972684,0.0014136687,0.00055164937,0.0004078707,0.0000802979,0.00027812604],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008319391,0.0003541104,0.0021614197,0.00039868744,0.000017733531,0.000019336647,0.00027039513,0.0004999384,0.0003877278],"category_scores_gemma":[0.0052507087,0.00024540996,0.00049217045,0.0012963065,0.00013844742,0.00008026839,0.00016767846,0.0015174833,0.00044454605],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019954052,0.000043055607,2.731991e-7,0.27006397,0.000040768115,0.000046250574,0.0001648503,6.8079665e-8,7.529641e-9,0.00009143436,0.001827431,0.72770196],"study_design_scores_gemma":[0.00005500247,0.0004459114,4.601072e-7,0.44819772,0.000888895,0.00028984016,0.00006927211,0.00056915527,0.0000019983315,0.00008209022,0.54922754,0.00017212557],"about_ca_topic_score_codex":0.00002873304,"about_ca_topic_score_gemma":0.000017470124,"teacher_disagreement_score":0.7275298,"about_ca_system_score_codex":0.00018867207,"about_ca_system_score_gemma":0.0013113003,"threshold_uncertainty_score":0.9999998},"labels":[],"label_agreement":null},{"id":"W4401367002","doi":"10.2196/63010","title":"Comparative Study to Evaluate the Accuracy of Differential Diagnosis Lists Generated by Gemini Advanced, Gemini, and Bard for a Case Report Series Analysis: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Series (stratigraphy); Computer science; Data mining; Geology","score_opus":0.15251386042149254,"score_gpt":0.5249425515847759,"score_spread":0.37242869116328337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401367002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943042,0.00014731559,0.00104283,0.0005705072,0.0005039482,0.0032882122,0.000067234876,0.0000449026,0.000030856067],"genre_scores_gemma":[0.9973494,0.000035510817,0.00021383533,0.00020266119,0.00023173854,0.0016727364,0.00014326988,0.000010428384,0.0001404244],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.997126,0.00008566614,0.0015227328,0.00021928288,0.00081811805,0.00022820034],"domain_scores_gemma":[0.9974927,0.001108616,0.00018934126,0.0003198854,0.000591008,0.00029848953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012385853,0.00018264858,0.0005037706,0.0001829359,0.00023077868,0.0001289315,0.00011398925,0.00009669448,0.00019232505],"category_scores_gemma":[0.0013411238,0.000116374955,0.000107988155,0.0007098706,0.00016693778,0.00025300254,0.000084407795,0.00028964772,0.000008260699],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011321066,0.0033766918,0.6468172,0.00089417526,0.0030401966,0.00089168356,0.30919302,0.00015137545,0.000036355585,0.000041172552,0.010789883,0.023636114],"study_design_scores_gemma":[0.0016191839,0.012197674,0.2971035,0.0004912359,0.0044600004,0.0050822217,0.56586134,0.10306397,0.004205079,0.00018279243,0.0049191318,0.00081390684],"about_ca_topic_score_codex":0.0002484974,"about_ca_topic_score_gemma":0.00038821966,"teacher_disagreement_score":0.34971374,"about_ca_system_score_codex":0.00007870247,"about_ca_system_score_gemma":0.00037947716,"threshold_uncertainty_score":0.4745633},"labels":[],"label_agreement":null},{"id":"W4401368485","doi":"10.2196/59858","title":"Early Diagnosis of Hereditary Angioedema in Japan Based on a US Medical Dataset: Algorithm Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Coagulation, Bradykinin, Polyphosphates, and Angioedema","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Algorithm; Angioedema; Computer science; Medicine; Artificial intelligence; Dermatology","score_opus":0.017409010476958437,"score_gpt":0.2963619312364832,"score_spread":0.27895292075952477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401368485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99446774,0.00058522314,0.0014555781,0.0019493613,0.0003069353,0.000556033,0.0001500481,0.00009517087,0.00043389117],"genre_scores_gemma":[0.985489,0.00018585124,0.007872521,0.0031653424,0.00034533368,0.00019759491,0.0026519853,0.000035375993,0.000056957288],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969053,0.000035986493,0.0010064992,0.00016677841,0.0016062566,0.00027913493],"domain_scores_gemma":[0.99869055,0.0004502412,0.00009917162,0.0002294465,0.000046109253,0.00048446827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008212393,0.00020085275,0.0003937062,0.0003497341,0.000043516295,0.000033799686,0.00013812995,0.00030763142,0.00066775654],"category_scores_gemma":[0.00033618772,0.00015993026,0.00006576884,0.00040174366,0.00017014985,0.00023841739,0.0000759746,0.00033782228,0.000047308182],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009584316,0.00063804013,0.07979827,0.001947892,0.00013012667,0.00035686386,0.008019094,0.000010230409,0.0000016047359,0.00038211577,0.025491761,0.88312817],"study_design_scores_gemma":[0.00609665,0.0011805012,0.33202174,0.01040265,0.00016393319,0.0002697597,0.0013817917,0.5455413,0.0018995745,0.00016024003,0.100183986,0.0006978982],"about_ca_topic_score_codex":0.00007794113,"about_ca_topic_score_gemma":0.000019364932,"teacher_disagreement_score":0.88243026,"about_ca_system_score_codex":0.00007439642,"about_ca_system_score_gemma":0.0006783057,"threshold_uncertainty_score":0.7311466},"labels":[],"label_agreement":null},{"id":"W4401373177","doi":"10.2196/45289","title":"Bidirectional Long Short-Term Memory–Based Detection of Adverse Drug Reaction Posts Using Korean Social Networking Services Data: Deep Learning Approaches","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Aceclofenac; Lexicon; Artificial intelligence; Computer science; Natural language processing; Deep learning; Word embedding; Adverse drug reaction; Drug; Medicine; Pharmacology","score_opus":0.14517736590797112,"score_gpt":0.4296036022075044,"score_spread":0.28442623629953323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401373177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903061,0.00033115208,0.002949524,0.00014743289,0.0030294834,0.0004217661,0.000056933583,0.0003809478,0.0023766633],"genre_scores_gemma":[0.99699676,0.00016726526,0.00013999631,0.00034987042,0.0016339199,0.000034189,0.0005774685,0.000031272222,0.000069253794],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774146,0.00022665055,0.00076006446,0.0002455267,0.0006012171,0.00042508513],"domain_scores_gemma":[0.99889684,0.00033876323,0.00024900291,0.00018464091,0.000077956814,0.00025280262],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011658003,0.00026304895,0.0003121317,0.00028386034,0.00051614665,0.000035429548,0.0003665742,0.00041619703,0.0001614708],"category_scores_gemma":[0.000025623121,0.0002541197,0.00014835382,0.00054332067,0.00022426402,0.0011507198,0.00017243165,0.0017321816,0.000041444015],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010444428,0.001331421,0.02104517,0.007464733,0.0021482967,0.0002741369,0.029619375,0.038913246,0.053678647,0.00014378608,0.0011681033,0.8431686],"study_design_scores_gemma":[0.0006337509,0.000024943995,0.0011670273,0.0002283104,0.00033367833,0.000097232514,0.003085638,0.9690611,0.007102427,0.000011095789,0.01797842,0.00027641395],"about_ca_topic_score_codex":0.000029182334,"about_ca_topic_score_gemma":0.00006211441,"teacher_disagreement_score":0.9301478,"about_ca_system_score_codex":0.00018274077,"about_ca_system_score_gemma":0.00022260827,"threshold_uncertainty_score":0.9999911},"labels":[],"label_agreement":null},{"id":"W4401424596","doi":"10.2196/56426","title":"Assessing ChatGPT as a Medical Consultation Assistant for Chronic Hepatitis B: Cross-Language Study of English and Chinese","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Consistency (knowledge bases); Chronic hepatitis; China; Health care; Medical education; Medicine; Variance (accounting); Psychology; Family medicine; Computer science; Artificial intelligence; Political science","score_opus":0.0501563872407287,"score_gpt":0.4894948880892685,"score_spread":0.4393385008485398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401424596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99474627,0.00064139185,0.0012482803,0.00052286725,0.0009903933,0.0011402891,0.000008806064,0.000100701654,0.00060099445],"genre_scores_gemma":[0.99778163,0.00020616398,0.00028864545,0.00042783414,0.0009265406,0.00020588789,0.0000761418,0.000016863489,0.000070279726],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749815,0.000037341193,0.0010705988,0.00013755611,0.0010145596,0.00024181668],"domain_scores_gemma":[0.99784636,0.0009432785,0.000142478,0.00017522946,0.00049316266,0.00039947557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010383143,0.00014232613,0.00033138006,0.00015812046,0.000102222555,0.00013271323,0.0000945066,0.0002596681,0.0003839051],"category_scores_gemma":[0.0076388214,0.00010519581,0.00005614317,0.00032874706,0.00021120194,0.0004379899,0.00004307769,0.00039344947,0.0000138387195],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013145899,0.00073345867,0.042283066,0.0065514557,0.00014412406,0.00007119992,0.43789676,0.0000024508554,0.00004238242,0.0005077247,0.0009901153,0.5106458],"study_design_scores_gemma":[0.0038350862,0.00950524,0.075428784,0.009835603,0.00044176498,0.0004239929,0.3816929,0.49773514,0.0021597447,0.0011801524,0.016803445,0.0009581631],"about_ca_topic_score_codex":0.00038563053,"about_ca_topic_score_gemma":0.00030025936,"teacher_disagreement_score":0.50968766,"about_ca_system_score_codex":0.00012744013,"about_ca_system_score_gemma":0.0015017869,"threshold_uncertainty_score":0.91449344},"labels":[],"label_agreement":null},{"id":"W4401434215","doi":"10.2196/53427","title":"Pediatric Sedation Assessment and Management System (PSAMS) for Pediatric Sedation in China: Development and Implementation Report","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Anesthesia and Sedative Agents","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sedation; Medicine; Medical emergency; Workflow; Emergency medicine; Medical physics; Database; Computer science; Anesthesia","score_opus":0.018271704294122972,"score_gpt":0.35955914981138937,"score_spread":0.3412874455172664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401434215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97224826,0.00012001187,0.024356725,0.0004358662,0.00014720015,0.0019194036,0.000004277392,0.00008840387,0.00067986705],"genre_scores_gemma":[0.98012674,0.00060592504,0.01733391,0.00022382879,0.00023601294,0.0005832245,0.000736879,0.000018982419,0.000134526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980704,0.000024743871,0.0008916432,0.00016984226,0.000634255,0.00020907425],"domain_scores_gemma":[0.99944276,0.00006574315,0.00015907828,0.00011010909,0.000048376904,0.00017396503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009860214,0.00015365578,0.00023031989,0.0003671414,0.000078498335,0.000065179716,0.000046662844,0.0001086732,0.00002903301],"category_scores_gemma":[0.000018566094,0.00012521245,0.000028357506,0.0003085302,0.000018858378,0.00030676642,0.000055536595,0.0001516629,0.0000085512775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011088118,0.00033293176,0.6037219,0.048282675,0.00024298893,0.0010312536,0.026447918,0.000006903913,0.000005112022,0.013173938,0.008255295,0.29838815],"study_design_scores_gemma":[0.0030676522,0.0002524638,0.931741,0.00039283134,0.00032364804,0.00050318125,0.010599157,0.038488917,0.000022084698,0.000052504867,0.014269606,0.0002869305],"about_ca_topic_score_codex":0.000005263994,"about_ca_topic_score_gemma":0.000006234976,"teacher_disagreement_score":0.32801908,"about_ca_system_score_codex":0.00024252951,"about_ca_system_score_gemma":0.0002670754,"threshold_uncertainty_score":0.5106015},"labels":[],"label_agreement":null},{"id":"W4401614834","doi":"10.2196/52817","title":"Factors Contributing to Successful Information System Implementation and Employee Well-Being in Health Care and Social Welfare Professionals: Comparative Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Strategic Research Council; Academy of Finland","keywords":"Cross-sectional study; Welfare; Health care; Health professionals; Nursing; Medicine; Psychology; Business; Political science","score_opus":0.055616494646909743,"score_gpt":0.5072153863851343,"score_spread":0.45159889173822454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401614834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908304,0.00009342005,0.00040850675,0.0014565465,0.0009054236,0.0052485303,0.00009698048,0.00021570946,0.00074446696],"genre_scores_gemma":[0.99774826,0.000004259408,0.000050709565,0.00085234153,0.00020927638,0.0008181359,0.00028475877,0.00001572072,0.000016558959],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9940811,0.00079135003,0.002876106,0.00019451615,0.0010745802,0.0009823501],"domain_scores_gemma":[0.9980118,0.00067011773,0.00050786114,0.00011494682,0.00028513,0.00041011028],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003928324,0.00025975608,0.00059409,0.0004238941,0.0018034822,0.00014679054,0.00015075876,0.00032193505,0.00010220137],"category_scores_gemma":[0.000103793405,0.00020605791,0.000036303736,0.00045723762,0.000054269996,0.0010325828,0.00026602298,0.0012890558,0.00004514607],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026796371,0.000014655019,0.63194656,0.0075011775,0.000023657945,0.0000011823998,0.35516474,0.0000014769951,6.687695e-8,0.003262013,0.00039780742,0.0016598504],"study_design_scores_gemma":[0.001168896,0.00026614757,0.45528328,0.0007860611,0.0000041457233,0.0000036779463,0.53561586,0.0010838876,7.4478095e-7,0.000006945481,0.0056442115,0.0001361526],"about_ca_topic_score_codex":0.0009652417,"about_ca_topic_score_gemma":0.0017878297,"teacher_disagreement_score":0.1804511,"about_ca_system_score_codex":0.0017747028,"about_ca_system_score_gemma":0.0015809506,"threshold_uncertainty_score":0.99949604},"labels":[],"label_agreement":null},{"id":"W4401641570","doi":"10.2196/57162","title":"Evaluation of AI-Driven LabTest Checker for Diagnostic Accuracy and Safety: Prospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical diagnosis; Medicine; Clinical decision support system; Test (biology); Gold standard (test); Patient safety; Medical physics; Health care; Medical emergency; Prospective cohort study; Diagnostic accuracy; Artificial intelligence; Computer science; Decision support system; Pathology; Internal medicine","score_opus":0.10493825447309495,"score_gpt":0.481556908129329,"score_spread":0.37661865365623404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401641570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98904836,0.00027406254,0.0018374902,0.0016289841,0.00043263676,0.0059360685,0.000012387372,0.000056478002,0.00077354664],"genre_scores_gemma":[0.99769586,0.0001244018,0.00039779767,0.00040035526,0.00027256753,0.0010038794,0.000053635787,0.0000117829695,0.0000397377],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977531,0.000048067315,0.0007729972,0.000114930386,0.0011444567,0.0001664729],"domain_scores_gemma":[0.99761593,0.001085433,0.000096212,0.00017415687,0.0008391206,0.00018912909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002374154,0.000103921404,0.00025154895,0.00011056255,0.000065142995,0.000028297241,0.00005972765,0.00012797544,0.0002150062],"category_scores_gemma":[0.007956122,0.000079707126,0.0000426834,0.00023365092,0.00010718373,0.00023126203,0.00002999041,0.0002735437,0.00003347165],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012564963,0.00074691884,0.58302844,0.0019614426,0.00030173213,0.0000049180862,0.056850143,0.000017244818,0.0000067351693,0.0017935515,0.0049038576,0.35025936],"study_design_scores_gemma":[0.0008828274,0.002408519,0.45367384,0.0019704537,0.001468016,0.00006294103,0.032172587,0.49765593,0.00084678124,0.0038961656,0.004676711,0.00028521338],"about_ca_topic_score_codex":0.000058156344,"about_ca_topic_score_gemma":0.000045894965,"teacher_disagreement_score":0.4976387,"about_ca_system_score_codex":0.00016990476,"about_ca_system_score_gemma":0.0011401736,"threshold_uncertainty_score":0.9524796},"labels":[],"label_agreement":null},{"id":"W4401657678","doi":"10.2196/56263","title":"Health Care Worker Usage of Large-Scale Health Information Exchanges in Japan: User-Level Audit Log Analysis Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scale (ratio); Audit; Health care; Business; Medicine; Computer science; Geography; Accounting; Cartography","score_opus":0.04588572297199925,"score_gpt":0.44858982595116204,"score_spread":0.4027041029791628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401657678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9389645,0.0047969925,0.01697734,0.017795002,0.0030709368,0.012612889,0.0007921763,0.00068337313,0.0043068193],"genre_scores_gemma":[0.98720294,0.0006452596,0.0010493911,0.0085375095,0.00034440585,0.0010793637,0.00054456416,0.00004072504,0.00055586104],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.990096,0.0012414418,0.0048553366,0.00023245656,0.0018962926,0.0016785108],"domain_scores_gemma":[0.99612284,0.00079254265,0.0012355068,0.000713984,0.00026378562,0.00087136653],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007828293,0.0003450454,0.0014901387,0.0014862786,0.00043097543,0.00003592393,0.00051612983,0.0005263347,0.0006164148],"category_scores_gemma":[0.0002566672,0.0002828099,0.00018571195,0.0033427044,0.00007266776,0.00087711023,0.0002789761,0.002256857,0.000411674],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005150672,0.0003382521,0.12630872,0.018293379,0.00030706494,0.0000041971953,0.716108,0.00003560235,6.74222e-8,0.00048322088,0.048463326,0.08960662],"study_design_scores_gemma":[0.003242005,0.0015164483,0.15901062,0.005054641,0.00010221859,0.0000065030517,0.55519557,0.028019328,6.465773e-7,0.0000279545,0.24732965,0.0004943905],"about_ca_topic_score_codex":0.0030126523,"about_ca_topic_score_gemma":0.04083887,"teacher_disagreement_score":0.19886632,"about_ca_system_score_codex":0.0020271097,"about_ca_system_score_gemma":0.0074411873,"threshold_uncertainty_score":0.9999624},"labels":[],"label_agreement":null},{"id":"W4401657718","doi":"10.2196/59392","title":"Development of a Cohort Analytics Tool for Monitoring Progression Patterns in Cardiovascular Diseases: Advanced Stochastic Modeling Approach","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cohort; Medicine; Population; Myocardial infarction; Cohort study; Computer science; Internal medicine","score_opus":0.024131151170502813,"score_gpt":0.34021333934764547,"score_spread":0.3160821881771427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401657718","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18183853,0.0004393064,0.8165014,0.000032246284,0.00023811629,0.0008015816,0.00000457105,0.00012706594,0.000017227685],"genre_scores_gemma":[0.7372797,0.000013793022,0.2621317,0.000015362006,0.0000641232,0.00045740744,0.000023526109,0.0000119587085,0.0000024015499],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971877,0.000037927246,0.00095850776,0.00021034396,0.0012617831,0.00034378504],"domain_scores_gemma":[0.9990504,0.00013301341,0.000093907125,0.0004309468,0.00009986885,0.00019185791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009890035,0.00016443469,0.00038540259,0.00022198119,0.0000678635,0.0000806854,0.000590705,0.00012475846,0.0000016907944],"category_scores_gemma":[0.00022477895,0.00013540771,0.0001396838,0.00041628236,0.000022419637,0.0003957712,0.00028112798,0.00038395057,0.0000019758331],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013129739,0.00010983533,0.0070582707,0.0077272337,0.00019345639,0.000011023497,0.019167755,0.30597708,8.8084147e-7,0.00083479757,0.000008102702,0.6588984],"study_design_scores_gemma":[0.00028117982,0.00003151507,0.0008040779,0.0015636383,0.000019494753,0.000006286299,0.0005647863,0.99637556,0.0000066169528,0.000057399837,0.00013775483,0.0001517067],"about_ca_topic_score_codex":0.0000045729034,"about_ca_topic_score_gemma":6.339851e-7,"teacher_disagreement_score":0.69039845,"about_ca_system_score_codex":0.00015773409,"about_ca_system_score_gemma":0.0005485357,"threshold_uncertainty_score":0.5521766},"labels":[],"label_agreement":null},{"id":"W4401657722","doi":"10.2196/58445","title":"State-of-the-Art Fast Healthcare Interoperability Resources (FHIR)–Based Data Model and Structure Implementations: Systematic Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Preprint; Computer science; Implementation; Data science; Software engineering; World Wide Web","score_opus":0.04874140708376838,"score_gpt":0.40088586038907636,"score_spread":0.35214445330530797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401657722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10439336,0.07779099,0.7012289,0.092246205,0.0021986724,0.019191597,0.0012296209,0.0013588346,0.0003618272],"genre_scores_gemma":[0.91111493,0.0018757512,0.06724014,0.018982304,0.000088235596,0.0003384317,0.00024512067,0.000046634646,0.00006842672],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965534,0.00036690038,0.0014819579,0.00024743882,0.0010820995,0.00026816022],"domain_scores_gemma":[0.9974037,0.0004085832,0.00031502094,0.0015163389,0.00013096213,0.0002253912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016511081,0.0001766489,0.00045240272,0.00008810618,0.0001440809,0.00017995312,0.0018045963,0.00007300657,0.00002896499],"category_scores_gemma":[0.0006404096,0.000110437824,0.000050807885,0.0004826829,0.00012793034,0.0006669105,0.0012089709,0.0006166068,0.0000071093727],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000203497,0.000013332412,0.00031706877,0.96228284,0.000022411832,0.0000024453752,0.013359092,0.00020487234,7.9017497e-7,0.0011685402,0.0018979002,0.020728692],"study_design_scores_gemma":[0.000088204186,0.00003332478,0.000044657558,0.20186524,0.000012924515,0.00002141597,0.000201456,0.7972218,0.0000031622321,0.00030031483,0.00011543913,0.00009204482],"about_ca_topic_score_codex":0.000030620486,"about_ca_topic_score_gemma":0.00018739776,"teacher_disagreement_score":0.80672157,"about_ca_system_score_codex":0.00006722544,"about_ca_system_score_gemma":0.00078643864,"threshold_uncertainty_score":0.4503524},"labels":[],"label_agreement":null},{"id":"W4401657770","doi":"10.2196/60402","title":"Applying the Non-Adoption, Abandonment, Scale-up, Spread, and Sustainability Framework Across Implementation Stages to Identify Key Strategies to Facilitate Clinical Decision Support System Integration Within a Large Metropolitan Health Service: Interview and Focus Group Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Key (lock); Preprint; Computer science; Metropolitan area; Service (business); Data science; Process management; World Wide Web; Medicine; Business; Computer security","score_opus":0.08013972445141748,"score_gpt":0.5387226386893667,"score_spread":0.45858291423794917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401657770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68776023,0.0002641167,0.29129693,0.004115602,0.0012350349,0.014951902,0.0001456119,0.00019456605,0.000036016558],"genre_scores_gemma":[0.98774487,0.00017325897,0.0016840508,0.0033653807,0.00025949962,0.0066221585,0.00007071576,0.000037459467,0.00004261667],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9903059,0.0021443325,0.0044159903,0.0004997348,0.0013824162,0.0012516472],"domain_scores_gemma":[0.99500054,0.0022121703,0.0006089672,0.00064258964,0.00045361827,0.0010821123],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.028452108,0.00038490852,0.0008927156,0.0002111184,0.0012292919,0.00037331655,0.00041108968,0.00038811844,0.00007007182],"category_scores_gemma":[0.000695656,0.0002548731,0.00008396721,0.0008991616,0.00010007228,0.00081783964,0.00067837414,0.0019433888,0.00009724352],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022486584,0.00019709498,0.05554676,0.019427126,0.00013640051,0.000008589947,0.691967,0.00000319284,9.477526e-7,0.0072471253,0.005587245,0.21965364],"study_design_scores_gemma":[0.0014026858,0.0016050866,0.03489233,0.0035253405,0.00003674383,0.000014885669,0.94397974,0.0037281604,5.973249e-7,0.0009618321,0.009607626,0.0002449948],"about_ca_topic_score_codex":0.003934195,"about_ca_topic_score_gemma":0.033757716,"teacher_disagreement_score":0.29998463,"about_ca_system_score_codex":0.002257017,"about_ca_system_score_gemma":0.0018207894,"threshold_uncertainty_score":0.99999034},"labels":[],"label_agreement":null},{"id":"W4401666259","doi":"10.2196/52675","title":"Unintended Consequences of Data Sharing Under the Meaningful Use Program","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health and Psychiatry","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data governance; Accountability; Data sharing; Data quality; Transparency (behavior); Medicaid; Interoperability; Unintended consequences; Health care; Reimbursement; Data collection; Computer science; Process (computing); Computer security; Government (linguistics); Quality (philosophy); Internet privacy; Business; Medicine","score_opus":0.19695051596769003,"score_gpt":0.39877692941466547,"score_spread":0.20182641344697544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401666259","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42808738,0.0033971404,0.0010803865,0.04871582,0.012424824,0.0044185463,0.000997086,0.0017352031,0.49914363],"genre_scores_gemma":[0.99228907,0.00010911112,0.0009867253,0.004127155,0.0005066586,0.00004842112,0.00020587414,0.000013375981,0.0017135978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987043,0.000019060859,0.00052305154,0.000083050196,0.0004690894,0.00020141256],"domain_scores_gemma":[0.999207,0.00014211811,0.00008043423,0.00039736403,0.000036065583,0.00013698425],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00051914,0.000089153065,0.00012170539,0.00004535822,0.00015361048,0.00027446105,0.0006847016,0.00005267432,0.0019766102],"category_scores_gemma":[0.000028600198,0.00004826729,0.000033580298,0.000057138273,0.0011025305,0.000631391,0.00021899167,0.00030628778,0.0000863476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010099167,0.000053361746,0.000047174486,0.00097404735,0.000046493093,0.000003236068,0.035199083,3.3812802e-7,2.6626242e-7,0.8975931,0.038097423,0.027975403],"study_design_scores_gemma":[0.00019728277,0.00015384905,0.00003257751,0.00089341414,0.00003053091,0.000028731078,0.056577884,0.025945406,0.000007151904,0.011734973,0.904264,0.00013421728],"about_ca_topic_score_codex":0.00015066257,"about_ca_topic_score_gemma":0.0003047952,"teacher_disagreement_score":0.8858581,"about_ca_system_score_codex":0.000012611045,"about_ca_system_score_gemma":0.00020497637,"threshold_uncertainty_score":0.9989357},"labels":[],"label_agreement":null},{"id":"W4401666385","doi":"10.2196/58977","title":"Automated System to Capture Patient Symptoms From Multitype Japanese Clinical Texts: Retrospective Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pharmacist; Breast cancer; Docetaxel; Adverse effect; Cancer; Natural language processing; Computer science; Internal medicine; Pharmacy; Family medicine","score_opus":0.014876923543885047,"score_gpt":0.35484970653042863,"score_spread":0.3399727829865436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401666385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97876585,0.00010856825,0.008100701,0.0012976663,0.0036991965,0.0017161767,0.000034861354,0.004766026,0.0015109692],"genre_scores_gemma":[0.99206555,0.000002240364,0.005895555,0.0015186049,0.00028165858,0.0001367915,0.000019423625,0.000022371036,0.000057809397],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99531645,0.00038035933,0.0015480587,0.00041927802,0.0018720643,0.00046376797],"domain_scores_gemma":[0.9972456,0.00050625415,0.00019706736,0.000988649,0.00022456287,0.0008378424],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012087518,0.0002851201,0.0005250682,0.00019825873,0.0001396369,0.00036652113,0.0013056111,0.00037027703,0.00007106291],"category_scores_gemma":[0.00086881354,0.00021340419,0.00011932678,0.00094208564,0.00006829222,0.00046578282,0.00085883803,0.001427644,0.0012965028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007132463,0.001309885,0.11670513,0.0019832542,0.00058419385,0.0014693821,0.6440309,0.00054695504,0.0000012658545,0.00671747,0.05118873,0.17539147],"study_design_scores_gemma":[0.00040242428,0.00082900765,0.0376132,0.00070059026,0.000014922313,0.000036729904,0.007430748,0.94880044,6.9064845e-7,0.00001728776,0.003882942,0.00027103059],"about_ca_topic_score_codex":0.0006032711,"about_ca_topic_score_gemma":0.00007509429,"teacher_disagreement_score":0.94825345,"about_ca_system_score_codex":0.00036751002,"about_ca_system_score_gemma":0.0003684186,"threshold_uncertainty_score":0.9994811},"labels":[],"label_agreement":null},{"id":"W4401696052","doi":"10.2196/50307","title":"Characteristics of Existing Online Patient Navigation Interventions: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cancer survivorship and care","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Sinai Health System; Toronto Western Hospital; University Health Network; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Psychological intervention; Computer science; Medicine; World Wide Web; Human–computer interaction; Nursing","score_opus":0.06880567127393451,"score_gpt":0.415844876054656,"score_spread":0.3470392047807215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401696052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8975434,0.07962395,0.0062326444,0.0029892991,0.0029816485,0.003131373,0.00022194027,0.00046443238,0.006811365],"genre_scores_gemma":[0.9665443,0.023351928,0.0018476598,0.005449826,0.00061701005,0.00021932482,0.0016631145,0.000045832876,0.00026105595],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9980283,0.000015498881,0.0011427245,0.000065465865,0.0006192199,0.00012883065],"domain_scores_gemma":[0.99926156,0.000083134764,0.00018668834,0.00017284915,0.00014347055,0.00015229845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003192413,0.00009844986,0.00033944502,0.00007530836,0.000021661042,0.000016543356,0.000070837435,0.00008608657,0.00044824407],"category_scores_gemma":[0.0002754498,0.00007806861,0.0001837985,0.00027457892,0.000061614584,0.00012363907,0.000061257786,0.00030025735,0.000029846387],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011760225,0.00012823696,0.00027553353,0.34477764,0.00005544354,0.00004271531,0.005152772,9.467186e-8,0.0000072896705,0.00053528824,0.0015160858,0.6474971],"study_design_scores_gemma":[0.0002350714,0.00028760047,0.00045388757,0.98853284,0.00015887001,0.0001340394,0.0016467095,0.0023672064,0.000114125156,0.00003118715,0.005906898,0.00013155179],"about_ca_topic_score_codex":0.0000146544035,"about_ca_topic_score_gemma":0.000015188749,"teacher_disagreement_score":0.64736557,"about_ca_system_score_codex":0.000055378026,"about_ca_system_score_gemma":0.0002802162,"threshold_uncertainty_score":0.49079582},"labels":[],"label_agreement":null},{"id":"W4401951448","doi":"10.2196/59651","title":"Implementation of the World Health Organization Minimum Dataset for Emergency Medical Teams to Create Disaster Profiles for the Indonesian SATUSEHAT Platform Using Fast Healthcare Interoperability Resources: Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Disaster Response and Management","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Health care; Computer science; Health informatics; Business; Process management; Knowledge management; World Wide Web","score_opus":0.0764936592044333,"score_gpt":0.4638518272408005,"score_spread":0.3873581680363672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401951448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9683752,0.000029230781,0.013799024,0.007944425,0.0005803937,0.008735028,0.0004882634,0.00003333985,0.000015093867],"genre_scores_gemma":[0.9924554,0.00002088561,0.0011621593,0.0032209049,0.0001771734,0.0016182918,0.0011278321,0.000034506516,0.00018280945],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969594,0.00020960688,0.0015091809,0.0001730646,0.00079491106,0.00035387653],"domain_scores_gemma":[0.99861866,0.00037942603,0.00030042042,0.0003232654,0.00013433344,0.00024390344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026316233,0.00016340116,0.00025277783,0.00013607557,0.0006799406,0.000042372216,0.0003309634,0.00008484593,0.0002257361],"category_scores_gemma":[0.00023851493,0.00008929282,0.000033494558,0.0004531947,0.000055333057,0.0002583496,0.00047466767,0.00025121245,0.0000058736696],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025309375,0.0002501862,0.038298625,0.008867527,0.00019924558,4.9053335e-7,0.764183,0.0000032295723,0.0000039158544,0.0007872185,0.039894033,0.14725943],"study_design_scores_gemma":[0.001959752,0.00049395097,0.025890354,0.0019560342,0.00009491559,0.0000022779539,0.82873017,0.0039587496,0.00007125672,0.000066277484,0.1365355,0.00024076489],"about_ca_topic_score_codex":0.00018632111,"about_ca_topic_score_gemma":0.0033417034,"teacher_disagreement_score":0.14701867,"about_ca_system_score_codex":0.00022800577,"about_ca_system_score_gemma":0.00085156015,"threshold_uncertainty_score":0.5229622},"labels":[],"label_agreement":null},{"id":"W4402277801","doi":"10.2196/58478","title":"Practical Applications of Large Language Models for Health Care Professionals and Scientists","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Biomedicine; Relevance (law); Exploit; Health care; Productivity; Narrative; Engineering ethics; Computer science; Knowledge management; Engineering; Political science","score_opus":0.10636197840513929,"score_gpt":0.550919791258643,"score_spread":0.4445578128535037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402277801","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21162093,0.006943339,0.69032276,0.07894916,0.0010823768,0.0074462853,0.00031344226,0.0002898924,0.0030318198],"genre_scores_gemma":[0.97887313,0.00010894019,0.015988655,0.0038234391,0.00025204945,0.0005010477,0.00020922604,0.000010979194,0.00023253543],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9987283,0.000016045757,0.00055638055,0.00008379023,0.00041545863,0.00020003896],"domain_scores_gemma":[0.99905056,0.0002694341,0.000081959646,0.00013937344,0.00016957172,0.0002891163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057886454,0.00006503346,0.00017168342,0.00010789216,0.00009625408,0.000018511386,0.000046031528,0.000117158634,0.000066796296],"category_scores_gemma":[0.00018714317,0.000048837384,0.00003964556,0.00020507217,0.00009047094,0.00017753181,0.000032458935,0.00020563623,0.000015151377],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082253464,0.00055374485,0.0001796436,0.025114229,0.00005385469,0.000005315595,0.27605623,0.0000015545343,0.000012034328,0.09094794,0.10307431,0.5039189],"study_design_scores_gemma":[0.0005208566,0.0011536666,0.00018020769,0.0052919956,0.00011668674,0.00028766695,0.44512355,0.3474112,0.0022083283,0.004994244,0.19232345,0.00038818427],"about_ca_topic_score_codex":0.000016691385,"about_ca_topic_score_gemma":0.000016097454,"teacher_disagreement_score":0.7672522,"about_ca_system_score_codex":0.00005849262,"about_ca_system_score_gemma":0.0014328308,"threshold_uncertainty_score":0.25417805},"labels":[],"label_agreement":null},{"id":"W4402278190","doi":"10.2196/58080","title":"Exploring Impediments Imposed by the Medical Device Regulation EU 2017/745 on Software as a Medical Device","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"European union; Business; Health care; Quality (philosophy); Medical device; Industrial organization; Marketing; Risk analysis (engineering); International trade; Economic growth; Medicine; Economics","score_opus":0.37727597990961215,"score_gpt":0.45354553336552555,"score_spread":0.07626955345591341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402278190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6233126,0.004299116,0.015317749,0.32464442,0.006882041,0.0030188407,0.00037454255,0.0009969714,0.021153692],"genre_scores_gemma":[0.62972933,0.0033051034,0.0034046008,0.35204804,0.0053801197,0.0024471595,0.0009626924,0.00026443438,0.0024585393],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99049866,0.0003287659,0.0059840567,0.00044823103,0.0019612415,0.0007790307],"domain_scores_gemma":[0.9933087,0.0033336028,0.0011614132,0.0007678892,0.000088267414,0.0013401206],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023122177,0.00038143722,0.0009356472,0.00034540537,0.00037049054,0.00027208345,0.0011312406,0.00069524505,0.006340811],"category_scores_gemma":[0.016539007,0.00032780005,0.0002094927,0.00051433686,0.00025913125,0.0013938403,0.0002740237,0.0012991375,0.0131259095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052451116,0.00032398468,0.0012144953,0.0028978658,0.00039542923,0.00004398472,0.021595573,0.00002926993,5.217565e-7,0.08130938,0.8626051,0.029531958],"study_design_scores_gemma":[0.0013879249,0.00019848693,0.0009063936,0.0018844432,0.000021164835,0.00016584745,0.003478149,0.13272654,0.000010555807,0.0027814938,0.8558435,0.0005955018],"about_ca_topic_score_codex":0.0003050615,"about_ca_topic_score_gemma":0.00007062581,"teacher_disagreement_score":0.13269725,"about_ca_system_score_codex":0.0006484766,"about_ca_system_score_gemma":0.0012454318,"threshold_uncertainty_score":0.9999174},"labels":[],"label_agreement":null},{"id":"W4402330437","doi":"10.2196/60851","title":"EyeMatics: An Ophthalmology Use Case Within the German Medical Informatics Initiative","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Retinal Imaging and Analysis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; German; Health informatics; Informatics; Medicine; Smartwatch; Optometry; Computer science; World Wide Web; Engineering; Geography; Nursing; Public health; Archaeology; Embedded system","score_opus":0.0430194634369635,"score_gpt":0.39172018576433904,"score_spread":0.34870072232737553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402330437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98556376,0.000124076,0.003838878,0.0035900506,0.00040671328,0.00050455023,0.000022389604,0.0003212591,0.0056283437],"genre_scores_gemma":[0.9842711,0.000079411315,0.005182482,0.009254765,0.00047462844,0.00008482368,0.00016433351,0.000043564884,0.0004448971],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950377,0.00018096868,0.0019343419,0.00014533191,0.002198175,0.00050349726],"domain_scores_gemma":[0.9967073,0.0009413354,0.00030039222,0.00070849067,0.00023502998,0.0011074275],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002129684,0.00035373177,0.00065954175,0.00033685646,0.00022916091,0.0003177244,0.00044212764,0.0004617602,0.0012318566],"category_scores_gemma":[0.00158607,0.00020103082,0.00024312477,0.000750715,0.0008326072,0.0010775698,0.00022905521,0.0018308475,0.0005122536],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033958358,0.0018882909,0.007586893,0.014096764,0.0038384486,0.14616169,0.6401659,0.00008092508,0.000016452906,0.02555561,0.07902573,0.08124366],"study_design_scores_gemma":[0.0008649378,0.0004551257,0.00021113905,0.0015680803,0.00045875803,0.12958457,0.026774952,0.8325365,0.000045903173,0.00064885407,0.0064927633,0.00035838585],"about_ca_topic_score_codex":0.000054036744,"about_ca_topic_score_gemma":0.000014242787,"teacher_disagreement_score":0.83245564,"about_ca_system_score_codex":0.00009068973,"about_ca_system_score_gemma":0.0009337561,"threshold_uncertainty_score":0.9996812},"labels":[],"label_agreement":null},{"id":"W4402330563","doi":"10.2196/57705","title":"Design and Implementation of a Dashboard for Drug Interactions Mediated by Cytochromes Using a Health Care Data Warehouse in a University Hospital Center: Development Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacogenetics and Drug Metabolism","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dashboard; Preprint; Data warehouse; Health care; Computer science; Medicine; Data science; Medical emergency; World Wide Web; Database; Political science","score_opus":0.10868641297336078,"score_gpt":0.4858274659126044,"score_spread":0.3771410529392436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402330563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870171,0.00078552915,0.008210266,0.0004473395,0.00047327665,0.0020878396,0.00091385876,0.00005181681,0.000012949062],"genre_scores_gemma":[0.9933423,0.0005793051,0.004882399,0.00046775045,0.000037691065,0.00004367123,0.0006210711,0.000015218504,0.000010623832],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848133,0.00021428513,0.00061914563,0.00016152942,0.00025291648,0.000270769],"domain_scores_gemma":[0.99908346,0.00032428952,0.00015402804,0.0001341618,0.000059669237,0.00024437485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089771993,0.00014694514,0.0002609994,0.00020142146,0.00012407565,0.00002128042,0.00029288608,0.00006670731,0.00008472011],"category_scores_gemma":[0.000021969758,0.00014063162,0.000024497804,0.00022637626,0.00007661461,0.00029260246,0.00022265577,0.0003494998,0.000002347691],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044037303,0.002280118,0.011215628,0.0025407495,0.0010702765,0.00005758958,0.6607622,0.00021927441,0.0005761109,0.00005826043,0.043993264,0.27678615],"study_design_scores_gemma":[0.012491021,0.00043118626,0.001298645,0.0002728844,0.00026720017,0.000020893833,0.14589351,0.2788421,0.0024619708,0.000013515054,0.5574543,0.00055277586],"about_ca_topic_score_codex":0.00005176205,"about_ca_topic_score_gemma":0.0001441669,"teacher_disagreement_score":0.5148687,"about_ca_system_score_codex":0.00013910537,"about_ca_system_score_gemma":0.00074812945,"threshold_uncertainty_score":0.57347906},"labels":[],"label_agreement":null},{"id":"W4402441846","doi":"10.2196/58276","title":"Clinical Decision Support to Increase Emergency Department Naloxone Coprescribing: Implementation Report","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute","keywords":"Emergency department; Clinical decision support system; Preprint; Decision support system; Medicine; Medical emergency; Computer science; Emergency medicine; World Wide Web; Data mining; Nursing","score_opus":0.03309522361230014,"score_gpt":0.43133703076569785,"score_spread":0.3982418071533977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402441846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977008,0.0001969102,0.010235158,0.002340424,0.0017838008,0.0020839141,0.000056089506,0.000365353,0.005930338],"genre_scores_gemma":[0.94789165,0.0011263909,0.038413525,0.0053866473,0.0009402874,0.00093025295,0.0032979066,0.00009430181,0.0019190266],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950584,0.000040763018,0.0024258594,0.0002764679,0.0017619001,0.00043661677],"domain_scores_gemma":[0.99774295,0.0001499723,0.00015784176,0.00057715166,0.00015345404,0.0012186205],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001285162,0.00026185566,0.00046804958,0.00023742043,0.000073705916,0.0000492421,0.00016594613,0.00021388377,0.006251061],"category_scores_gemma":[0.0004983207,0.00020001283,0.0002534297,0.00044712028,0.000049479764,0.00024580926,0.0002021612,0.0003910557,0.001690813],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028631135,0.0010566072,0.041321572,0.00071735407,0.00041710323,0.0031102756,0.005779764,0.0000011163471,0.000011963061,0.0004081982,0.4800168,0.46687293],"study_design_scores_gemma":[0.004525976,0.002901921,0.07632482,0.0010256886,0.00058955984,0.002006186,0.005663654,0.003672985,0.00019672436,0.00036215785,0.9021587,0.00057165633],"about_ca_topic_score_codex":0.00004390254,"about_ca_topic_score_gemma":0.000031351068,"teacher_disagreement_score":0.46630126,"about_ca_system_score_codex":0.00021440792,"about_ca_system_score_gemma":0.00093319075,"threshold_uncertainty_score":0.9990865},"labels":[],"label_agreement":null},{"id":"W4402443124","doi":"10.2196/56343","title":"Application of Spatial Analysis on Electronic Health Records to Characterize Patient Phenotypes: Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Cancer Institute","keywords":"Geocoding; Medicine; MEDLINE; Medical diagnosis; Data science; Clinical decision support system; Data mining; Computer science; Cartography; Decision support system; Pathology; Geography","score_opus":0.019143011872597742,"score_gpt":0.35967826943969494,"score_spread":0.3405352575670972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402443124","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000048075967,0.9867029,0.0021765954,0.00031354334,0.00015305357,0.009360983,0.0008313513,0.00014781463,0.00030890273],"genre_scores_gemma":[0.000057364923,0.98696315,0.00016143972,0.0042638206,0.00012612292,0.0023138358,0.006002954,0.0000564543,0.00005486206],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9925208,0.00029814767,0.004386964,0.0003434967,0.0019256222,0.0005249897],"domain_scores_gemma":[0.9950762,0.0002091404,0.0021053667,0.0016074231,0.00018482767,0.0008170598],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014739714,0.0005655366,0.006577242,0.000718647,0.00003369802,0.000023245195,0.00050925877,0.00029902562,0.00020413127],"category_scores_gemma":[0.00082297524,0.0003696165,0.0011501362,0.0021728668,0.000055258264,0.00006322935,0.00018272168,0.0008873183,0.0012382638],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008826419,0.0001069771,7.164633e-7,0.64345294,0.0011549722,0.000003200682,0.00013793688,8.6596486e-8,3.2901848e-9,0.00006490647,0.0023739655,0.35269544],"study_design_scores_gemma":[0.000102506645,0.00046731232,0.0000054410257,0.5543355,0.009431027,0.000021213813,0.000020168889,0.000490805,4.1586453e-8,0.0000031439215,0.43489775,0.00022512783],"about_ca_topic_score_codex":0.000041522522,"about_ca_topic_score_gemma":0.000028073453,"teacher_disagreement_score":0.4325238,"about_ca_system_score_codex":0.00075006916,"about_ca_system_score_gemma":0.0020279398,"threshold_uncertainty_score":0.9998756},"labels":[],"label_agreement":null},{"id":"W4402552507","doi":"10.2196/62924","title":"Use of SNOMED CT in Large Language Models: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"SNOMED CT; Computer science; Medicine; Natural language processing; Data science; Terminology; Linguistics","score_opus":0.21626627379547106,"score_gpt":0.4886790875448922,"score_spread":0.27241281374942117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402552507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92389697,0.053493742,0.0046153357,0.008159561,0.0009778559,0.0033632184,0.000021613125,0.00022886496,0.005242861],"genre_scores_gemma":[0.96575195,0.023859888,0.0014102033,0.008283494,0.00020864709,0.0001463349,0.000107034975,0.00001950315,0.00021297099],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9982304,0.000026720332,0.0009961817,0.00006692953,0.00046345804,0.00021633269],"domain_scores_gemma":[0.9992395,0.0002440279,0.000072927905,0.00019933772,0.00006177917,0.0001824203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007047877,0.0000821851,0.0002983028,0.00015289959,0.00001608578,0.000014710304,0.000071440154,0.000075210395,0.00051173253],"category_scores_gemma":[0.00058825186,0.00006332193,0.0000621318,0.0004113909,0.000047784757,0.00035346914,0.000033045326,0.00033891262,0.000089217436],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004447262,0.00046662695,0.001833092,0.23582493,0.000054103202,0.00024356783,0.06256937,0.000024948076,0.000018335048,0.0049529914,0.018011566,0.675956],"study_design_scores_gemma":[0.00017120865,0.00025598987,0.00018125348,0.6244259,0.00008690113,0.00022018066,0.01248035,0.35253215,0.0012958562,0.00074143533,0.007289132,0.00031962816],"about_ca_topic_score_codex":0.00011084408,"about_ca_topic_score_gemma":0.00007494322,"teacher_disagreement_score":0.67563635,"about_ca_system_score_codex":0.000062469466,"about_ca_system_score_gemma":0.00064855075,"threshold_uncertainty_score":0.5603112},"labels":[],"label_agreement":null},{"id":"W4402552866","doi":"10.2196/59782","title":"Evaluating Medical Entity Recognition in Health Care: Entity Model Quantitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Health care; Artificial intelligence; Data science; World Wide Web","score_opus":0.1318051687556064,"score_gpt":0.45194625194234095,"score_spread":0.3201410831867345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402552866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32048562,0.00022962871,0.6757748,0.0013730836,0.00057045894,0.0006345637,0.000004420585,0.00025069137,0.00067671924],"genre_scores_gemma":[0.86889553,0.000062903295,0.12917073,0.001583045,0.00009577019,0.00013395364,0.00002115034,0.000011618348,0.000025291738],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950316,0.00025454455,0.0012828138,0.00027238965,0.0027443056,0.00041432335],"domain_scores_gemma":[0.9986569,0.00028780298,0.00014318053,0.0003942882,0.000123169,0.00039460193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043739416,0.00016839975,0.0003042991,0.00026328312,0.00011300668,0.00023279962,0.00084071304,0.00017229331,0.00010073267],"category_scores_gemma":[0.00092934683,0.00014795791,0.00006802474,0.0006138379,0.00006418291,0.0011659384,0.0005111601,0.0008748186,0.00014354079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009867202,0.00046246126,0.00045866673,0.0014561756,0.00004432219,0.00007636681,0.22172043,0.0016609103,0.0000010063284,0.019551827,0.0009303301,0.75362766],"study_design_scores_gemma":[0.0005289182,0.00023583585,0.000083770676,0.00054571906,0.000003980689,0.000011678119,0.0046553034,0.9908183,0.000002689378,0.0028296355,0.00013566719,0.00014848205],"about_ca_topic_score_codex":0.00016052,"about_ca_topic_score_gemma":0.00036340416,"teacher_disagreement_score":0.98915744,"about_ca_system_score_codex":0.00029662048,"about_ca_system_score_gemma":0.001812082,"threshold_uncertainty_score":0.6033549},"labels":[],"label_agreement":null},{"id":"W4402555755","doi":"10.2196/66588","title":"Test Ltp (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Test (biology); Computer science; World Wide Web; Biology; Ecology","score_opus":0.02754244228619103,"score_gpt":0.33704893377337775,"score_spread":0.30950649148718673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402555755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8321808,0.00016038034,0.003458946,0.0016303395,0.0007722137,0.00046785822,0.0000037852683,0.0012937224,0.16003194],"genre_scores_gemma":[0.9867483,0.000014949931,0.0021946752,0.009896309,0.00045143574,0.00004895261,0.0000074423924,0.000021145323,0.00061683863],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985563,0.000007738721,0.0004927801,0.00008660052,0.0006392072,0.00021736103],"domain_scores_gemma":[0.9991357,0.00034371662,0.000041230618,0.00022402087,0.000055061548,0.00020028588],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003562581,0.00011371527,0.00017938297,0.00013359422,0.000044592023,0.00005922783,0.00009738044,0.00016435109,0.0007367484],"category_scores_gemma":[0.0014164568,0.00008527593,0.00008635201,0.0003402504,0.000087298984,0.00014513379,0.00007629236,0.0005779799,0.0022997137],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049263574,0.0004919177,0.006622885,0.0046091783,0.00020680166,0.0009269218,0.014604867,0.0000014949835,0.00953562,0.0032067595,0.09357737,0.86616695],"study_design_scores_gemma":[0.0012885926,0.00037526063,0.001131022,0.0020791371,0.00006180896,0.0026563264,0.0016615029,0.1941086,0.034964353,0.00037835207,0.7610017,0.00029333067],"about_ca_topic_score_codex":0.000005151433,"about_ca_topic_score_gemma":0.0000015924869,"teacher_disagreement_score":0.8658736,"about_ca_system_score_codex":0.000058324174,"about_ca_system_score_gemma":0.00023279236,"threshold_uncertainty_score":0.9984771},"labels":[],"label_agreement":null},{"id":"W4402592798","doi":"10.2196/60665","title":"An Automatic and End-to-End System for Rare Disease Knowledge Graph Construction Based on Ontology-Enhanced Large Language Models: Development Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Information extraction; Named-entity recognition; Relationship extraction; Domain knowledge; Ontology; Data science; Information retrieval; Data mining; Artificial intelligence","score_opus":0.01387842618304462,"score_gpt":0.3118774236526712,"score_spread":0.29799899746962655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402592798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85931003,0.00039614207,0.1382815,0.000114535134,0.00036764322,0.00084955676,0.00007918319,0.0002242214,0.00037717697],"genre_scores_gemma":[0.9884318,0.0000056561717,0.0104381805,0.00031588128,0.000102011276,0.0004185196,0.0002346521,0.00001572724,0.000037545993],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986369,0.000069446854,0.0004507872,0.00023353391,0.0003113071,0.00029805067],"domain_scores_gemma":[0.9990878,0.00008192534,0.000057556,0.00027115043,0.00005189432,0.00044964597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005125393,0.00019497241,0.00023503417,0.00013451972,0.00012639003,0.00005791957,0.00019478568,0.0002246307,0.000019735853],"category_scores_gemma":[0.00014389139,0.00014787125,0.000054978715,0.00013044124,0.00012777897,0.000012296986,0.00007484686,0.00015249087,0.000010471121],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039846657,0.0011700272,0.0003916297,0.0049336213,0.00029108708,0.00005808083,0.029193094,0.00009682628,0.00059728447,0.00096831383,0.0030800723,0.9588215],"study_design_scores_gemma":[0.0048046336,0.0032316505,0.0017395418,0.0017817392,0.00016465504,0.00004758437,0.06421295,0.9027825,0.0032599838,0.000102180886,0.01692308,0.00094950065],"about_ca_topic_score_codex":0.000001533546,"about_ca_topic_score_gemma":0.000030709394,"teacher_disagreement_score":0.957872,"about_ca_system_score_codex":0.000036496847,"about_ca_system_score_gemma":0.00035173915,"threshold_uncertainty_score":0.6030015},"labels":[],"label_agreement":null},{"id":"W4402672560","doi":"10.2196/52837","title":"Personalized Prediction of Long-Term Renal Function Prognosis Following Nephrectomy Using Interpretable Machine Learning Algorithms: Case-Control Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Renal cell carcinoma treatment","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nephrectomy; Kidney disease; Renal function; Machine learning; Medicine; Computer science; Artificial intelligence; Intensive care medicine; Acute kidney injury; Algorithm; Internal medicine; Kidney","score_opus":0.026049225132697314,"score_gpt":0.3039769308062124,"score_spread":0.2779277056735151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402672560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9708526,0.0010471573,0.025193306,0.000054379285,0.0004590316,0.00178892,0.000025762003,0.0002580602,0.00032075675],"genre_scores_gemma":[0.9978421,0.000020828202,0.0013204481,0.000070074755,0.00028007923,0.0001745646,0.00007819969,0.000039927272,0.00017383399],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969632,0.00013810719,0.0010623209,0.00021080502,0.0012777149,0.00034782555],"domain_scores_gemma":[0.99894977,0.00020403364,0.00019230989,0.00021506633,0.00011061259,0.00032820625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008919511,0.00029154983,0.00061193574,0.0003486452,0.00012863829,0.000078277335,0.00008973016,0.00020312841,0.0004643684],"category_scores_gemma":[0.0001423052,0.00021791196,0.0003391549,0.00046020158,0.00008831416,0.0004422983,0.00007266008,0.00074296055,0.000018574448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018680169,0.001860318,0.60950935,0.0049502826,0.0076090437,0.017862273,0.040016323,0.00020598239,0.0019332708,0.000018694715,0.00022111049,0.31394532],"study_design_scores_gemma":[0.009350283,0.004490944,0.019516716,0.0030314538,0.0039272606,0.0074693095,0.0049466942,0.9458944,0.0006520893,0.000005056948,0.00042333378,0.0002924276],"about_ca_topic_score_codex":0.00006817275,"about_ca_topic_score_gemma":0.00000865258,"teacher_disagreement_score":0.9456884,"about_ca_system_score_codex":0.00031734246,"about_ca_system_score_gemma":0.00027976724,"threshold_uncertainty_score":0.8886192},"labels":[],"label_agreement":null},{"id":"W4402953911","doi":"10.2196/58498","title":"Implementation of the Observational Medical Outcomes Partnership Model in Electronic Medical Record Systems: Evaluation Study Using Factor Analysis and Decision-Making Trial and Evaluation Laboratory-Best-Worst Methods","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; General partnership; Electronic medical record; Quality (philosophy); Medical record; Health care; Electronic health record; Computer science; Observational methods in psychology; Medicine; Medical emergency; Process management; Data science; Engineering","score_opus":0.27273664355886074,"score_gpt":0.6257707790688216,"score_spread":0.3530341355099609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402953911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96684,0.00065361225,0.024994083,0.0005782764,0.00086807826,0.0059640217,0.000021317777,0.000040522555,0.00004005725],"genre_scores_gemma":[0.9963068,0.00013299043,0.0016071822,0.00041184833,0.00022367135,0.0012614831,0.000026240186,0.000024345398,0.0000054406833],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9832356,0.0053306837,0.003795673,0.0003336783,0.0065831575,0.0007212094],"domain_scores_gemma":[0.99101907,0.006718483,0.00085935916,0.00038933867,0.0006176452,0.0003960866],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.042785164,0.00027163184,0.00087247195,0.0006186212,0.00034022448,0.000054255754,0.00035631753,0.0006821658,0.00078559614],"category_scores_gemma":[0.007952741,0.00018285283,0.000105973006,0.0019156736,0.00011867008,0.0004712137,0.00022433065,0.0016212257,0.0000041175986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069907063,0.00034221174,0.57916325,0.0023351323,0.0010099047,0.0000035075686,0.040326953,0.00063664664,0.0000031138095,0.0023014355,0.00038121495,0.37279755],"study_design_scores_gemma":[0.007865965,0.00019860649,0.023194062,0.0012926518,0.000495019,0.0000028935408,0.017053923,0.9489494,4.6962958e-7,0.00067392824,0.00011853012,0.00015455131],"about_ca_topic_score_codex":0.0007184977,"about_ca_topic_score_gemma":0.008755563,"teacher_disagreement_score":0.94831276,"about_ca_system_score_codex":0.0015450557,"about_ca_system_score_gemma":0.017855199,"threshold_uncertainty_score":0.9877126},"labels":[],"label_agreement":null},{"id":"W4402966182","doi":"10.2196/60293","title":"Toward Better Semantic Interoperability of Data Element Repositories in Medicine: Analysis Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Computer science; Reuse; Element (criminal law); Data science; Field (mathematics); Quality (philosophy); Semantic interoperability; World Wide Web; Information retrieval; Engineering","score_opus":0.13050912513625712,"score_gpt":0.44022933326286096,"score_spread":0.30972020812660384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402966182","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34840792,0.00022079436,0.6314435,0.015050112,0.00065496576,0.00131015,0.000022019929,0.00019825138,0.0026923162],"genre_scores_gemma":[0.9925604,0.00012990285,0.006754279,0.0002984956,0.0000752682,0.000043630578,0.00006797078,0.0000045817196,0.00006549848],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99559397,0.00024409303,0.0013306983,0.00033806294,0.0022141582,0.0002790028],"domain_scores_gemma":[0.9965947,0.0005215685,0.00016139259,0.0024840916,0.00008284054,0.00015536786],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0059695765,0.00013908884,0.0004002066,0.00064044335,0.000031519365,0.0006910638,0.0048671905,0.000053262775,0.00010294599],"category_scores_gemma":[0.00092390657,0.0000936394,0.0000438896,0.0024251798,0.0001758409,0.01717086,0.00456852,0.00044634452,0.000017483135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106422594,0.0042918855,0.23942961,0.010965658,0.008695242,0.0020660877,0.26009518,0.0000874339,0.0000318332,0.042823307,0.06469103,0.3667163],"study_design_scores_gemma":[0.000814987,0.00071619404,0.028208628,0.0005108451,0.00035064248,0.000012169149,0.016486611,0.9174515,0.000037221547,0.00031393077,0.034789488,0.00030775764],"about_ca_topic_score_codex":0.000300935,"about_ca_topic_score_gemma":0.00018684765,"teacher_disagreement_score":0.91736406,"about_ca_system_score_codex":0.0000659161,"about_ca_system_score_gemma":0.00013800124,"threshold_uncertainty_score":0.9965755},"labels":[],"label_agreement":null},{"id":"W4403010754","doi":"10.2196/56955","title":"Disambiguating Clinical Abbreviations by One-to-All Classification: Algorithm Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Word2vec; Natural language processing; Artificial intelligence; Word embedding; Context (archaeology); Information retrieval; F1 score; Encoder; Machine learning; Macro; Embedding","score_opus":0.0729430305125116,"score_gpt":0.4031236214268938,"score_spread":0.3301805909143822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403010754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8875435,0.0004431123,0.108412586,0.0018504732,0.0003782308,0.00054943847,0.000019456682,0.00011918317,0.0006840408],"genre_scores_gemma":[0.9161013,0.0002286521,0.07888177,0.002605816,0.000534825,0.0003126283,0.0006845148,0.000027208438,0.00062333466],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983356,0.0000667449,0.00075506995,0.00019506195,0.000454879,0.00019264717],"domain_scores_gemma":[0.99930155,0.000092812195,0.0000744219,0.00019139239,0.000048577687,0.00029123997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009774986,0.00012724599,0.00016947946,0.000048752674,0.00008899754,0.000092986156,0.00018107922,0.00024546313,0.000029110417],"category_scores_gemma":[0.00042064613,0.000104191975,0.00003739201,0.00014460078,0.00011039997,0.0000096340555,0.00016689434,0.00022509861,0.00006100445],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005303703,0.00021510842,0.0015162505,0.000068231755,0.00010097936,0.0000018604835,0.0022984464,2.4978576e-7,0.00011699513,0.00003764576,0.021069936,0.974569],"study_design_scores_gemma":[0.0010500564,0.0010596722,0.013827768,0.0002662392,0.00007209925,0.000023986857,0.0077295285,0.013514468,0.0012427574,0.00005574241,0.9606418,0.00051590835],"about_ca_topic_score_codex":0.0000019867302,"about_ca_topic_score_gemma":0.0000036575238,"teacher_disagreement_score":0.9740531,"about_ca_system_score_codex":0.000018270319,"about_ca_system_score_gemma":0.00017341852,"threshold_uncertainty_score":0.42488256},"labels":[],"label_agreement":null},{"id":"W4403017633","doi":"10.2196/58085","title":"Addressing Information Biases Within Electronic Health Record Data to Improve the Examination of Epidemiologic Associations With Diabetes Prevalence Among Young Adults: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Behavioral Risk Factor Surveillance System; Medicine; Environmental health; Public health; National Health and Nutrition Examination Survey; Odds ratio; Population; Missing data; Public health surveillance; Causal inference; Information bias; Health equity; Odds; Ethnic group; Gerontology; Demography; Logistic regression; Statistics; Selection bias","score_opus":0.17580675024240525,"score_gpt":0.45769225470288116,"score_spread":0.2818855044604759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403017633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94647,0.000056167082,0.049889706,0.00020434064,0.00016920088,0.0023585653,0.0002618497,0.00044931413,0.00014083598],"genre_scores_gemma":[0.9870674,0.00004406088,0.011625978,0.00036686924,0.00007596292,0.00050387153,0.00027234366,0.00001793655,0.000025594361],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958611,0.00030496297,0.00194603,0.00020368319,0.0012234938,0.00046069818],"domain_scores_gemma":[0.9945565,0.0031289868,0.0010753355,0.0007257428,0.00033153433,0.00018190892],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073519694,0.00023583326,0.00039581602,0.00022131354,0.00024689577,0.00020597993,0.0008104953,0.00017933965,0.000042131975],"category_scores_gemma":[0.0125196455,0.00014725041,0.000045124456,0.00067239825,0.00023640698,0.0028076537,0.00034623966,0.0007904204,0.000009896299],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013140608,0.000947181,0.7569284,0.008693838,0.00057677494,0.0000037714137,0.09359954,0.0004239676,0.000022156344,0.03192013,0.005291296,0.10146153],"study_design_scores_gemma":[0.0010155737,0.003755387,0.70024693,0.0045213336,0.00011954282,0.000016792377,0.015290202,0.259277,0.00016884097,0.014570042,0.00028303955,0.00073530746],"about_ca_topic_score_codex":0.00009176364,"about_ca_topic_score_gemma":0.00036478302,"teacher_disagreement_score":0.25885302,"about_ca_system_score_codex":0.00053875794,"about_ca_system_score_gemma":0.00061828597,"threshold_uncertainty_score":0.99579835},"labels":[],"label_agreement":null},{"id":"W4403123652","doi":"10.2196/64143","title":"Practical Aspects of Using Large Language Models to Screen Abstracts for Cardiovascular Drug Development: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Drug development; Computer science; Drug; Medicine; Process (computing); Intensive care medicine; Risk analysis (engineering); Data science; Pharmacology; Programming language","score_opus":0.3344917901473083,"score_gpt":0.4836248899399951,"score_spread":0.1491330997926868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403123652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8001057,0.00058109406,0.1924877,0.00097421976,0.0006190274,0.0020467183,0.00035700755,0.00008882825,0.0027397072],"genre_scores_gemma":[0.9629411,0.000006070243,0.03468498,0.0016015456,0.0003672937,0.00019264652,0.00006501371,0.000032177395,0.000109156565],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994014,0.00007924036,0.004714225,0.0002689226,0.00050049665,0.00042310607],"domain_scores_gemma":[0.9976401,0.00084141153,0.00065386045,0.00037830914,0.00011393091,0.00037240348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021866508,0.0001766733,0.0007854967,0.00036529152,0.00015555485,0.00016854596,0.00025426573,0.00018869243,0.0002077811],"category_scores_gemma":[0.0020627193,0.00019690303,0.00026427573,0.0002401577,0.00004655111,0.00093688024,0.000118662974,0.00028853727,0.00049446616],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018042239,0.0028761989,0.049640372,0.015550525,0.006298389,0.000077078934,0.3570767,0.028789349,0.0000022336353,0.49408734,0.0431322,0.002289206],"study_design_scores_gemma":[0.004272012,0.00025423983,0.03693412,0.0007576086,0.0000816459,0.000089914094,0.03249331,0.7993022,0.000037819824,0.0085105365,0.116038024,0.0012285559],"about_ca_topic_score_codex":0.00023965463,"about_ca_topic_score_gemma":0.00008640598,"teacher_disagreement_score":0.7705129,"about_ca_system_score_codex":0.00040571654,"about_ca_system_score_gemma":0.0008037926,"threshold_uncertainty_score":0.8029472},"labels":[],"label_agreement":null},{"id":"W4403161572","doi":"10.2196/63289","title":"Survival After Radical Cystectomy for Bladder Cancer: Development of a Fair Machine Learning Model","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Bladder and Urothelial Cancer Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cystectomy; Bladder cancer; Medicine; Urology; Computer science; Cancer; Internal medicine; World Wide Web","score_opus":0.02368896548600963,"score_gpt":0.3287843290220482,"score_spread":0.30509536353603856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403161572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76188475,0.006052018,0.21322864,0.0029958708,0.0013123499,0.0038243146,0.00033115596,0.0007083163,0.009662579],"genre_scores_gemma":[0.97783107,0.00018266139,0.018278478,0.00075684267,0.00024234093,0.0010609765,0.00011573029,0.000048158206,0.0014837442],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979198,0.000015146011,0.0007410294,0.00013290938,0.0008672883,0.00032385867],"domain_scores_gemma":[0.99926025,0.000094910436,0.00007119102,0.00014491766,0.000085038206,0.00034370346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029520152,0.00020586062,0.00042872402,0.00012876438,0.000057184112,0.000021881555,0.00011180339,0.00020155932,0.0006102065],"category_scores_gemma":[0.00005698078,0.00014515588,0.00015114214,0.00017984281,0.00011552194,0.00012018814,0.00006757362,0.0004008634,0.000030500974],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038365026,0.0013959439,0.009597024,0.022515116,0.0044997055,0.00022432151,0.09517109,0.00042519032,0.00031878194,0.0015036016,0.010829568,0.84968317],"study_design_scores_gemma":[0.00742416,0.0006254873,0.0007573339,0.0023946748,0.00045899116,0.000086103086,0.0009255068,0.7852803,0.0019279495,0.00018318192,0.19947498,0.0004613296],"about_ca_topic_score_codex":0.000016268008,"about_ca_topic_score_gemma":0.00002633497,"teacher_disagreement_score":0.8492218,"about_ca_system_score_codex":0.00014049646,"about_ca_system_score_gemma":0.0014280389,"threshold_uncertainty_score":0.6681334},"labels":[],"label_agreement":null},{"id":"W4403162568","doi":"10.2196/63703","title":"Patients’ Experienced Usability and Satisfaction With Digital Health Solutions in a Home Setting: Instrument Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Usability; Digital health; Self-management; Patient satisfaction; User satisfaction; mHealth; Computer science; Psychology; Applied psychology; Medicine; Health care; World Wide Web; Nursing; Psychological intervention; Human–computer interaction","score_opus":0.034999548238564375,"score_gpt":0.40567855341747905,"score_spread":0.37067900517891467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403162568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888229,0.000042531326,0.00112352,0.0027271695,0.00026814122,0.006373174,0.00004483225,0.00017934124,0.0004184054],"genre_scores_gemma":[0.99043405,0.00008122624,0.00033115392,0.0010404765,0.00006402154,0.007888614,0.00012236094,0.000013330599,0.000024745757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99681836,0.00019615541,0.0014330613,0.00021267797,0.00071459496,0.0006251677],"domain_scores_gemma":[0.99846375,0.0003894249,0.00023160466,0.0002632651,0.000090982474,0.0005610021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013191969,0.00015994294,0.00027627195,0.00019731492,0.0006233568,0.000050209288,0.00009421852,0.00015885723,0.00012918521],"category_scores_gemma":[0.00018942833,0.00012176714,0.000019678155,0.00052661734,0.0001151119,0.0006591212,0.00011175803,0.00080730824,0.00007033857],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037519167,0.00031904268,0.6295324,0.0014729132,0.000007533158,7.408019e-7,0.044161454,0.0000028816376,8.479933e-8,0.0012850191,0.0013966744,0.32178372],"study_design_scores_gemma":[0.0028398668,0.0010416057,0.9201303,0.000938617,0.000007966179,0.000005013393,0.0517011,0.0067650103,2.6709776e-7,0.00040351192,0.01593576,0.00023098377],"about_ca_topic_score_codex":0.00033439754,"about_ca_topic_score_gemma":0.00068860734,"teacher_disagreement_score":0.32155275,"about_ca_system_score_codex":0.0005458657,"about_ca_system_score_gemma":0.0016926684,"threshold_uncertainty_score":0.49655196},"labels":[],"label_agreement":null},{"id":"W4403245359","doi":"10.2196/56735","title":"Enhancing the Functionalities of Personal Health Record Systems: Empirical Study Based on the HL7 Personal Health Record System Functional Model Release 1","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Computer science; Identifier; Health care; Coding (social sciences); World Wide Web","score_opus":0.10934324559244939,"score_gpt":0.427487218501565,"score_spread":0.3181439729091156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403245359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6534753,0.004821314,0.10639041,0.1689645,0.024170015,0.027984759,0.0010221046,0.0021845775,0.010987057],"genre_scores_gemma":[0.9734924,0.000088775516,0.00017799229,0.018348431,0.002122682,0.0030325528,0.00010227385,0.000093411094,0.0025414855],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9850185,0.0041670064,0.004724498,0.00045408247,0.0040169307,0.0016189622],"domain_scores_gemma":[0.9888969,0.0075555136,0.0014001037,0.00072419154,0.0004548944,0.0009683871],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01691911,0.0005335634,0.0011887688,0.0003615838,0.002340948,0.00008270155,0.0005875183,0.00046801646,0.0006992927],"category_scores_gemma":[0.00080956134,0.000299722,0.00031921573,0.00089278154,0.00026574667,0.00026481927,0.00016007757,0.004145878,0.00043521842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000956743,0.0009792021,0.0064742872,0.05307643,0.0005209925,0.000018501196,0.19884926,0.00074983365,0.0000014400315,0.015701247,0.7110663,0.011605755],"study_design_scores_gemma":[0.00088992604,0.0013413554,0.00046329582,0.006739424,0.000027278076,0.000032829535,0.20513734,0.7478277,2.1714919e-7,0.000031486506,0.037278246,0.00023090267],"about_ca_topic_score_codex":0.00188952,"about_ca_topic_score_gemma":0.00089226535,"teacher_disagreement_score":0.7470779,"about_ca_system_score_codex":0.0037549275,"about_ca_system_score_gemma":0.025500204,"threshold_uncertainty_score":0.99994546},"labels":[],"label_agreement":null},{"id":"W4403363769","doi":"10.2196/60655","title":"Completion Rate and Satisfaction With Online Computer-Assisted History Taking Questionnaires in Orthopedics: Multicenter Implementation Report","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Multicenter study; Medical physics; Medicine; Patient satisfaction; User satisfaction; Computer science; Medical education; World Wide Web; Human–computer interaction; Nursing; Surgery; Randomized controlled trial","score_opus":0.13976624791568615,"score_gpt":0.45232630207540664,"score_spread":0.3125600541597205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403363769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98434687,0.0006907787,0.007541484,0.0033851082,0.0015756439,0.0017982724,0.000023793868,0.00035485296,0.0002831879],"genre_scores_gemma":[0.98610324,0.0002093015,0.009967823,0.0024470952,0.00020057557,0.0003621449,0.0006485255,0.000023865665,0.000037427908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99694407,0.0005144026,0.0015153587,0.00016169909,0.0005628843,0.0003015952],"domain_scores_gemma":[0.99808294,0.0005763003,0.0006018277,0.00031716668,0.00021451389,0.00020725268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072269497,0.00015934726,0.00024307368,0.00027721244,0.00022511662,0.000020480747,0.00010926151,0.00020264843,0.0002813612],"category_scores_gemma":[0.00020496307,0.00013194146,0.000024311097,0.00021622427,0.00012314798,0.00054714916,0.00014030015,0.0009922344,0.000024628765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007432638,0.00010087962,0.719251,0.0041129147,0.000041988682,0.000075526055,0.08280387,0.000015722651,0.000008858692,0.0009368294,0.0071746446,0.18540347],"study_design_scores_gemma":[0.0014980925,0.00014993541,0.8471029,0.0040260977,0.00001965193,0.00006851869,0.019508168,0.09842866,5.7250253e-7,0.00003627478,0.028971355,0.00018979634],"about_ca_topic_score_codex":0.0021025643,"about_ca_topic_score_gemma":0.009437418,"teacher_disagreement_score":0.18521367,"about_ca_system_score_codex":0.0010179273,"about_ca_system_score_gemma":0.0008331225,"threshold_uncertainty_score":0.53804165},"labels":[],"label_agreement":null},{"id":"W4403375193","doi":"10.2196/63795","title":"Using Machine Learning to Predict the Duration of Atrial Fibrillation: Model Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Atrial fibrillation; Preprint; Medicine; Computer science; Artificial intelligence; Machine learning; Intensive care medicine; Cardiology","score_opus":0.07706691121614255,"score_gpt":0.36191844103467197,"score_spread":0.2848515298185294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403375193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91898394,0.00022161608,0.07684224,0.002277853,0.00020241643,0.00071544247,0.00000236781,0.00009488656,0.0006592501],"genre_scores_gemma":[0.975881,0.00007393185,0.022531401,0.00016489012,0.0008008413,0.0000020205732,0.00008488158,0.000012389835,0.0004486505],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861324,0.00002024697,0.00060415047,0.000060570983,0.0006058029,0.00009596182],"domain_scores_gemma":[0.9995574,0.00011790566,0.00009452307,0.00007962042,0.00005212681,0.000098437544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000557335,0.000084556865,0.00015808966,0.00012306041,0.000087772685,0.000045189227,0.00003896138,0.000074409574,0.000056431676],"category_scores_gemma":[0.00024673576,0.000054054257,0.000058554106,0.00023207546,0.00003287119,0.00019304047,0.00007244804,0.0001215413,0.000011911146],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093474076,0.000012226412,0.13487948,0.0052789557,0.00096695835,0.00001433424,0.09351205,0.1742431,0.0006706931,0.019100213,0.0022479775,0.56813926],"study_design_scores_gemma":[0.00039822585,0.000047408696,0.00078885467,0.00019873754,0.00006525168,0.000012184465,0.00035446647,0.9652786,0.00029633217,0.000057008037,0.032442525,0.000060353497],"about_ca_topic_score_codex":0.0000031935247,"about_ca_topic_score_gemma":0.0000011318699,"teacher_disagreement_score":0.79103553,"about_ca_system_score_codex":0.000040780138,"about_ca_system_score_gemma":0.00016381481,"threshold_uncertainty_score":0.22042686},"labels":[],"label_agreement":null},{"id":"W4403377653","doi":"10.2196/63834","title":"Advancing Progressive Web Applications to Leverage Medical Imaging for Visualization of Digital Imaging and Communications in Medicine and Multiplanar Reconstruction: Software Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Radiography and Breast Imaging","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"DICOM; Computer science; Visualization; Preprint; Web application; Software; World Wide Web; Computer graphics (images); Operating system; Data mining","score_opus":0.02044776741495131,"score_gpt":0.3565566757490186,"score_spread":0.3361089083340673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403377653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8314731,0.0031742707,0.15267085,0.0072538974,0.0001319662,0.0043489304,0.000040663355,0.00024564963,0.00066067895],"genre_scores_gemma":[0.98646945,0.000102031416,0.012587389,0.00027392127,0.000053583724,0.00037547914,0.000117253134,0.000015084146,0.0000058017304],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984156,0.000018049615,0.00074469723,0.00016151516,0.00048281616,0.00017730978],"domain_scores_gemma":[0.99889505,0.0003874059,0.00010413828,0.00017217324,0.00012496937,0.00031628364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056976575,0.00014251647,0.00027961374,0.00048208906,0.0001024256,0.00008883014,0.00009858394,0.00004994306,0.000008632816],"category_scores_gemma":[0.00047852198,0.00011845225,0.000021125365,0.00045420448,0.00032469284,0.00068313483,0.00014725841,0.0001731938,6.521502e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027317752,0.00013993355,0.11844994,0.0011278661,0.000044026197,0.000010914653,0.011148091,5.562156e-7,0.000008147134,0.00032617882,0.000119439006,0.86859757],"study_design_scores_gemma":[0.019479532,0.00115181,0.08868643,0.037941974,0.0006262392,0.009290857,0.18363062,0.60756737,0.0003145243,0.0024143301,0.047176857,0.0017194453],"about_ca_topic_score_codex":0.000003329655,"about_ca_topic_score_gemma":0.000007206602,"teacher_disagreement_score":0.86687815,"about_ca_system_score_codex":0.000043379197,"about_ca_system_score_gemma":0.0002107411,"threshold_uncertainty_score":0.48303425},"labels":[],"label_agreement":null},{"id":"W4403393759","doi":"10.2196/52722","title":"Application of Information Link Control in Surgical Specimen Near-Miss Events in a South China Hospital: Nonrandomized Controlled Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical Laboratory Practices and Quality Control","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Fixation (population genetics); Near miss; Surgery; Forensic engineering","score_opus":0.011929750545391974,"score_gpt":0.3517821351845077,"score_spread":0.3398523846391157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403393759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98498785,0.00014527806,0.0029527987,0.0033547005,0.00023137148,0.0071362182,0.00002787456,0.00008921626,0.0010746608],"genre_scores_gemma":[0.9982421,0.000035938156,0.00017182465,0.0007004036,0.00016374678,0.0005872873,0.00006311136,0.000013986894,0.000021630955],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994727,0.00033073238,0.0032057303,0.00015300506,0.0012571809,0.0003263378],"domain_scores_gemma":[0.996988,0.0016067841,0.00056188187,0.00036641583,0.00015383339,0.00032310223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049982853,0.00023998559,0.0014537299,0.0002890369,0.0000304617,0.000057641355,0.0002061297,0.0003425007,0.00019179884],"category_scores_gemma":[0.002245484,0.00017223219,0.00023368078,0.00070499175,0.00010166738,0.0007418819,0.000060524664,0.0009958729,0.0001214032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14601047,0.020198394,0.3004536,0.006188691,0.002547049,0.00058738445,0.26772413,0.00035845695,0.000025761432,0.0050722905,0.00064075884,0.250193],"study_design_scores_gemma":[0.29699826,0.002093669,0.056512445,0.00083695573,0.00030162014,0.000016228587,0.007556101,0.62157774,0.0000026435384,0.00016565311,0.013597177,0.00034153712],"about_ca_topic_score_codex":0.000089760964,"about_ca_topic_score_gemma":0.000023161558,"teacher_disagreement_score":0.6212193,"about_ca_system_score_codex":0.00010373288,"about_ca_system_score_gemma":0.0005134698,"threshold_uncertainty_score":0.70234245},"labels":[],"label_agreement":null},{"id":"W4403394070","doi":"10.2196/63466","title":"Identifying Patient-Reported Care Experiences in Free-Text Survey Comments: Topic Modeling Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Canadian Patient Safety Institute; University of Calgary","funders":"","keywords":"Preprint; Health care; Context (archaeology); Text messaging; Identification (biology); Computer science; Patient experience; Topic model; MEDLINE; Data science; Medicine; Psychology; Natural language processing; World Wide Web","score_opus":0.18158821626579524,"score_gpt":0.494137599829847,"score_spread":0.31254938356405176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403394070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894643,0.0006361548,0.0010147855,0.00030912962,0.0049462384,0.0019511093,0.000029485513,0.00023860422,0.0014102198],"genre_scores_gemma":[0.9969358,0.000045812718,0.00022558766,0.0010536521,0.0001158301,0.0014175936,0.000100780286,0.000021855252,0.00008312448],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9947709,0.0007280986,0.0023061065,0.00020573265,0.0013905094,0.0005986672],"domain_scores_gemma":[0.99795145,0.00069492037,0.0002532754,0.0005199985,0.00024343451,0.0003369397],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012558502,0.00020339999,0.00035786667,0.00032307798,0.0004056128,0.000044678363,0.00036181125,0.00033914726,0.0009814559],"category_scores_gemma":[0.0009769415,0.0001751767,0.00004963416,0.00065202144,0.000057471083,0.0007163331,0.00029876013,0.0014743797,0.00017509726],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011598987,0.00004565697,0.42048988,0.0010719682,0.00002036165,0.000031879572,0.56495285,0.000025028687,7.433095e-8,0.000033284665,0.0027421368,0.01057529],"study_design_scores_gemma":[0.0009409034,0.0001482897,0.041934542,0.0019544223,0.000009104001,0.0000038824646,0.8989479,0.05420555,8.6441236e-7,0.0000863953,0.0015534195,0.00021472145],"about_ca_topic_score_codex":0.0036294465,"about_ca_topic_score_gemma":0.0028850958,"teacher_disagreement_score":0.37855536,"about_ca_system_score_codex":0.00048757883,"about_ca_system_score_gemma":0.0006582106,"threshold_uncertainty_score":0.99993175},"labels":[],"label_agreement":null},{"id":"W4403457195","doi":"10.2196/54572","title":"The Effects of Electronic Health Records on Medical Error Reduction: Extension of the DeLone and McLean Information System Success Model","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Medicine; Medical record; Quality (philosophy); Health information exchange; Nursing; Test (biology); Family medicine; Medical emergency; Health information","score_opus":0.025058720330390902,"score_gpt":0.3839985843483275,"score_spread":0.3589398640179366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403457195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9101206,0.0011632338,0.02879489,0.044359412,0.0067178505,0.00440722,0.00003496621,0.00031368327,0.004088161],"genre_scores_gemma":[0.99699056,0.0008252984,0.0000736601,0.0016681637,0.00010972706,0.00015770264,0.000022950942,0.000010145123,0.00014177567],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959076,0.0003404651,0.0015878354,0.00008528101,0.0016714429,0.0004073673],"domain_scores_gemma":[0.99751014,0.0008856432,0.0007215834,0.00039598494,0.00016698049,0.00031969327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027695734,0.00013850685,0.00030104924,0.000115587805,0.00056059693,0.0000037134362,0.0003459302,0.00032311928,0.00002351616],"category_scores_gemma":[0.0013942632,0.000072262075,0.00007176084,0.0003995303,0.00032647737,0.00032418498,0.0001499543,0.0012042812,0.000027040802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007539088,0.0003344901,0.000987967,0.08294741,0.00031856258,0.0000032434305,0.18876925,0.0006959783,0.000018069817,0.25985062,0.10926992,0.35605058],"study_design_scores_gemma":[0.002091251,0.000810226,0.004058522,0.022811158,0.000062473104,0.000058567864,0.023149792,0.898434,0.00009395061,0.00063183287,0.04756261,0.00023564663],"about_ca_topic_score_codex":0.000030498142,"about_ca_topic_score_gemma":0.000023566061,"teacher_disagreement_score":0.897738,"about_ca_system_score_codex":0.0002391188,"about_ca_system_score_gemma":0.0025055497,"threshold_uncertainty_score":0.52320695},"labels":[],"label_agreement":null},{"id":"W4403466093","doi":"10.2196/67429","title":"Authors’ Reply: The University Medicine Greifswald’s Trusted Third Party Dispatcher: State-of-the-Art Perspective Into Comprehensive Architectures and Complex Research Workflows","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.10282838835651907,"score_gpt":0.4648130909762631,"score_spread":0.361984702619744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403466093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80275106,0.0023367875,0.0012152368,0.15922731,0.0026847427,0.00673615,0.00005092947,0.00040687484,0.024590887],"genre_scores_gemma":[0.9866401,0.0005749364,0.00040366242,0.0051994985,0.0006364142,0.00013129937,0.000024228975,0.000048366248,0.0063415105],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928082,0.002949507,0.00126017,0.0002568631,0.0017817919,0.00094341644],"domain_scores_gemma":[0.9919026,0.0059245853,0.000319716,0.00071428646,0.0005772191,0.00056160806],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004876032,0.00024755058,0.0005862366,0.00025174566,0.0014030166,0.000019346839,0.0007622642,0.00031724203,0.00040215562],"category_scores_gemma":[0.0014771601,0.00013045823,0.00009457629,0.0012883785,0.0018378209,0.00010189643,0.000673989,0.00470515,0.00013299944],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000230561,0.00005071629,0.0024677457,0.004838405,0.00018647785,0.000026137528,0.49668866,0.000009577111,0.000018861982,0.013910656,0.4624527,0.019119482],"study_design_scores_gemma":[0.0010349498,0.00035289009,0.009931561,0.003727973,0.00003628654,0.000031049665,0.12201472,0.022475682,0.000004117391,0.007502501,0.8326973,0.00019100624],"about_ca_topic_score_codex":0.0025282796,"about_ca_topic_score_gemma":0.0028518953,"teacher_disagreement_score":0.37467393,"about_ca_system_score_codex":0.0009967996,"about_ca_system_score_gemma":0.002735896,"threshold_uncertainty_score":0.999897},"labels":[],"label_agreement":null},{"id":"W4403566673","doi":"10.2196/65033","title":"Exploring the Potential of Claude 3 Opus in Renal Pathological Diagnosis: Performance Evaluation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Opus; Computer science; Medicine; World Wide Web; Operating system","score_opus":0.06628436664538431,"score_gpt":0.3155159567021457,"score_spread":0.2492315900567614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403566673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9343206,0.00020739165,0.062492415,0.0009078854,0.001196431,0.000323946,9.802682e-7,0.000111045025,0.0004392603],"genre_scores_gemma":[0.9961618,0.00046697605,0.0024144033,0.00019885809,0.00015153641,0.0005956775,0.0000019440008,0.0000042234474,0.000004535304],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767375,0.00008884353,0.0005852013,0.00011173196,0.0013344948,0.00020596657],"domain_scores_gemma":[0.9993242,0.000158028,0.00008773703,0.00029489901,0.000065277476,0.00006983454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001872898,0.00009574135,0.00012776414,0.00013725425,0.000055846664,0.000086439366,0.0006455837,0.0000889502,0.000049434795],"category_scores_gemma":[0.00014175495,0.000060926326,0.000053091266,0.00061063713,0.00010406228,0.0012768452,0.00023971044,0.0004626132,0.000037311427],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069821845,0.000033495773,0.00024276822,0.0001323147,0.000008472975,0.000012426966,0.0060795876,0.0015208108,0.000028264214,0.0011914718,0.00050496095,0.9902384],"study_design_scores_gemma":[0.00021906888,0.00013565879,0.0116847865,0.0003821591,0.000007465716,0.000050349205,0.0003235988,0.98398197,0.0010442699,0.00053490704,0.0015474061,0.000088386216],"about_ca_topic_score_codex":0.0000050079375,"about_ca_topic_score_gemma":0.0000029547602,"teacher_disagreement_score":0.99015003,"about_ca_system_score_codex":0.00012253619,"about_ca_system_score_gemma":0.00020543656,"threshold_uncertainty_score":0.24845035},"labels":[],"label_agreement":null},{"id":"W4403566674","doi":"10.2196/63710","title":"Enhancing Standardized and Structured Recording by Elderly Care Physicians for Reusing Electronic Health Record Data: Interview Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Reuse; Computer science; MEDLINE; Medicine; World Wide Web; Medical emergency; Engineering","score_opus":0.05406784741659132,"score_gpt":0.4644899153491558,"score_spread":0.41042206793256447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403566674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6414349,0.035518963,0.26259246,0.015830094,0.010260848,0.02991227,0.001571055,0.0019438943,0.000935532],"genre_scores_gemma":[0.9733901,0.0042249444,0.005553599,0.009641183,0.00252115,0.002293191,0.0013643183,0.00026801546,0.0007434975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932074,0.0009824141,0.0026786267,0.00047293722,0.00089725317,0.0017613783],"domain_scores_gemma":[0.99648476,0.0013006707,0.00064855913,0.0008505241,0.00020912464,0.0005063429],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006235531,0.0003771521,0.0010784153,0.00019085138,0.0010001784,0.00010679482,0.0006484884,0.00037335325,0.00009911407],"category_scores_gemma":[0.0005582076,0.00031776202,0.000084254745,0.00047618287,0.00006317352,0.0006944018,0.00039877926,0.0023474982,0.000023972887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007375252,0.000048309776,0.00033301595,0.021732837,0.00018091245,0.0000030103608,0.0821173,1.508509e-7,0.00002556981,0.00020114586,0.07001405,0.82526994],"study_design_scores_gemma":[0.0029933713,0.0029431211,0.000054840904,0.011331317,0.00008929993,0.000016755572,0.14315857,0.011049468,0.000012366379,0.00031322372,0.8275189,0.00051880645],"about_ca_topic_score_codex":0.00046255894,"about_ca_topic_score_gemma":0.0058304346,"teacher_disagreement_score":0.82475114,"about_ca_system_score_codex":0.0018032666,"about_ca_system_score_gemma":0.0053974832,"threshold_uncertainty_score":0.9999541},"labels":[],"label_agreement":null},{"id":"W4403600390","doi":"10.2196/49724","title":"Task-Specific Transformer-Based Language Models in Health Care: Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Task (project management); Health care; World Wide Web; Engineering; Systems engineering","score_opus":0.05910960326327598,"score_gpt":0.4300997557397129,"score_spread":0.3709901524764369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403600390","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.342804e-8,0.94445664,0.047939494,0.001522792,0.0005362766,0.0038135557,0.000026760006,0.00040310508,0.0013012786],"genre_scores_gemma":[0.0000011613633,0.98208946,0.011642709,0.0051019676,0.00013983603,0.00070634374,0.00024076704,0.000055015997,0.000022760501],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.992627,0.00052450993,0.003694637,0.00045409345,0.0018260606,0.000873654],"domain_scores_gemma":[0.99693763,0.00033047114,0.00074216456,0.0012544465,0.00006866681,0.0006665914],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002222966,0.0006535691,0.0027230752,0.0006082472,0.00010035504,0.00018601566,0.0023568803,0.0005676147,0.00007640772],"category_scores_gemma":[0.000119922595,0.00048652742,0.0005300151,0.001826155,0.000080203434,0.0004670606,0.00023841225,0.0031101238,0.00035058835],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[2.0389783e-7,0.0000101447895,2.5613884e-8,0.45130002,0.0000055166383,0.000028388515,0.0029441994,0.000007498239,1.0035866e-10,0.0013065089,0.0015363405,0.54286116],"study_design_scores_gemma":[0.00010713288,0.00005400953,1.4237149e-8,0.546406,0.000018576946,0.00004416461,0.000078364,0.017377656,9.083137e-9,0.000015705107,0.43561393,0.00028446072],"about_ca_topic_score_codex":0.000055509034,"about_ca_topic_score_gemma":0.000057825284,"teacher_disagreement_score":0.5425767,"about_ca_system_score_codex":0.00067640777,"about_ca_system_score_gemma":0.0066188253,"threshold_uncertainty_score":0.99975866},"labels":[],"label_agreement":null},{"id":"W4403603005","doi":"10.2196/60164","title":"Health Care Language Models and Their Fine-Tuning for Information Extraction: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Terminology; Computer science; Health care; Data extraction; Scopus; Unified Medical Language System; Knowledge management; MEDLINE; Data science; Artificial intelligence; Linguistics","score_opus":0.03758902317528386,"score_gpt":0.3692044030291242,"score_spread":0.3316153798538404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403603005","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020640536,0.025034891,0.96908295,0.0033529096,0.00027611537,0.0007510217,0.0000055690693,0.00024349066,0.0010466481],"genre_scores_gemma":[0.28112283,0.022808272,0.63337415,0.059710827,0.0010995237,0.0013123166,0.00038619692,0.00005759421,0.00012826292],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987238,0.000019008716,0.00063049665,0.00008394098,0.0003300989,0.00021264116],"domain_scores_gemma":[0.9992627,0.00014721311,0.00011281381,0.0002480783,0.00006130445,0.00016792603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005869424,0.00011177161,0.00021172495,0.0000937674,0.00010686025,0.00022001677,0.00028127598,0.00007378631,0.000007522706],"category_scores_gemma":[0.00007319651,0.000084243475,0.000047914946,0.00017879777,0.00001991503,0.0026104196,0.00014237619,0.00021655492,0.000010088554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.927361e-7,0.0000027716455,3.7546113e-7,0.025489593,0.0000064872697,9.0361647e-7,0.04679316,0.00008872675,3.421858e-7,0.014943322,0.0017124573,0.91096115],"study_design_scores_gemma":[0.00012643563,0.000032254127,5.0916327e-7,0.024540607,0.0000024269748,0.00004774005,0.0017084477,0.9678379,0.0000073967876,0.00031952857,0.005276313,0.00010038739],"about_ca_topic_score_codex":0.0000064309006,"about_ca_topic_score_gemma":0.000008046191,"teacher_disagreement_score":0.96774924,"about_ca_system_score_codex":0.000057986967,"about_ca_system_score_gemma":0.0004195355,"threshold_uncertainty_score":0.34353492},"labels":[],"label_agreement":null},{"id":"W4403665445","doi":"10.2196/63456","title":"Exploring Health Care Professionals’ Perspectives on the Use of a Medication and Care Support System and Recommendations for Designing a Similar Tool for Family Caregivers: Interview Study Among Health Care Professionals","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Nursing; Health care; Medicine; Family caregivers; Telemedicine; Qualitative research; Family medicine","score_opus":0.4340875461271871,"score_gpt":0.4974874637987115,"score_spread":0.06339991767152442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403665445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89183134,0.012514439,0.0062330463,0.06188105,0.001212988,0.025236627,0.00073666876,0.0002456364,0.000108179825],"genre_scores_gemma":[0.9903745,0.0005376688,0.0031478775,0.0033523617,0.000102632584,0.002138673,0.00029963898,0.00002707199,0.000019557763],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976162,0.00028547665,0.0009197465,0.00021302997,0.0006848939,0.00028069402],"domain_scores_gemma":[0.9966764,0.002074391,0.00036515345,0.00021592846,0.0003503717,0.0003177594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011522765,0.00020305505,0.0005031784,0.00016028923,0.00037198278,0.0000554385,0.00010816508,0.000089426445,0.000014378686],"category_scores_gemma":[0.0005849117,0.00012388946,0.000098184915,0.00016454094,0.000108179884,0.0005816715,0.00010662859,0.00044306883,8.658401e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017900311,0.00018058452,0.0009654633,0.028536001,0.00019776002,0.000002579763,0.902809,7.610985e-7,4.88885e-7,0.00076325214,0.009187428,0.057177674],"study_design_scores_gemma":[0.001381049,0.0017391827,0.0007762764,0.009118034,0.00012693123,0.000006390373,0.96643466,0.0029634514,0.000008450479,0.0000016191569,0.017327823,0.000116130934],"about_ca_topic_score_codex":0.000026296719,"about_ca_topic_score_gemma":0.000014379894,"teacher_disagreement_score":0.09854315,"about_ca_system_score_codex":0.00034483735,"about_ca_system_score_gemma":0.00090140227,"threshold_uncertainty_score":0.5052066},"labels":[],"label_agreement":null},{"id":"W4403748993","doi":"10.2196/56681","title":"The Impact of International Classification of Disease–Triggered Prescription Support on Telemedicine: Observational Analysis of Efficiency and Guideline Adherence","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical prescription; Medicine; Guideline; Telemedicine; Observational study; Clinical decision support system; Medical emergency; Decision support system; Family medicine; Emergency medicine; Health care; Nursing; Internal medicine; Data mining; Pathology","score_opus":0.09225945877980597,"score_gpt":0.49548896639393625,"score_spread":0.4032295076141303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403748993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872725,0.00032533347,0.0059053632,0.0019414182,0.00067724596,0.0011418683,0.00025714884,0.00003973313,0.0024393736],"genre_scores_gemma":[0.99852246,0.00041265195,0.00011706054,0.00013479232,0.00012110427,0.000102739206,0.0003570327,0.000006986931,0.00022520084],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957838,0.00017934761,0.002501808,0.00009835267,0.0011930247,0.00024366203],"domain_scores_gemma":[0.9967055,0.001414426,0.00084484153,0.00027049507,0.0005553919,0.0002093917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027890743,0.00010858227,0.0003533194,0.00033364634,0.00009730422,0.000006208185,0.00027756568,0.00014820385,0.0005423401],"category_scores_gemma":[0.001438718,0.000063191714,0.00013026675,0.0008247274,0.00018551863,0.0001426169,0.000054082328,0.0004114487,0.000008818025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013434265,0.00084439985,0.5776082,0.00966369,0.0032425516,0.000003393809,0.028502954,0.0007939429,0.0007386455,0.064735495,0.1908652,0.1216581],"study_design_scores_gemma":[0.00048601598,0.0005003386,0.3309702,0.00083791954,0.00014239123,6.9300376e-7,0.0015036315,0.6578634,0.000006346192,0.0001642584,0.007455507,0.00006931691],"about_ca_topic_score_codex":0.0001784737,"about_ca_topic_score_gemma":0.000040985007,"teacher_disagreement_score":0.65706944,"about_ca_system_score_codex":0.00020835795,"about_ca_system_score_gemma":0.0024159893,"threshold_uncertainty_score":0.5938244},"labels":[],"label_agreement":null},{"id":"W4403782086","doi":"10.2196/59828","title":"Development, Implementation, and Evaluation Methods for Dashboards in Health Care: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; U.S. Department of Veterans Affairs","keywords":"Usability; Dashboard; Context (archaeology); Health care; MEDLINE; Computer science; Formative assessment; Medicine; Process management; Data science; Psychology; Engineering","score_opus":0.5780970374176966,"score_gpt":0.7867206999103659,"score_spread":0.20862366249266928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403782086","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035268612,0.0736462,0.5545159,0.21527903,0.005726722,0.103329815,0.00023639693,0.0010110995,0.0109862285],"genre_scores_gemma":[0.0039219833,0.011693688,0.6857384,0.27690887,0.00041629627,0.020657636,0.0004965425,0.00005615009,0.00011045024],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99464715,0.0009588882,0.0027506442,0.00016326725,0.00086294976,0.00061710645],"domain_scores_gemma":[0.99679834,0.002021313,0.0003736206,0.00015999001,0.00025082048,0.00039589772],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022173947,0.00012738959,0.0003393845,0.00024048967,0.00042132896,0.000027382917,0.00015638566,0.000103759594,0.0009335303],"category_scores_gemma":[0.0017603723,0.00010824351,0.00002442315,0.000595583,0.0000498859,0.00043634028,0.00010789661,0.00036731534,0.000052686326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020199968,0.0000033272445,0.0001576863,0.08201909,0.000005217407,1.364047e-7,0.12358575,1.5581838e-7,6.8049513e-7,0.0013972761,0.01991783,0.77291083],"study_design_scores_gemma":[0.0021115702,0.000094750634,0.0009839713,0.09480487,0.000017692622,0.000005110473,0.05987876,0.007383564,0.00001689047,0.00032142614,0.8341081,0.0002732717],"about_ca_topic_score_codex":0.000048286296,"about_ca_topic_score_gemma":0.0006365187,"teacher_disagreement_score":0.81419027,"about_ca_system_score_codex":0.00073365367,"about_ca_system_score_gemma":0.013133485,"threshold_uncertainty_score":0.99997973},"labels":[],"label_agreement":null},{"id":"W4403811165","doi":"10.2196/58732","title":"Predictive Models for Sustained, Uncontrolled Hypertension and Hypertensive Crisis Based on Electronic Health Record Data: Algorithm Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Random forest; Logistic regression; Multilayer perceptron; Blood pressure; Statistic; Calibration; Gradient boosting; Machine learning; Ambulatory; Artificial intelligence; Electronic health record; Cross-validation; Ambulatory blood pressure; Statistics; Algorithm; Internal medicine; Computer science; Mathematics; Artificial neural network; Health care","score_opus":0.037275927527642146,"score_gpt":0.3097807563775295,"score_spread":0.27250482884988736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403811165","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04306308,0.03292361,0.794,0.11488076,0.0012531354,0.011256819,0.00045461566,0.0010686513,0.0010992946],"genre_scores_gemma":[0.7972996,0.006230764,0.09076869,0.10172,0.0008510929,0.0008367822,0.0018638157,0.00012631809,0.00030292379],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978876,0.000041295225,0.00067709654,0.00029955158,0.0006722002,0.00042225016],"domain_scores_gemma":[0.998385,0.00051994063,0.00010619977,0.0003145369,0.0003263653,0.0003479462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083656143,0.0002452281,0.0007745142,0.00021547792,0.00021325896,0.00006084164,0.000090876485,0.00018644221,0.000008524968],"category_scores_gemma":[0.00019227396,0.00016827288,0.000048929094,0.0001650053,0.000081023696,0.00032107497,0.00013685953,0.00037959486,0.0000039456377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001215131,0.00033347643,0.000030448338,0.00275712,0.0012814093,0.00008514577,0.0055444487,0.000039158484,0.000006500452,0.00070351,0.23640442,0.75159925],"study_design_scores_gemma":[0.003912583,0.0010866232,0.00003549444,0.000637994,0.00041472187,0.00011991702,0.004368467,0.9087142,0.00003599877,0.0003785677,0.08011933,0.00017611946],"about_ca_topic_score_codex":0.000018830006,"about_ca_topic_score_gemma":0.0000088659235,"teacher_disagreement_score":0.908675,"about_ca_system_score_codex":0.000064426895,"about_ca_system_score_gemma":0.00096200156,"threshold_uncertainty_score":0.68619686},"labels":[],"label_agreement":null},{"id":"W4403888184","doi":"10.2196/52897","title":"Multifaceted Natural Language Processing Task–Based Evaluation of Bidirectional Encoder Representations From Transformers Models for Bilingual (Korean and English) Clinical Notes: Algorithm Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Security token; Encoder; Transformer; Natural language processing; Artificial intelligence; Language model; Context (archaeology); Machine learning; Engineering","score_opus":0.05428755884584214,"score_gpt":0.4284199307430597,"score_spread":0.37413237189721754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403888184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29694885,0.00042137873,0.70133066,0.0002885431,0.00030513742,0.00052340934,0.000021398157,0.000120697805,0.000039904233],"genre_scores_gemma":[0.6836689,0.000009092302,0.31583065,0.0001107311,0.000088929286,0.000072238145,0.00020912004,0.000007150533,0.000003195696],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977441,0.00012671654,0.0008022621,0.00020739745,0.0009641845,0.00015533343],"domain_scores_gemma":[0.99814487,0.00104909,0.00014388948,0.0001197092,0.00039897935,0.00014345102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020341661,0.00011810185,0.00018034733,0.00015474045,0.00011686095,0.00011943572,0.00014669917,0.00014778956,0.000008311375],"category_scores_gemma":[0.0010563417,0.00009872855,0.00004157011,0.00024296454,0.00009390789,0.00067138195,0.00004582334,0.00032565265,6.552273e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069154225,0.000027768687,0.00020190033,0.00031257476,0.00002158566,5.873246e-7,0.05511015,0.00095164595,0.000006341438,0.0000846079,0.00001763021,0.9432583],"study_design_scores_gemma":[0.0007605316,0.00004118332,0.0005715662,0.00026136814,0.000024794917,0.0000030546742,0.0018697884,0.9955707,0.0003983807,0.0002380651,0.000150138,0.0001103931],"about_ca_topic_score_codex":0.00004391621,"about_ca_topic_score_gemma":0.000021568161,"teacher_disagreement_score":0.9946191,"about_ca_system_score_codex":0.00005610207,"about_ca_system_score_gemma":0.0011346732,"threshold_uncertainty_score":0.40260336},"labels":[],"label_agreement":null},{"id":"W4403921271","doi":"10.2196/57124","title":"Leveraging Artificial Intelligence and Data Science for Integration of Social Determinants of Health in Emergency Medicine: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"CINAHL; MEDLINE; Artificial intelligence; Emergency department; Health care; Informatics; Health informatics; Data extraction; Social determinants of health; Medicine; Data science; Machine learning; Computer science; Public health; Nursing; Psychological intervention; Political science","score_opus":0.5077886829659186,"score_gpt":0.6133757295314823,"score_spread":0.10558704656556372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403921271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48182884,0.09028353,0.220924,0.14085537,0.01848826,0.0384647,0.0011464964,0.00045186136,0.0075569353],"genre_scores_gemma":[0.9592488,0.033606865,0.0042080516,0.002067414,0.00037882366,0.00023345875,0.00021575787,0.000018151584,0.000022725417],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99631435,0.000110071545,0.0026658578,0.00012925526,0.0004882314,0.00029224245],"domain_scores_gemma":[0.99860805,0.00035849336,0.00054125703,0.00020585365,0.00017157132,0.000114792645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067629353,0.00008276889,0.0004278487,0.0002526478,0.00036138901,0.0000031767343,0.00034955566,0.00010190981,0.0002563511],"category_scores_gemma":[0.002141139,0.000066708875,0.000020265052,0.0006954813,0.00034168307,0.000516078,0.00023728194,0.0003725309,0.0000041411745],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026235473,0.00008317646,0.0011581366,0.29320747,0.000008425459,5.206565e-7,0.18555284,0.0000012910169,0.000008007825,0.06740927,0.0059948983,0.44654974],"study_design_scores_gemma":[0.00041173675,0.0004554311,0.0038106635,0.55449986,0.000050478902,0.000004063029,0.061824456,0.3583014,0.000030763502,0.018122392,0.0021632763,0.00032545917],"about_ca_topic_score_codex":0.00013986637,"about_ca_topic_score_gemma":0.000473346,"teacher_disagreement_score":0.4774199,"about_ca_system_score_codex":0.000067487235,"about_ca_system_score_gemma":0.0018418806,"threshold_uncertainty_score":0.32674173},"labels":[],"label_agreement":null},{"id":"W4404049985","doi":"10.2196/60244","title":"Building a Foundation for High-Quality Health Data: Multihospital Case Study in Belgium","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Quality (philosophy); Foundation (evidence); Computer science; Data science; World Wide Web; Geography","score_opus":0.2941413349360141,"score_gpt":0.5625659524406184,"score_spread":0.2684246175046043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404049985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6425593,0.000044958655,0.34685865,0.0056460584,0.0017267726,0.002507596,0.00032697135,0.00013763951,0.00019206517],"genre_scores_gemma":[0.9803022,0.00001382645,0.017001335,0.0018674217,0.00020373633,0.00017817465,0.00029640482,0.000010162992,0.00012670715],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994443,0.0002695167,0.0022924056,0.000340914,0.0023039267,0.00035024376],"domain_scores_gemma":[0.9961547,0.0021414997,0.00028440476,0.0010755406,0.00009004545,0.00025379247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023583386,0.00014428742,0.00038180128,0.0003414754,0.00016538247,0.00074743223,0.0011912669,0.000084453546,0.00012647444],"category_scores_gemma":[0.0042510787,0.00010561873,0.000047487694,0.0008092899,0.00009136468,0.002253369,0.0010662094,0.00029580505,0.00015485552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022864162,0.0005749775,0.00037229504,0.0005253799,0.000044165903,0.00025244695,0.025320714,0.000015282338,1.8902978e-7,0.0422483,0.045321226,0.8853022],"study_design_scores_gemma":[0.0038088807,0.0009778244,0.0036672733,0.00038387917,0.000035303758,0.00018323991,0.23899774,0.31380144,0.0000025760335,0.025905266,0.41162497,0.0006115913],"about_ca_topic_score_codex":0.0011334874,"about_ca_topic_score_gemma":0.0024138065,"teacher_disagreement_score":0.8846906,"about_ca_system_score_codex":0.00013070733,"about_ca_system_score_gemma":0.00035448087,"threshold_uncertainty_score":0.81735784},"labels":[],"label_agreement":null},{"id":"W4404224726","doi":"10.2196/58858","title":"Implementation of WHO SMART Guidelines-Digital Adaptation Kits in Pathfinder Countries in Africa: Processes and Early Lessons Learned","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Preprint; Pathfinder; Adaptation (eye); Computer science; Medicine; World Wide Web; Psychology","score_opus":0.13140953594576954,"score_gpt":0.49109016908309333,"score_spread":0.3596806331373238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404224726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9689435,0.0016576947,0.004054253,0.017140111,0.000336262,0.00438906,0.00018803029,0.00014378862,0.0031473243],"genre_scores_gemma":[0.9931376,0.001992569,0.0004133947,0.00091300247,0.000085637796,0.0032558187,0.00006837164,0.000016382024,0.00011720124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99696386,0.00006888569,0.0018678998,0.00013184252,0.00052122603,0.0004462869],"domain_scores_gemma":[0.99829954,0.00077200634,0.0002626395,0.00014121794,0.00027176438,0.00025283865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012035588,0.0001260607,0.00028961175,0.0003136927,0.000116091775,0.000027203188,0.000113586335,0.00024318583,0.00013072795],"category_scores_gemma":[0.00065311766,0.000107177926,0.000018575642,0.00068779127,0.00008071953,0.00054984883,0.00006506134,0.00054532563,0.00004887998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011817332,0.00013081502,0.19409616,0.028080422,0.000023143188,0.000010296412,0.18414299,0.000019647465,0.0000024302774,0.046173006,0.022216508,0.5249864],"study_design_scores_gemma":[0.004734833,0.00037882646,0.19722416,0.007188495,0.000027181497,0.000008484015,0.116757184,0.025526077,0.000012189407,0.007749229,0.639911,0.00048233115],"about_ca_topic_score_codex":0.00048577142,"about_ca_topic_score_gemma":0.002117478,"teacher_disagreement_score":0.6176945,"about_ca_system_score_codex":0.000113434246,"about_ca_system_score_gemma":0.0030737726,"threshold_uncertainty_score":0.5452741},"labels":[],"label_agreement":null},{"id":"W4404256852","doi":"10.2196/58812","title":"Enhancing Clinical Decision Making by Predicting Readmission Risk in Patients With Heart Failure Using Machine Learning: Predictive Model Development Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Heart failure; Clinical decision making; Medicine; Computer science; Clinical decision support system; Intensive care medicine; Machine learning; Artificial intelligence; Decision support system; Cardiology; World Wide Web","score_opus":0.018884187468328678,"score_gpt":0.3439839362814624,"score_spread":0.32509974881313375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404256852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617602,0.0000522223,0.035702333,0.00016664226,0.0001173147,0.0018566081,0.000006676259,0.00024210033,0.00009585669],"genre_scores_gemma":[0.93060535,0.000015429343,0.06885419,0.00018804717,0.00006661175,0.00006954652,0.00008507341,0.000040777948,0.00007500107],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958488,0.00012737124,0.0015184855,0.0003213393,0.0017247954,0.0004592492],"domain_scores_gemma":[0.99867266,0.00033039323,0.00019659415,0.00025515753,0.00009978309,0.0004453934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001817183,0.00032278203,0.00057305035,0.00031045944,0.00019335332,0.00007895018,0.000119728335,0.00024861208,0.00008281631],"category_scores_gemma":[0.00054701976,0.00021539313,0.00008148352,0.0004329632,0.00005900584,0.0003892004,0.00023647131,0.0013038021,0.000029127372],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005744538,0.0013183828,0.96509975,0.0002878558,0.00021228503,0.00003736137,0.008114126,0.000566758,0.0000019708455,0.0000018151907,0.0018642773,0.021920975],"study_design_scores_gemma":[0.0062130475,0.002281976,0.054576002,0.0056623323,0.0002602687,0.000011683047,0.0035035047,0.9181936,0.000026438936,0.000010214453,0.008934632,0.00032632897],"about_ca_topic_score_codex":0.000016886512,"about_ca_topic_score_gemma":0.0000644292,"teacher_disagreement_score":0.9176268,"about_ca_system_score_codex":0.0003481211,"about_ca_system_score_gemma":0.0005154297,"threshold_uncertainty_score":0.8783477},"labels":[],"label_agreement":null},{"id":"W4404272163","doi":"10.2196/57298","title":"Development and Validation of a Machine Learning Method Using Vocal Biomarkers for Identifying Frailty in Community-Dwelling Older Adults: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Frailty in Older Adults","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Preprint; Gerontology; Medicine; Computer science; World Wide Web; Pathology","score_opus":0.08286767363303008,"score_gpt":0.4223767261653,"score_spread":0.33950905253226993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404272163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9038677,0.00012551386,0.09457635,0.00003967007,0.0001902845,0.0010612989,0.000008479183,0.00007200622,0.000058681046],"genre_scores_gemma":[0.9037198,0.000008464766,0.095848255,0.00007237964,0.00005035121,0.00008089736,0.00016368086,0.000023799465,0.000032388492],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973242,0.0001509312,0.0013084572,0.0001345349,0.000829223,0.00025259797],"domain_scores_gemma":[0.99850994,0.0008544867,0.00017069353,0.00015616315,0.00013998243,0.00016875664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033325793,0.00018024263,0.00035324413,0.00040120707,0.00019049214,0.00009383058,0.00012733931,0.00020678634,0.000058420632],"category_scores_gemma":[0.00078999554,0.00015856898,0.00006603698,0.00038546472,0.00010900911,0.00033677978,0.00015090135,0.0009460496,0.0000033764286],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075572496,0.0013791451,0.5101049,0.018867457,0.0008233306,0.000051765204,0.3136391,0.0007314112,0.00034830705,0.00007198654,0.00006414823,0.1531627],"study_design_scores_gemma":[0.005935543,0.00034903732,0.10921588,0.004642461,0.00007824384,0.00019163349,0.029109458,0.84782803,0.001584471,0.00004317982,0.0007536405,0.0002683956],"about_ca_topic_score_codex":0.00017998539,"about_ca_topic_score_gemma":0.00006504607,"teacher_disagreement_score":0.8470966,"about_ca_system_score_codex":0.00018143114,"about_ca_system_score_gemma":0.00024650947,"threshold_uncertainty_score":0.6466255},"labels":[],"label_agreement":null},{"id":"W4404395182","doi":"10.2196/60272","title":"Enhancing Bias Assessment for Complex Term Groups in Language Embedding Models: Quantitative Comparison of Methods","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Natural language processing; Word embedding; Measure (data warehouse); Word2vec; Machine learning; Embedding; Association test; Term (time); Data mining","score_opus":0.17317881202963353,"score_gpt":0.5031536617832251,"score_spread":0.32997484975359154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404395182","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052923147,0.00018714103,0.9450016,0.00018373237,0.0002899966,0.00035952072,0.0000045714855,0.000118836426,0.0009314721],"genre_scores_gemma":[0.39217812,0.0000054433303,0.60761297,0.00011050195,0.00002434286,0.00004827862,0.00000768348,0.00000588876,0.0000067676706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778,0.00010523889,0.0011321905,0.00015662254,0.00053351227,0.0002923996],"domain_scores_gemma":[0.9980928,0.0012421934,0.00017748457,0.00030805817,0.000058762576,0.00012072227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020619116,0.000142914,0.00040576683,0.00025411893,0.000042295484,0.000119302844,0.00065259857,0.00011843798,0.000017409913],"category_scores_gemma":[0.00018414724,0.000119865465,0.000090893074,0.0003620591,0.000052687818,0.00077192707,0.00029294932,0.00035356544,0.0000034892132],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008032961,0.00015849253,0.0001327634,0.002510405,0.000065180946,0.000009639945,0.22248401,0.008690675,0.0011858414,0.44243118,0.00040570996,0.32191807],"study_design_scores_gemma":[0.00026294665,0.00008053245,0.000046255198,0.0005447987,0.000005699433,0.0000042977404,0.008134656,0.98634464,0.00062126946,0.0036340468,0.0001928916,0.0001279957],"about_ca_topic_score_codex":0.000016661512,"about_ca_topic_score_gemma":0.00002251737,"teacher_disagreement_score":0.9776539,"about_ca_system_score_codex":0.00010317757,"about_ca_system_score_gemma":0.00021358625,"threshold_uncertainty_score":0.4887972},"labels":[],"label_agreement":null},{"id":"W4404421217","doi":"10.2196/60250","title":"Retracted: A Dynamic Adaptive Ensemble Learning Framework for Noninvasive Mild Cognitive Impairment Detection: Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":5,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Harmony search; Artificial intelligence; Machine learning; Cognition; Cognitive impairment; Psychology; Neuroscience","score_opus":0.026159721334510538,"score_gpt":0.3579045145209255,"score_spread":0.3317447931864149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404421217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8682238,0.0001106181,0.12756893,0.00017953246,0.00014903604,0.0029631332,0.0000059927143,0.00014848054,0.00065051636],"genre_scores_gemma":[0.9933058,0.000041502204,0.0049785683,0.0002460689,0.00009507252,0.00078003644,0.000090392554,0.000026416632,0.0004361239],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99748415,0.00007260468,0.00060420623,0.00022500417,0.0012088892,0.0004051519],"domain_scores_gemma":[0.9984125,0.0006972404,0.00009909624,0.00009392409,0.00032482998,0.00037242903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010098988,0.0002213386,0.00029928624,0.000280558,0.00024275841,0.00013615355,0.000068291774,0.00025298662,0.0001783368],"category_scores_gemma":[0.00048523466,0.00017939025,0.000077846205,0.00037342773,0.0001045864,0.00026822605,0.00010665672,0.0010235349,0.00008096209],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016985157,0.0020967473,0.012216572,0.0031860906,0.0019399637,0.0005111511,0.10517431,0.0000024587057,0.0000784608,0.00033615445,0.0002628152,0.8724968],"study_design_scores_gemma":[0.021459403,0.037170764,0.23598576,0.016661216,0.0017955544,0.0011872004,0.47714242,0.1677483,0.03049085,0.0018481888,0.0066472823,0.0018630498],"about_ca_topic_score_codex":0.0000030333572,"about_ca_topic_score_gemma":0.000008492184,"teacher_disagreement_score":0.8706337,"about_ca_system_score_codex":0.0002007171,"about_ca_system_score_gemma":0.00051803683,"threshold_uncertainty_score":0.7315322},"labels":[],"label_agreement":null},{"id":"W4404421560","doi":"10.2196/57385","title":"Digital Health Innovations to Catalyze the Transition to Value-Based Health Care","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Digital health; Health care; Value (mathematics); Computer science; Business; Data science; Knowledge management; World Wide Web; Economics; Economic growth","score_opus":0.00892341116692451,"score_gpt":0.27678931817066577,"score_spread":0.26786590700374124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404421560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02176816,0.0006339419,0.8579151,0.11319032,0.002199696,0.0009864527,0.00022689847,0.001423701,0.001655696],"genre_scores_gemma":[0.9726843,0.000021991218,0.0036634286,0.021925174,0.00049743394,0.00023523608,0.00088546454,0.0000392423,0.00004773101],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987006,0.000006738349,0.00046046026,0.00006642218,0.00047974067,0.0002860244],"domain_scores_gemma":[0.9992478,0.000055590415,0.000013724938,0.0001725546,0.000032263586,0.0004780605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022621654,0.00011911787,0.00013226857,0.00017988887,0.000076787444,0.000115585404,0.00016954237,0.000077119446,0.000029696574],"category_scores_gemma":[0.000033256954,0.00008535947,0.000037188132,0.0009783284,0.000026803516,0.00015905287,0.000016438104,0.00030234785,0.00022362625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033749122,0.000039582814,0.0000022768938,0.0057206284,0.000032702916,0.00000158438,0.07510644,0.019508297,0.000004602025,0.001942284,0.2873314,0.6103068],"study_design_scores_gemma":[0.00017449692,0.0001789927,0.0002091996,0.0011669081,0.000004350509,0.000012554866,0.0038762984,0.30545434,0.00003664884,0.000042627835,0.6885989,0.00024469115],"about_ca_topic_score_codex":0.000014342502,"about_ca_topic_score_gemma":0.000008217257,"teacher_disagreement_score":0.9509161,"about_ca_system_score_codex":0.00026233052,"about_ca_system_score_gemma":0.00041314107,"threshold_uncertainty_score":0.34808582},"labels":[],"label_agreement":null},{"id":"W4404433953","doi":"10.2196/63538","title":"Development and Evaluation of a Mental Health Chatbot Using ChatGPT 4.0: Mixed Methods User Experience Study With Korean Users","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Chatbot; Mental health; Computer science; World Wide Web; Psychology; Psychiatry","score_opus":0.12029070408554284,"score_gpt":0.5258423576309404,"score_spread":0.40555165354539763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404433953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99274737,0.00027844275,0.0036577801,0.00029955944,0.00079259527,0.0014628865,0.000011908873,0.00006141695,0.0006880348],"genre_scores_gemma":[0.9676393,0.0000029445262,0.031641003,0.0002655413,0.000021714695,0.0003263405,0.00002442053,0.000018492408,0.00006023654],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9970794,0.00025750723,0.0010537952,0.00015939011,0.0011439469,0.00030601159],"domain_scores_gemma":[0.99910796,0.000082987775,0.0002206103,0.00020659676,0.000069823465,0.00031204702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028297878,0.00015971618,0.0002695501,0.00014391328,0.00010326491,0.000053039934,0.00015075006,0.00007477466,0.0002612187],"category_scores_gemma":[0.00003616673,0.00012280287,0.0000335442,0.0003184135,0.00016445956,0.00037171887,0.0001160281,0.00022903297,0.000019471789],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000589233,0.00072253466,0.00067784166,0.0004611038,0.00015589628,0.0000044794742,0.30664515,0.0000018116032,0.0000021838487,0.0011459484,0.0003857312,0.6897384],"study_design_scores_gemma":[0.00804296,0.0060491925,0.027744077,0.008395335,0.00018073039,0.0005459012,0.83484775,0.08748934,0.0011071719,0.00022482764,0.024384554,0.0009881591],"about_ca_topic_score_codex":0.000063970576,"about_ca_topic_score_gemma":0.00007896549,"teacher_disagreement_score":0.6887502,"about_ca_system_score_codex":0.0002744763,"about_ca_system_score_gemma":0.00042824302,"threshold_uncertainty_score":0.5007756},"labels":[],"label_agreement":null},{"id":"W4404448611","doi":"10.2196/64113","title":"Identification of Patients With Congestive Heart Failure From the Electronic Health Records of Two Hospitals: Retrospective Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Institute of Mental Health; National Heart, Lung, and Blood Institute; National Institute on Aging","keywords":"Health records; Heart failure; Medicine; Preprint; Electronic records; Electronic health record; Identification (biology); Retrospective cohort study; Medical emergency; Cardiology; Intensive care medicine; Internal medicine; Health care; Computer science; World Wide Web","score_opus":0.006806662421956608,"score_gpt":0.3101878170444132,"score_spread":0.30338115462245663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404448611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95961535,0.00014643445,0.033949025,0.0046636797,0.00025731398,0.0011888995,0.000037798494,0.00010899589,0.00003251906],"genre_scores_gemma":[0.9979158,0.000010120768,0.0016055097,0.0003259769,0.00004622754,0.000055901914,0.000022319919,0.000009304504,0.000008857894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971252,0.00023298843,0.0009157555,0.00018195837,0.0012732073,0.00027087322],"domain_scores_gemma":[0.9981572,0.00035760514,0.00045660735,0.0006008762,0.00030431058,0.0001234097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012910761,0.00013623822,0.0003132953,0.000079745936,0.00008517618,0.00007021889,0.00074169715,0.00006388469,0.000027641134],"category_scores_gemma":[0.00029890702,0.0000841638,0.00004566644,0.00067207083,0.00013108405,0.00041980174,0.00017501166,0.0007160593,0.000013764796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027024613,0.00035898582,0.86660314,0.00040212148,0.00017194479,0.0000014077343,0.08445833,0.000059472437,8.298889e-7,0.020249056,0.004245046,0.023422645],"study_design_scores_gemma":[0.00085968076,0.0025361117,0.89829177,0.00048258188,0.000017133367,0.0000022594538,0.0034302955,0.0913326,0.000019589139,0.0020881065,0.00077204435,0.0001678499],"about_ca_topic_score_codex":0.00039073444,"about_ca_topic_score_gemma":0.00023729431,"teacher_disagreement_score":0.09127313,"about_ca_system_score_codex":0.00017586467,"about_ca_system_score_gemma":0.0007565077,"threshold_uncertainty_score":0.34321},"labels":[],"label_agreement":null},{"id":"W4404518068","doi":"10.2196/64806","title":"Predicting Pain Response to a Remote Musculoskeletal Care Program for Low Back Pain Management: Development of a Prediction Tool","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine learning; Computer science; Artificial intelligence; Session (web analytics); Receiver operating characteristic; Data collection; Scalability; Medicine; Database","score_opus":0.008379978255243864,"score_gpt":0.31024876579742244,"score_spread":0.3018687875421786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404518068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8103179,0.000118421696,0.17726237,0.0011928608,0.00037982623,0.008675725,0.000039319813,0.0005284883,0.0014851294],"genre_scores_gemma":[0.5982309,0.000022131277,0.39673743,0.0012489546,0.0004057559,0.0016783099,0.000704145,0.00008263498,0.00088976626],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99672735,0.00023714194,0.0013310552,0.00021614312,0.0010947865,0.00039353277],"domain_scores_gemma":[0.9982233,0.0007753342,0.000115537434,0.00031167813,0.00020933452,0.00036480764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006479216,0.00023235669,0.00035371658,0.00037068594,0.000100823534,0.000041522922,0.00014570651,0.0002617644,0.00009598402],"category_scores_gemma":[0.002097406,0.00018113955,0.00024824537,0.00056581123,0.00010569702,0.00016319525,0.00008931055,0.0002869704,0.00004827011],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005703623,0.0001669299,0.00023825359,0.06289272,0.00016534454,0.0000055463784,0.023097266,0.000008727303,0.00017264514,0.000054751123,0.002888537,0.9097389],"study_design_scores_gemma":[0.0048634815,0.007499919,0.016030319,0.029394874,0.00017310707,0.0000181986,0.038628157,0.5968251,0.0002365584,0.00009544017,0.30556938,0.0006654508],"about_ca_topic_score_codex":0.0000017721246,"about_ca_topic_score_gemma":0.0000038333706,"teacher_disagreement_score":0.9090735,"about_ca_system_score_codex":0.00024100523,"about_ca_system_score_gemma":0.00039539518,"threshold_uncertainty_score":0.73866564},"labels":[],"label_agreement":null},{"id":"W4404518274","doi":"10.2196/63020","title":"Autonomous International Classification of Diseases Coding Using Pretrained Language Models and Advanced Prompt Learning Techniques: Evaluation of an Automated Analysis System Using Medical Text","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Coding (social sciences); Natural language processing; Artificial intelligence; World Wide Web","score_opus":0.04104098665763008,"score_gpt":0.41203328058214533,"score_spread":0.37099229392451527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404518274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55554056,0.000107488566,0.4430566,0.00007717847,0.00010104658,0.00034898784,0.000008339947,0.0005995887,0.00016019223],"genre_scores_gemma":[0.94459367,0.0000072051257,0.055229504,0.000020346808,0.000041044532,0.000030188752,0.000065356115,0.000010362877,0.0000023203431],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996051,0.00032579922,0.0010207025,0.00020334522,0.0022188318,0.00018028439],"domain_scores_gemma":[0.9984331,0.00021335222,0.0004597532,0.0002922437,0.00037073853,0.00023078518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024526196,0.00014034825,0.00033206886,0.0005977561,0.000080384736,0.0000968913,0.0005089045,0.00019788051,0.000027393393],"category_scores_gemma":[0.00071059336,0.00012359065,0.000071706934,0.0009165979,0.000107268446,0.0010408408,0.00018993737,0.00036735635,4.754825e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038614464,0.00023091726,0.003929509,0.007960976,0.00073099777,0.000035905494,0.06193798,0.19069034,0.0016260961,0.024370136,0.000012197744,0.7084363],"study_design_scores_gemma":[0.00020232282,0.00005685339,0.000990738,0.0011160845,0.0001416892,0.00004012503,0.0019479024,0.99522823,0.000112799185,0.000047949263,0.000005654049,0.000109672466],"about_ca_topic_score_codex":0.000058563044,"about_ca_topic_score_gemma":0.000005289605,"teacher_disagreement_score":0.8045379,"about_ca_system_score_codex":0.0003070988,"about_ca_system_score_gemma":0.0008080899,"threshold_uncertainty_score":0.5039881},"labels":[],"label_agreement":null},{"id":"W4404518502","doi":"10.2196/63924","title":"Performance of Artificial Intelligence Chatbots on Ultrasound Examinations: Cross-Sectional Comparative Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cross-sectional study; Computer science; Artificial intelligence; Medicine; World Wide Web; Pathology","score_opus":0.17789164386383627,"score_gpt":0.4800836276701404,"score_spread":0.30219198380630413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404518502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99000424,0.00006993847,0.0046203113,0.00022624664,0.0005956413,0.00035290237,0.000015610485,0.00007889117,0.0040362068],"genre_scores_gemma":[0.9981859,0.00014146618,0.00061259937,0.00032284274,0.0003416314,0.0000683268,0.00014441386,0.0000065852605,0.00017624196],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972777,0.000032695698,0.0012735982,0.00014901825,0.0010314411,0.00023559741],"domain_scores_gemma":[0.9982313,0.000790705,0.00014964084,0.00023795785,0.00035135652,0.0002390472],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077413087,0.00014544331,0.00032556837,0.00056786614,0.000120657925,0.00006847403,0.00014136898,0.00021844132,0.0013931956],"category_scores_gemma":[0.0003418127,0.00011719819,0.00015898193,0.0014426699,0.00034306903,0.00028988777,0.000021474338,0.00047622088,0.00042647397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075130985,0.0020401136,0.4121469,0.004594563,0.0018965517,0.000026829564,0.09408679,0.0037758725,0.00026248378,0.049654774,0.0019658746,0.42879793],"study_design_scores_gemma":[0.000040599138,0.0013178095,0.20163734,0.0007434863,0.00026315334,0.00008798513,0.008878978,0.76648504,0.017630361,0.0010685317,0.0015351549,0.00031157595],"about_ca_topic_score_codex":0.000035034744,"about_ca_topic_score_gemma":0.000018339239,"teacher_disagreement_score":0.76270914,"about_ca_system_score_codex":0.0001425001,"about_ca_system_score_gemma":0.00046556085,"threshold_uncertainty_score":0.99951965},"labels":[],"label_agreement":null},{"id":"W4404524148","doi":"10.2196/59480","title":"Medication Prescription Policy for US Veterans With Metastatic Castration-Resistant Prostate Cancer: Causal Machine Learning Approach","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Prostate Cancer Treatment and Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enzalutamide; Docetaxel; Medicine; Prostate cancer; Oncology; Internal medicine; Mitoxantrone; Cabazitaxel; Medical prescription; Cancer; Veterans Affairs; Abiraterone acetate; Androgen deprivation therapy; Chemotherapy; Androgen receptor; Pharmacology","score_opus":0.03404942358098799,"score_gpt":0.3655782055431681,"score_spread":0.3315287819621801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404524148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8883049,0.008701271,0.056404226,0.022904502,0.000692482,0.012934488,0.00085020886,0.001192528,0.008015382],"genre_scores_gemma":[0.9767387,0.0020686674,0.009630973,0.00066353247,0.0005769224,0.003220115,0.0027246457,0.0000747761,0.0043016695],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762535,0.000046077712,0.0005568759,0.00018758584,0.0011483808,0.00043572934],"domain_scores_gemma":[0.9990281,0.00010566899,0.000104562896,0.00017839574,0.0001648586,0.00041840764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048993074,0.00022023657,0.0003194991,0.00029151203,0.00015874616,0.00011951148,0.000109298766,0.000110854555,0.00011045761],"category_scores_gemma":[0.00010593978,0.00013638315,0.00008044082,0.00045725986,0.00019845208,0.00035041053,0.000028486573,0.00052832597,0.000015301031],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017750246,0.0029205976,0.012562317,0.07953768,0.006751626,0.00086321734,0.18605787,0.0030030787,0.0058954316,0.012911852,0.027550455,0.6441956],"study_design_scores_gemma":[0.01142623,0.0039618667,0.002439334,0.0027409233,0.0007340241,0.00048056457,0.0041679684,0.8652365,0.0009719478,0.00019400573,0.107097544,0.0005490579],"about_ca_topic_score_codex":0.00035167148,"about_ca_topic_score_gemma":0.000067965986,"teacher_disagreement_score":0.86223346,"about_ca_system_score_codex":0.0003374189,"about_ca_system_score_gemma":0.0018179528,"threshold_uncertainty_score":0.5561544},"labels":[],"label_agreement":null},{"id":"W4404527322","doi":"10.2196/57754","title":"Data Ownership in the AI-Powered Integrative Health Care Landscape","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Context (archaeology); Data governance; Corporate governance; Knowledge management; Data science; Business; Computer science; Political science; Marketing; Data quality","score_opus":0.1696880268524611,"score_gpt":0.4922034375064493,"score_spread":0.3225154106539882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404527322","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2599267,0.020904662,0.0064237234,0.6309162,0.00586297,0.0062099486,0.0003707801,0.0007315113,0.068653546],"genre_scores_gemma":[0.97094536,0.00047315835,0.00038923844,0.026312614,0.00060308876,0.00007435207,0.0010679114,0.000012005366,0.00012225778],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980203,0.00008718297,0.00076238037,0.0001292082,0.0006959404,0.0003049685],"domain_scores_gemma":[0.998684,0.00036775292,0.00006367888,0.00056204887,0.000084755746,0.00023779488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011520598,0.00012415876,0.00022582806,0.00015245799,0.00007478671,0.00007806996,0.00041444637,0.00016249355,0.0004439494],"category_scores_gemma":[0.0005209781,0.000065091124,0.000041298084,0.00053729315,0.00010352159,0.00029877457,0.00007124738,0.00097587414,0.00025618752],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038759412,0.00008912754,0.0013246583,0.0013868553,0.000019745856,0.000033959466,0.33379513,5.0892083e-7,2.5118925e-7,0.0023645079,0.21078642,0.4501601],"study_design_scores_gemma":[0.00011487676,0.0004835194,0.00072816387,0.0022303457,0.00002273,0.0001520853,0.5587556,0.032865625,0.000024425899,0.00061804923,0.403843,0.00016165158],"about_ca_topic_score_codex":0.00018360285,"about_ca_topic_score_gemma":0.00066452206,"teacher_disagreement_score":0.7110187,"about_ca_system_score_codex":0.0001288399,"about_ca_system_score_gemma":0.0018350178,"threshold_uncertainty_score":0.48609346},"labels":[],"label_agreement":null},{"id":"W4404604917","doi":"10.2196/65549","title":"Correlation Between Diagnosis-Related Group Weights and Nursing Time in the Cardiology Department: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nursing Diagnosis and Documentation","field":"Nursing","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Medicine; Preprint; Correlation; Cardiology; Internal medicine; Computer science; Pathology; Mathematics; World Wide Web","score_opus":0.01517027430459341,"score_gpt":0.34268637991342543,"score_spread":0.32751610560883204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404604917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99529415,0.00026220767,0.00016161481,0.0008659022,0.0012335604,0.0008774589,0.000011150159,0.000104983235,0.001188974],"genre_scores_gemma":[0.9989595,0.000017426004,0.000052266074,0.00023947426,0.00028582715,0.00018910984,0.00022986991,0.000013439746,0.000013091944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979281,0.0002150435,0.0007650261,0.00015514078,0.0006834357,0.00025329468],"domain_scores_gemma":[0.99867916,0.0009661902,0.00009238911,0.00013874617,0.000024028532,0.000099492994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010532016,0.00015380878,0.00022506955,0.00018822639,0.00019841865,0.0002950726,0.00012284622,0.00023363082,0.00009382115],"category_scores_gemma":[0.00008458075,0.00010882394,0.000059342343,0.00033821736,0.00020241884,0.0005446969,0.000023171866,0.0004868731,0.00013189239],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028851047,0.00022376962,0.9510618,0.000052214396,0.000049386126,0.000022346583,0.018461248,0.000047782305,5.005645e-7,0.0005828435,0.00385932,0.02560993],"study_design_scores_gemma":[0.00088680524,0.0004485818,0.9762501,0.00029983942,0.00006579842,0.000068944355,0.0010992088,0.016460543,0.0000032312616,0.0023256291,0.001954192,0.00013711603],"about_ca_topic_score_codex":0.000014958173,"about_ca_topic_score_gemma":0.0000054347774,"teacher_disagreement_score":0.025472812,"about_ca_system_score_codex":0.00018080743,"about_ca_system_score_gemma":0.000022897106,"threshold_uncertainty_score":0.44377115},"labels":[],"label_agreement":null},{"id":"W4404624384","doi":"10.2196/59396","title":"A Multivariable Prediction Model for Mild Cognitive Impairment and Dementia: Algorithm Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Random forest; Gradient boosting; Machine learning; Logistic regression; Artificial intelligence; Receiver operating characteristic; AdaBoost; Support vector machine; Computer science; Medicine; Gerontology; Algorithm; Disease","score_opus":0.025492424809056898,"score_gpt":0.33672411063582897,"score_spread":0.3112316858267721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404624384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43923062,0.0003797026,0.55652654,0.00044020935,0.00010162512,0.0022621895,0.000073473755,0.00012944994,0.00085617],"genre_scores_gemma":[0.89716524,0.00047047672,0.09735288,0.0010698334,0.00018952799,0.0018088442,0.00079307664,0.00003683441,0.0011132843],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829996,0.000016713131,0.00048803134,0.00016187195,0.0007279597,0.0003054701],"domain_scores_gemma":[0.99923766,0.00013394412,0.000045469424,0.00006199795,0.00016408769,0.00035681893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073279557,0.0001540853,0.0001916287,0.00017596949,0.00013258046,0.00010328743,0.000037289028,0.00013918686,0.00008725922],"category_scores_gemma":[0.00007826001,0.000121027784,0.00003804615,0.00013170099,0.00010425382,0.00031537015,0.00009972414,0.00022357544,0.000013073879],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034122597,0.00064440456,0.0058376025,0.004853513,0.001155835,0.000028869737,0.018774996,0.0000041697263,0.00005984835,0.0005629527,0.006210253,0.96152633],"study_design_scores_gemma":[0.0035075836,0.00049060874,0.0041290163,0.0011083229,0.00023425744,0.00006670166,0.0019838992,0.9827796,0.0014299727,0.00022712108,0.0039053708,0.00013749444],"about_ca_topic_score_codex":0.0000019818306,"about_ca_topic_score_gemma":6.2886227e-7,"teacher_disagreement_score":0.9827755,"about_ca_system_score_codex":0.00006602516,"about_ca_system_score_gemma":0.00039263215,"threshold_uncertainty_score":0.49353698},"labels":[],"label_agreement":null},{"id":"W4404629082","doi":"10.2196/58575","title":"Smart Contracts and Shared Platforms in Sustainable Health Care: Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Health care; Preprint; Grey literature; Computer science; Process (computing); Knowledge management; Traceability; Design science research; Process management; Data science; MEDLINE; Information system; Business; World Wide Web; Engineering; Political science","score_opus":0.016547101733377933,"score_gpt":0.3300201312716854,"score_spread":0.31347302953830747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404629082","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.650192e-7,0.99185014,0.0015190039,0.00083207525,0.00007930434,0.0050514624,0.000014518669,0.00025641843,0.0003967916],"genre_scores_gemma":[0.000003849933,0.99448895,0.0011443447,0.0019721596,0.000016940203,0.0021788862,0.00008074477,0.00001643189,0.000097715085],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99609435,0.00006511274,0.0023525173,0.0002746519,0.0006327144,0.00058066903],"domain_scores_gemma":[0.9976409,0.00021710555,0.000692304,0.0010339404,0.00008715539,0.0003286015],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018642644,0.00040063445,0.0027366423,0.00039820938,0.00010667126,0.00017595885,0.0015669838,0.0006580325,0.000009671991],"category_scores_gemma":[0.00032737743,0.00025917418,0.00018822041,0.0012371583,0.00011616255,0.0003482886,0.00088383834,0.0014158522,0.00011540162],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.6990744e-8,0.000017231772,3.4844522e-8,0.8105276,0.000026926058,0.000026170783,0.0011612059,2.9654568e-9,2.4352326e-11,0.09036077,0.0037378399,0.09414211],"study_design_scores_gemma":[0.0000899444,0.0000347172,6.0103964e-8,0.46307185,0.00012235322,0.0002260127,0.0003019646,0.000748169,4.7250537e-9,0.0008840326,0.53430474,0.00021614955],"about_ca_topic_score_codex":0.000017227892,"about_ca_topic_score_gemma":0.000016956661,"teacher_disagreement_score":0.5305669,"about_ca_system_score_codex":0.00034025375,"about_ca_system_score_gemma":0.0013964612,"threshold_uncertainty_score":0.99998605},"labels":[],"label_agreement":null},{"id":"W4404845712","doi":"10.2196/59249","title":"Analyzing Patient Experience on Weibo: Machine Learning Approach to Topic Modeling and Sentiment Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sentiment analysis; Computer science; Health care; Social media; Artificial intelligence; Naive Bayes classifier; Random forest; Psychology; Machine learning; World Wide Web; Political science","score_opus":0.06388676955959254,"score_gpt":0.42741097275442214,"score_spread":0.3635242031948296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404845712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93579674,0.00015889744,0.058062393,0.00054526207,0.00045847506,0.0007393271,0.000012165109,0.00021890736,0.0040078554],"genre_scores_gemma":[0.99489737,0.00005285619,0.0027392914,0.0015652177,0.00009062225,0.0003989907,0.000053443775,0.000014628311,0.00018758839],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971959,0.00021430751,0.0010707476,0.00021288672,0.00086255657,0.0004436074],"domain_scores_gemma":[0.9987238,0.0002787705,0.0001277988,0.00024446403,0.00007884981,0.0005463275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005345558,0.00017611276,0.0003236131,0.00051276584,0.00051950075,0.000035245874,0.00012757609,0.0002061667,0.00033195785],"category_scores_gemma":[0.00021454509,0.0001389428,0.00007756372,0.00091174914,0.000032191867,0.00020311929,0.00019804755,0.0011743183,0.000150519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006236865,0.00010060575,0.36912054,0.003521249,0.00049857626,0.000014371872,0.4591823,0.046229433,0.000004709483,0.0041503073,0.0010593429,0.116056204],"study_design_scores_gemma":[0.00014709958,0.00011011491,0.0015927373,0.00046019297,0.000048471404,0.0000017323636,0.013225067,0.9797171,0.0000025341537,0.0000236778,0.004523366,0.00014790977],"about_ca_topic_score_codex":0.00016891983,"about_ca_topic_score_gemma":0.000020198622,"teacher_disagreement_score":0.93348765,"about_ca_system_score_codex":0.00024434316,"about_ca_system_score_gemma":0.00013130506,"threshold_uncertainty_score":0.56659234},"labels":[],"label_agreement":null},{"id":"W4404851541","doi":"10.2196/65281","title":"Digital Solutions for Health Services and Systems Management: Narrative Review of Certified Software Features in the Brazilian Market","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Certification; Health care; Software; Knowledge management; Process management; System integration; Business; Computer science; Engineering management; Engineering; World Wide Web","score_opus":0.2183533218915188,"score_gpt":0.4658512719563644,"score_spread":0.2474979500648456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404851541","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010967921,0.97981626,0.00030050013,0.007867257,0.00043327818,0.0055656102,0.002094296,0.00003388836,0.0038877998],"genre_scores_gemma":[0.0000046291843,0.9871732,0.00034709243,0.009355796,0.00015320597,0.0017084548,0.0006037193,0.000030099533,0.00062381796],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99072397,0.0003194989,0.007892931,0.00028561652,0.00029209236,0.00048590047],"domain_scores_gemma":[0.9940789,0.0014679076,0.0036551144,0.00053633284,0.000050339913,0.00021143853],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017905584,0.00035273828,0.0030071344,0.0004302321,0.0001691804,0.00021526219,0.0006626176,0.00033046614,0.000054462987],"category_scores_gemma":[0.00088191644,0.0002707236,0.00031879335,0.00044141154,0.0001227271,0.00045423565,0.00018371892,0.0004900615,0.00011590865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001383763,0.00003052537,0.000002662522,0.7200492,0.00013400851,5.872552e-7,0.0053356276,2.6219445e-7,4.5231726e-12,0.010728054,0.22168851,0.042029183],"study_design_scores_gemma":[0.00015968089,0.000039257557,0.000009957972,0.18084885,0.000052340245,0.00002474523,0.006061496,0.00057014514,7.467989e-11,0.0004926148,0.811556,0.00018495592],"about_ca_topic_score_codex":0.000041647727,"about_ca_topic_score_gemma":0.00004213319,"teacher_disagreement_score":0.5898675,"about_ca_system_score_codex":0.0003285182,"about_ca_system_score_gemma":0.00038869432,"threshold_uncertainty_score":0.9999745},"labels":[],"label_agreement":null},{"id":"W4404875615","doi":"10.2196/65784","title":"The University Medicine Greifswald’s Trusted Third Party Dispatcher: State-of-the-Art Perspective Into Comprehensive Architectures and Complex Research Workflows","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health and Medical Studies","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Perspective (graphical); Computer science; State (computer science); Data science; Database; Programming language; Artificial intelligence","score_opus":0.10740963705002332,"score_gpt":0.4684348317116639,"score_spread":0.36102519466164057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404875615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68675005,0.0059044478,0.000827538,0.2532607,0.0027077866,0.004925697,0.00005548578,0.0003158419,0.04525245],"genre_scores_gemma":[0.9792352,0.0053329505,0.0004497781,0.008523996,0.0007426232,0.00012815304,0.000020933658,0.000034242188,0.005532132],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956078,0.0010825982,0.0008193616,0.00016134692,0.0015676671,0.0007612064],"domain_scores_gemma":[0.9913282,0.007030995,0.00015128203,0.00033188687,0.00045548278,0.00070219627],"candidate_categories":["sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.002424611,0.00017995437,0.0004244797,0.00011630121,0.002129471,0.000012212499,0.0004827179,0.0002197338,0.00024513027],"category_scores_gemma":[0.0024217893,0.000085458254,0.00006875181,0.0007635064,0.003074556,0.000056902074,0.0007226838,0.0029021518,0.000102288745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026583747,0.000046975863,0.0018270039,0.0030712457,0.00016243751,0.000025052226,0.3520385,0.0000019742322,0.0000047492026,0.010689139,0.53703636,0.09483071],"study_design_scores_gemma":[0.00080055255,0.00017418659,0.01657759,0.0016876807,0.000020386193,0.0000047411854,0.11161051,0.003487279,0.0000011866599,0.0051473174,0.86039114,0.000097412565],"about_ca_topic_score_codex":0.00070929364,"about_ca_topic_score_gemma":0.0019354135,"teacher_disagreement_score":0.32335478,"about_ca_system_score_codex":0.00033917715,"about_ca_system_score_gemma":0.0012129083,"threshold_uncertainty_score":0.9996385},"labels":[],"label_agreement":null},{"id":"W4404887882","doi":"10.2196/54133","title":"Robust Automated Harmonization of Heterogeneous Data Through Ensemble Machine Learning: Algorithm Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of Neurological Disorders and Stroke","keywords":"Computer science; Preprint; Artificial intelligence; Machine learning; World Wide Web","score_opus":0.06440115396028467,"score_gpt":0.344435159548589,"score_spread":0.2800340055883043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404887882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08839447,0.00035125195,0.90872663,0.0004360249,0.00030887328,0.0005406234,0.00000877964,0.0010869027,0.00014641331],"genre_scores_gemma":[0.6649515,0.000069497444,0.33422878,0.00018639871,0.000052350835,0.00003214106,0.00039857073,0.000020011888,0.00006073335],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976435,0.00014927049,0.00080247165,0.00023284415,0.00095335767,0.00021858848],"domain_scores_gemma":[0.99888724,0.00017418015,0.00017856903,0.00051705114,0.00010063528,0.00014230428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009879217,0.00015633777,0.00021834302,0.00012435531,0.00013590619,0.00019380171,0.0008058192,0.00011582166,0.000026925098],"category_scores_gemma":[0.00022857134,0.00013077733,0.000015486567,0.00049738504,0.00004258542,0.0008596629,0.0009412366,0.00043020822,0.000026181166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049688174,0.00025160264,0.0040873406,0.0013934652,0.0001234852,0.0000796581,0.07123271,0.0040454576,0.0000043675414,0.0006903332,0.0011132502,0.91697335],"study_design_scores_gemma":[0.00023599483,0.00015183043,0.00037213365,0.00013911724,0.000008428552,0.00007816053,0.00031603506,0.99145687,0.00016871323,0.000029846338,0.0069140885,0.00012878384],"about_ca_topic_score_codex":0.00004984666,"about_ca_topic_score_gemma":0.000008684993,"teacher_disagreement_score":0.98741144,"about_ca_system_score_codex":0.000047464684,"about_ca_system_score_gemma":0.00029482704,"threshold_uncertainty_score":0.5332945},"labels":[],"label_agreement":null},{"id":"W4404887887","doi":"10.2196/65454","title":"Classifying Unstructured Text in Electronic Health Records for Mental Health Prediction Models: Large Language Model Evaluation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Preprint; Health records; Computer science; Mental health; Language model; Mental model; Natural language processing; Electronic health record; Unstructured data; Artificial intelligence; Data mining; Psychology; World Wide Web; Psychiatry; Health care; Cognitive science; Big data","score_opus":0.036354493390944674,"score_gpt":0.39968380418805416,"score_spread":0.3633293107971095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404887887","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07180942,0.0014091427,0.9105208,0.009918543,0.0009827927,0.004438528,0.000066564135,0.0005984913,0.00025575503],"genre_scores_gemma":[0.9797368,0.00013586188,0.01676778,0.0024386481,0.00013078179,0.000515214,0.00020994485,0.000024320956,0.000040668034],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99581164,0.0003374432,0.0011860696,0.00030267137,0.0015485131,0.0008136687],"domain_scores_gemma":[0.99881834,0.00012405279,0.00023956822,0.00042557184,0.00007639849,0.00031606355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058041303,0.00020649334,0.00033652503,0.0003592347,0.00024269693,0.00015682512,0.0005661993,0.00015419211,0.00002069343],"category_scores_gemma":[0.00013851862,0.00018170854,0.000067712375,0.00063327316,0.000021225906,0.0009594052,0.00018244535,0.0009969581,0.0000072607163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029963341,0.00028373292,0.0006066269,0.001798596,0.000040901097,0.0000021631672,0.26762095,0.021241916,5.8980356e-7,0.025380837,0.008372712,0.67462105],"study_design_scores_gemma":[0.0011659552,0.0006390313,0.00024341782,0.00031578273,0.000003229111,0.0000163071,0.004919199,0.9885904,4.0949232e-7,0.0029745784,0.0010018781,0.0001298216],"about_ca_topic_score_codex":0.00015004691,"about_ca_topic_score_gemma":0.0008183015,"teacher_disagreement_score":0.96734846,"about_ca_system_score_codex":0.0014839305,"about_ca_system_score_gemma":0.0035523023,"threshold_uncertainty_score":0.74098593},"labels":[],"label_agreement":null},{"id":"W4404904568","doi":"10.2196/63109","title":"Diagnostic Decision-Making Variability Between Novice and Expert Optometrists for Glaucoma: Comparative Analysis to Inform AI System Design","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Retinal Imaging and Analysis","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Concordance; Preprint; Clinical decision support system; Glaucoma; Computer science; Clinical decision making; Decision support system; Data science; Medicine; Artificial intelligence; Optometry; Family medicine; Ophthalmology","score_opus":0.0297020711444331,"score_gpt":0.40547858381808144,"score_spread":0.3757765126736483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404904568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21893954,0.00022308392,0.7781529,0.0008579691,0.0000856662,0.00087921857,0.000031180003,0.0001770975,0.0006533667],"genre_scores_gemma":[0.95346683,0.000023693068,0.04495059,0.0010524716,0.00020725586,0.00020345862,0.00005547352,0.000012524475,0.00002771791],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99701935,0.000063088686,0.0011875828,0.00024216074,0.0011100462,0.00037777866],"domain_scores_gemma":[0.98841155,0.01009165,0.0001278438,0.00038219796,0.000326404,0.0006603805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021853428,0.00026452978,0.0010350375,0.0010135802,0.00016117943,0.000179698,0.00021508637,0.0001940205,0.000059731912],"category_scores_gemma":[0.00373739,0.00019016737,0.0002812761,0.0033854207,0.00012217303,0.0003115213,0.00013485471,0.00038488474,0.00006232341],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009644708,0.0006201745,0.21494666,0.013261791,0.016298164,0.00031236335,0.07703753,0.00046285999,0.000020297097,0.0032307403,0.06013546,0.61270946],"study_design_scores_gemma":[0.0011034748,0.0005037854,0.028917184,0.0039865933,0.0036148787,0.000094798066,0.005342018,0.94013375,0.00007469249,0.0001816208,0.015554264,0.00049292925],"about_ca_topic_score_codex":0.000017664053,"about_ca_topic_score_gemma":0.0000023752968,"teacher_disagreement_score":0.9396709,"about_ca_system_score_codex":0.00023144852,"about_ca_system_score_gemma":0.00022103566,"threshold_uncertainty_score":0.77548003},"labels":[],"label_agreement":null},{"id":"W4404917089","doi":"10.2196/60334","title":"Chinese Clinical Named Entity Recognition With Segmentation Synonym Sentence Synthesis Mechanism: Algorithm Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Conditional random field; Natural language processing; Named-entity recognition; Sentence; Vocabulary; Segmentation; Synonym (taxonomy); Machine learning; Task (project management)","score_opus":0.030130818809666185,"score_gpt":0.3196210585014545,"score_spread":0.28949023969178833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404917089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23372957,0.000016800985,0.7650423,0.00034432905,0.00031170325,0.00021390613,0.0000021278086,0.00018184289,0.00015740322],"genre_scores_gemma":[0.20584016,0.00008249284,0.79335463,0.00041665646,0.0001105556,0.00012730795,0.00002906016,0.000008888252,0.000030231009],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998071,0.00006429556,0.0006760809,0.00019326994,0.0008121775,0.00018314505],"domain_scores_gemma":[0.9991386,0.00027381894,0.00011434777,0.00019308478,0.00007856516,0.00020161597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001112888,0.00013773511,0.00017229666,0.0001100494,0.00009120935,0.0002630064,0.00025467854,0.00012645972,0.00004701785],"category_scores_gemma":[0.00015373643,0.00009953589,0.00003053126,0.00026686548,0.000050673443,0.0011254686,0.00016531709,0.00025102973,0.0000718825],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027457545,0.00003731804,0.00014649257,0.0001834145,0.000028956212,0.000017982611,0.003603606,0.0000023948376,0.0000051851916,0.0011416245,0.00007713799,0.9947531],"study_design_scores_gemma":[0.00027748197,0.000056859506,0.00019807986,0.00049450865,0.000016679536,0.00011282049,0.00056822336,0.9947459,0.0012600847,0.0013856147,0.0006729424,0.0002107673],"about_ca_topic_score_codex":0.000004313388,"about_ca_topic_score_gemma":0.0000051043917,"teacher_disagreement_score":0.9947435,"about_ca_system_score_codex":0.000056972724,"about_ca_system_score_gemma":0.00023700549,"threshold_uncertainty_score":0.40589562},"labels":[],"label_agreement":null},{"id":"W4404924672","doi":"10.2196/57727","title":"Semiology Extraction and Machine Learning–Based Classification of Electronic Health Records for Patients With Epilepsy: Retrospective Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Epilepsy; Computer science; Feature extraction; Information extraction; Machine learning; Random forest; Semiology; Natural language processing; Ontology; Medicine; Psychiatry","score_opus":0.01441843822830746,"score_gpt":0.3293431116329078,"score_spread":0.31492467340460034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404924672","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14359581,0.00014031486,0.8524211,0.0029037106,0.0001272007,0.0005375578,0.000014693958,0.00017999506,0.000079610516],"genre_scores_gemma":[0.9820142,0.00006430162,0.01723181,0.00035044635,0.0000312525,0.00008184395,0.0001895486,0.000009614339,0.000026992915],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981857,0.00017081856,0.0006285,0.00020448447,0.00049875956,0.00031172307],"domain_scores_gemma":[0.99849504,0.00049912214,0.0003945533,0.00025502106,0.00018563567,0.00017063574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012001529,0.0001296084,0.00034604885,0.00035829065,0.00011206143,0.000044853485,0.00023539225,0.00013890528,0.00002336677],"category_scores_gemma":[0.0003550049,0.00009854004,0.000067161425,0.0009375881,0.00007496594,0.00028893305,0.00004444381,0.00067436555,0.000002474291],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007935901,0.00014990574,0.81177855,0.001650709,0.0002658852,7.9338804e-7,0.004241604,0.00072886545,9.62533e-7,0.022011299,0.00041757795,0.15867451],"study_design_scores_gemma":[0.0002974505,0.0011520903,0.20063749,0.00007828735,0.000025309779,0.000002239624,0.000040029598,0.7944476,0.0000015585397,0.00024376475,0.0029955185,0.000078680205],"about_ca_topic_score_codex":0.00006725584,"about_ca_topic_score_gemma":0.00009916556,"teacher_disagreement_score":0.83841836,"about_ca_system_score_codex":0.000224063,"about_ca_system_score_gemma":0.00049948384,"threshold_uncertainty_score":0.40183464},"labels":[],"label_agreement":null},{"id":"W4404925282","doi":"10.2196/54415","title":"Enhancing Clinical History Taking Through the Implementation of a Streamlined Electronic Questionnaire System at a Pediatric Headache Clinic: Development and Evaluation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Headaches; Medical record; Electronic health record; Medical emergency; Electronic data capture; Pediatrics; Health care; Alternative medicine; Surgery","score_opus":0.10982666741356849,"score_gpt":0.5264831430288762,"score_spread":0.4166564756153077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404925282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870044,0.0037949693,0.0015572206,0.0004677857,0.0016518697,0.004743745,0.0000029432372,0.00018735506,0.0005896894],"genre_scores_gemma":[0.9967647,0.00019400142,0.00027640862,0.00037734504,0.00069925684,0.0014302845,0.00002986999,0.00002775599,0.0002003398],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9909254,0.0021319233,0.0043528043,0.00024202961,0.0016239656,0.0007238995],"domain_scores_gemma":[0.99595934,0.0018317607,0.0013694318,0.00033928166,0.00028952528,0.00021063008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017917085,0.00021903348,0.00052388245,0.00013453992,0.00048599573,0.000012524678,0.00023569514,0.000353492,0.00038630347],"category_scores_gemma":[0.0006224064,0.00014856544,0.00007728753,0.00032641675,0.000074393276,0.00026901273,0.00018734077,0.0014579355,0.00013470103],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00014053547,0.00038579016,0.22209433,0.024979262,0.00045327898,0.000010102325,0.55973494,0.000002876575,0.0000034461527,0.0033681905,0.018135987,0.17069124],"study_design_scores_gemma":[0.011015067,0.003781379,0.14088637,0.009233871,0.0011637087,0.0000951958,0.6246515,0.055467132,0.000026593665,0.0001765809,0.1524254,0.0010772431],"about_ca_topic_score_codex":0.00036532385,"about_ca_topic_score_gemma":0.004421787,"teacher_disagreement_score":0.169614,"about_ca_system_score_codex":0.004945609,"about_ca_system_score_gemma":0.013571277,"threshold_uncertainty_score":0.99887425},"labels":[],"label_agreement":null},{"id":"W4404950143","doi":"10.2196/65646","title":"Information Mode–Dependent Success Rates of Obtaining German Medical Informatics Initiative–Compliant Broad Consent in the Emergency Department: Single-Center Prospective Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Preprint; German; Medicine; Informatics; Emergency department; Informed consent; Medical emergency; Computer science; Nursing; Engineering; Alternative medicine; World Wide Web","score_opus":0.4080559395606905,"score_gpt":0.5565630197045018,"score_spread":0.14850708014381137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404950143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772838,0.00008743872,0.0025086885,0.0034008683,0.00049450627,0.0033601995,0.000095104515,0.00010287841,0.012666529],"genre_scores_gemma":[0.99529487,0.00035529945,0.0005880213,0.0026612931,0.00015979225,0.00050897885,0.00035457042,0.000020173242,0.000056977533],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98730516,0.0002852852,0.0041008177,0.00015488834,0.007547153,0.0006066626],"domain_scores_gemma":[0.9923742,0.0051304647,0.0005292246,0.0005544463,0.0009239135,0.00048777924],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007361116,0.0003411228,0.0006633723,0.00047003874,0.00014887276,0.00015494127,0.0008598945,0.00057855545,0.00088164944],"category_scores_gemma":[0.008561781,0.00022482923,0.00017965639,0.0010568651,0.0005420077,0.0014132566,0.00050840946,0.003347089,0.00015273053],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087726495,0.007946245,0.48476958,0.012747644,0.0010517263,0.00035331803,0.42141914,0.000098594945,0.000007071376,0.044460308,0.008007433,0.01826166],"study_design_scores_gemma":[0.01975021,0.0067977365,0.233609,0.013542556,0.00037465035,0.00089294295,0.21740083,0.4810016,0.00027457604,0.017396009,0.007467855,0.0014920384],"about_ca_topic_score_codex":0.00003801233,"about_ca_topic_score_gemma":0.00026566762,"teacher_disagreement_score":0.480903,"about_ca_system_score_codex":0.00033411942,"about_ca_system_score_gemma":0.0025658805,"threshold_uncertainty_score":0.99978954},"labels":[],"label_agreement":null},{"id":"W4404957801","doi":"10.2196/62914","title":"Preclinical Cognitive Markers of Alzheimer Disease and Early Diagnosis Using Virtual Reality and Artificial Intelligence: Literature Review","year":2024,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agencia Estatal de Investigación; Ministerio de Ciencia e Innovación; European Commission","keywords":"Preprint; Cognition; Computer science; Medicine; Artificial intelligence; World Wide Web; Psychiatry","score_opus":0.12664322185343901,"score_gpt":0.4821319647607637,"score_spread":0.3554887429073247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404957801","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000547243,0.9952423,0.00010568712,0.00025307242,0.000112405076,0.003129021,0.00027479854,0.000029314731,0.00030617678],"genre_scores_gemma":[0.0003111544,0.9981784,0.00009076371,0.0004799148,0.00019730983,0.0003859724,0.00028714407,0.000031819585,0.000037499754],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99556494,0.0002978492,0.0021117192,0.00030517098,0.0013605657,0.0003597421],"domain_scores_gemma":[0.99723715,0.0007529336,0.0004165293,0.00025010033,0.00030279934,0.0010404753],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017635509,0.00043593658,0.0019054561,0.00027688436,0.0000565694,0.00009853913,0.0001381267,0.00048059356,0.0002796269],"category_scores_gemma":[0.0019624815,0.0002851706,0.00044142018,0.0005927119,0.0007998079,0.00019511339,0.00041343292,0.0014499037,0.000027893157],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000886854,0.00016763095,0.000118315606,0.16380784,0.0007098704,0.0001502694,0.00025175227,1.2976552e-9,4.5508375e-9,0.00010744996,0.00089094334,0.8337072],"study_design_scores_gemma":[0.00029733282,0.0010957044,0.00038915203,0.88230914,0.022173855,0.0002501842,0.00035368258,0.00036397856,0.0000011577296,0.00022725505,0.09207223,0.00046634898],"about_ca_topic_score_codex":0.0000033618528,"about_ca_topic_score_gemma":4.3937317e-7,"teacher_disagreement_score":0.83324087,"about_ca_system_score_codex":0.000033658005,"about_ca_system_score_gemma":0.00088760233,"threshold_uncertainty_score":0.99996006},"labels":[],"label_agreement":null},{"id":"W4405205056","doi":"10.2196/63881","title":"InfectA-Chat, an Arabic Large Language Model for Infectious Diseases: Comparative Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Arabic; Natural language processing; Coronavirus disease 2019 (COVID-19); Linguistics; Infectious disease (medical specialty); World Wide Web; Medicine","score_opus":0.08991564170273754,"score_gpt":0.47690134284510544,"score_spread":0.3869857011423679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405205056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8413829,0.0003128779,0.15461631,0.0006204419,0.00032869622,0.0009192153,0.00010130172,0.00032718238,0.0013910251],"genre_scores_gemma":[0.9959439,0.000052169824,0.0005600218,0.001699854,0.0004071058,0.00031791616,0.0007248743,0.000012727535,0.00028145046],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982507,0.000031634954,0.0007135576,0.00014813477,0.0005022714,0.00035370092],"domain_scores_gemma":[0.99858075,0.00026718702,0.000084534004,0.00029481057,0.00018498513,0.0005877034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043701322,0.00016328167,0.00041576975,0.00038632925,0.0001250396,0.000080336686,0.00010328028,0.00020405113,0.00033202922],"category_scores_gemma":[0.00022460466,0.00012632854,0.0002263309,0.00076535135,0.00008567725,0.00041535756,0.000028535247,0.00034389773,0.00014622117],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002625521,0.0021464934,0.022300683,0.00527238,0.0020374258,0.000048580296,0.77221304,0.0026806276,0.000023021448,0.016561583,0.01922934,0.15722425],"study_design_scores_gemma":[0.00010981256,0.0002676529,0.00043894668,0.00013310747,0.000531468,0.00001281877,0.018259432,0.9771642,0.00005773456,0.00091412116,0.0019711638,0.00013954693],"about_ca_topic_score_codex":0.000055162323,"about_ca_topic_score_gemma":0.0002531082,"teacher_disagreement_score":0.97448355,"about_ca_system_score_codex":0.00013274289,"about_ca_system_score_gemma":0.00061286555,"threshold_uncertainty_score":0.5151528},"labels":[],"label_agreement":null},{"id":"W4405224056","doi":"10.2196/51219","title":"Information Source Characteristics of Personal Data Leakage During the COVID-19 Pandemic in China: Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Pandemic; Coronavirus disease 2019 (COVID-19); China; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Computer science; Data science; Internet privacy; Data mining; Medicine; Virology; Geography; Outbreak; Infectious disease (medical specialty)","score_opus":0.09020737699030362,"score_gpt":0.35352003242633384,"score_spread":0.2633126554360302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405224056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83459175,0.00002594339,0.16254273,0.0015897508,0.00022940148,0.0005468839,0.00006490331,0.00021858752,0.00019007607],"genre_scores_gemma":[0.99716043,0.000012100566,0.00035717856,0.0022138625,0.00007086419,0.000036766953,0.000106820466,0.0000066215584,0.000035340803],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969683,0.000068443595,0.0011439212,0.00013260168,0.0014117693,0.00027491644],"domain_scores_gemma":[0.99803215,0.0007925353,0.00022280276,0.00069002406,0.00005327287,0.00020919155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018443987,0.00016862468,0.00024576133,0.00024332287,0.000119927594,0.00042677132,0.0019651398,0.000102570506,0.000036047244],"category_scores_gemma":[0.0015293923,0.000123044,0.000049951213,0.0007546483,0.000093860894,0.0047650742,0.0012950758,0.00059863273,0.00004129463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007141689,0.00051194313,0.3985108,0.0061894315,0.00017562536,0.00009306962,0.4492119,0.000409852,0.000021557915,0.009530385,0.0020414062,0.1332326],"study_design_scores_gemma":[0.00068867963,0.00007354002,0.27836755,0.00021493636,0.000009511687,0.000087087385,0.0035231982,0.6983173,0.0000017114631,0.00009284999,0.018418534,0.00020514822],"about_ca_topic_score_codex":0.00007903742,"about_ca_topic_score_gemma":0.000055424876,"teacher_disagreement_score":0.6979074,"about_ca_system_score_codex":0.00024540204,"about_ca_system_score_gemma":0.0010809877,"threshold_uncertainty_score":0.5017588},"labels":[],"label_agreement":null},{"id":"W4405623292","doi":"10.2196/63731","title":"Qwen-2.5 Outperforms Other Large Language Models in the Chinese National Nursing Licensing Examination: Retrospective Cross-Sectional Comparative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nursing Diagnosis and Documentation","field":"Nursing","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cross-sectional study; Medicine; Nursing; Computer science; World Wide Web","score_opus":0.02972743349575719,"score_gpt":0.4125477591948185,"score_spread":0.3828203256990613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405623292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97938424,0.000116796014,0.000919909,0.0005057136,0.0012131515,0.00082658755,0.000029586476,0.00012660142,0.016877389],"genre_scores_gemma":[0.99797106,0.0000017297588,0.00020136699,0.0010178655,0.0005370777,0.00010477898,0.00008108569,0.000019049126,0.000066006265],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9966577,0.00016771161,0.00072431675,0.00019310447,0.0019383284,0.0003187866],"domain_scores_gemma":[0.9990663,0.00038894571,0.00013055012,0.00016437205,0.00016496322,0.00008490513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002025766,0.00021344746,0.00023627795,0.00028131926,0.0002894482,0.000583234,0.00023937049,0.00015020934,0.00023361981],"category_scores_gemma":[0.00013543994,0.00014121982,0.00008123176,0.00077066594,0.00015537313,0.0014343809,0.000028552255,0.0006636086,0.00007795695],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011553407,0.0020500403,0.14297019,0.00012320727,0.000069465896,0.000019453702,0.8357128,0.0006819142,0.000011459074,0.0070922086,0.0038652045,0.007288534],"study_design_scores_gemma":[0.0013540358,0.00027213636,0.6587707,0.00039662095,0.00001500898,0.0000432106,0.051187333,0.28461832,0.000019998095,0.0028833412,0.00022037055,0.00021892422],"about_ca_topic_score_codex":0.000026277525,"about_ca_topic_score_gemma":0.0000731566,"teacher_disagreement_score":0.78452545,"about_ca_system_score_codex":0.000622735,"about_ca_system_score_gemma":0.00007986028,"threshold_uncertainty_score":0.5758777},"labels":[],"label_agreement":null},{"id":"W4405623317","doi":"10.2196/67056","title":"Automated Pathologic TN Classification Prediction and Rationale Generation From Lung Cancer Surgical Pathology Reports Using a Large Language Model Fine-Tuned With Chain-of-Thought: Algorithm Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea Health Industry Development Institute","keywords":"Context (archaeology); Computer science; Artificial intelligence; Medicine; Lung cancer; Natural language processing; Parsing; Medical physics; Pathology; Machine learning","score_opus":0.0325633751547172,"score_gpt":0.34549295065068286,"score_spread":0.3129295754959657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405623317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62539446,0.00019194845,0.3734862,0.00016768364,0.000110510366,0.00042103374,0.000013040861,0.00020749928,0.000007611521],"genre_scores_gemma":[0.8589921,0.000018954413,0.1404629,0.00005959582,0.0000838921,0.00015823518,0.00020127562,0.000008638686,0.0000144278965],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981259,0.00015176447,0.0007061042,0.0002489432,0.0006011263,0.00016612193],"domain_scores_gemma":[0.999229,0.00009326033,0.0002490588,0.00020635992,0.00011391106,0.00010842045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096400845,0.00013675347,0.00019884955,0.00013113041,0.0001440728,0.00010047543,0.000096688855,0.00015850979,0.000008633623],"category_scores_gemma":[0.000063545165,0.00010523716,0.000013678673,0.00026267927,0.00004286718,0.00045216148,0.00012036604,0.000251868,4.4381312e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059133243,0.0008385361,0.114256434,0.0017517831,0.00028864082,0.0021285866,0.39206168,0.017000787,0.0010924665,0.0063514956,0.00066022726,0.46351025],"study_design_scores_gemma":[0.00037500908,0.00007120922,0.008852425,0.00012042343,0.000017633434,0.00023796046,0.0005566372,0.98949945,0.00007597632,0.00003626178,0.000052346655,0.0001046439],"about_ca_topic_score_codex":0.000024106002,"about_ca_topic_score_gemma":0.000023282168,"teacher_disagreement_score":0.9724987,"about_ca_system_score_codex":0.00008646891,"about_ca_system_score_gemma":0.00038219825,"threshold_uncertainty_score":0.42914468},"labels":[],"label_agreement":null},{"id":"W4405775248","doi":"10.2196/63754","title":"Ensuring General Data Protection Regulation Compliance and Security in a Clinical Data Warehouse From a University Hospital: Implementation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Preprint; Compliance (psychology); Data warehouse; Computer science; Medicine; Data science; World Wide Web; Database; Psychology","score_opus":0.5570770207175271,"score_gpt":0.5999951390448334,"score_spread":0.0429181183273063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405775248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930613,0.00005723161,0.0017741648,0.0028021922,0.00023704594,0.0016363505,0.00021412653,0.0001152363,0.0001023731],"genre_scores_gemma":[0.9957115,0.0004248824,0.0022846053,0.00023754592,0.0002867117,0.0000102191125,0.0009906942,0.000013800603,0.00004003168],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967952,0.00021706225,0.0010252405,0.00040266736,0.0013386245,0.00022123221],"domain_scores_gemma":[0.9966181,0.0016206062,0.00012320104,0.0012737268,0.000114547605,0.00024982134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006483243,0.00011715579,0.0002941763,0.00012418034,0.00007272401,0.00007866922,0.00061426556,0.0003240438,0.00011088247],"category_scores_gemma":[0.003265977,0.00010535012,0.000025984225,0.0003455295,0.00023133858,0.0008354634,0.0018097681,0.0021089707,0.00002685193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009751271,0.0037333933,0.4753541,0.0048567657,0.00070828537,0.000879193,0.04209241,0.000006656758,0.000020523044,0.0018156397,0.017679784,0.45187813],"study_design_scores_gemma":[0.0036653033,0.0007276777,0.39758763,0.0011667643,0.00008348536,0.0000121718085,0.009032786,0.57847244,0.0000050185854,0.0018896561,0.0071712937,0.00018575147],"about_ca_topic_score_codex":0.000813115,"about_ca_topic_score_gemma":0.0020994446,"teacher_disagreement_score":0.5784658,"about_ca_system_score_codex":0.00011856052,"about_ca_system_score_gemma":0.0005610064,"threshold_uncertainty_score":0.9162546},"labels":[],"label_agreement":null},{"id":"W4405775523","doi":"10.2196/65047","title":"Evaluating and Enhancing Japanese Large Language Models for Genetic Counseling Support: Comparative Study of Domain Adaptation and the Development of an Expert-Evaluated Dataset","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Adaptation (eye); Domain (mathematical analysis); Computer science; Psychology; World Wide Web","score_opus":0.05644464894886499,"score_gpt":0.408902476028052,"score_spread":0.35245782707918705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405775523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9627638,0.00067566725,0.035578463,0.000016248243,0.00003947163,0.00076734426,0.00014105637,0.000005259918,0.000012712039],"genre_scores_gemma":[0.9665586,0.000026729345,0.032269415,0.00007746232,0.000032317796,0.0002086571,0.000815347,0.000007645026,0.000003843036],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875677,0.00008751731,0.0005792255,0.00011089272,0.00035375636,0.00011183135],"domain_scores_gemma":[0.99944323,0.00010966266,0.00013234575,0.00016082745,0.0001013509,0.00005260655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014795754,0.00009390665,0.00017048116,0.000038537524,0.00007357973,0.000021816137,0.00010413084,0.000068477246,0.000008588285],"category_scores_gemma":[0.00006964821,0.000066305016,0.000014867702,0.000067906534,0.00010312554,0.000018227041,0.000076311946,0.00006454591,2.7411818e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020944035,0.00013056544,0.0000061880783,0.0004142545,0.00018857107,7.1981117e-7,0.97239166,0.0024673073,0.008329178,0.000037635527,0.00020934014,0.015615146],"study_design_scores_gemma":[0.002177556,0.0003814724,0.000027746024,0.00006871609,0.000037165377,0.000008327401,0.25675157,0.7351089,0.005064793,0.000060048133,0.00022408219,0.000089658344],"about_ca_topic_score_codex":0.000008490593,"about_ca_topic_score_gemma":0.0001975591,"teacher_disagreement_score":0.7326416,"about_ca_system_score_codex":0.000015492526,"about_ca_system_score_gemma":0.0003101437,"threshold_uncertainty_score":0.270384},"labels":[],"label_agreement":null},{"id":"W4405775967","doi":"10.2196/62758","title":"Current Landscape and Future Directions for Mental Health Conversational Agents for Youth: Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Mental health; Computer science; Human–computer interaction; Psychology; World Wide Web; Psychiatry","score_opus":0.07370983610682738,"score_gpt":0.4723198374706199,"score_spread":0.39861000136379254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405775967","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007949891,0.6794702,0.020758234,0.15906101,0.066362515,0.034234755,0.01336133,0.0010732947,0.017728789],"genre_scores_gemma":[0.1888761,0.35946366,0.032002404,0.21816261,0.03147893,0.071600884,0.07835268,0.0008874649,0.01917525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998563,0.000024367657,0.0007527128,0.00011763733,0.0002725199,0.00026975325],"domain_scores_gemma":[0.99930155,0.0001418063,0.000121205885,0.000103056744,0.000038511924,0.00029389514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004771125,0.00011472977,0.0002173714,0.00008464562,0.00014973771,0.000050630886,0.00009150389,0.000071597424,0.00066292577],"category_scores_gemma":[0.000038888124,0.000097906806,0.00012152941,0.00012643437,0.000052874144,0.00020805681,0.000038357164,0.00015730532,0.000090449656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025871073,0.00020961312,0.0000316384,0.042389587,0.00007419961,3.6996175e-7,0.009549618,2.083037e-8,7.1513915e-9,0.020251649,0.36934236,0.5581251],"study_design_scores_gemma":[0.0011431786,0.00045649888,0.00011909178,0.058441587,0.00003721848,0.000041496598,0.0030381428,0.0015016565,5.203051e-7,0.00041093078,0.93464226,0.00016741845],"about_ca_topic_score_codex":0.000002109439,"about_ca_topic_score_gemma":0.00000783041,"teacher_disagreement_score":0.5652999,"about_ca_system_score_codex":0.00007621701,"about_ca_system_score_gemma":0.0002027837,"threshold_uncertainty_score":0.7258572},"labels":[],"label_agreement":null},{"id":"W4405776069","doi":"10.2196/67984","title":"A Validation Tool (VaPCE) for Postcoordinated SNOMED CT Expressions: Development and Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"SNOMED CT; Computer science; Interoperability; Systematized Nomenclature of Medicine; Semantic interoperability; Correctness; Terminology; Unified Medical Language System; Health informatics; Information retrieval; Software engineering; Data mining; World Wide Web; Health care; Programming language","score_opus":0.02329890040067492,"score_gpt":0.33315772531294885,"score_spread":0.3098588249122739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405776069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99168235,0.00024837768,0.006805079,0.00027075427,0.00018133942,0.00060033647,0.00001125655,0.00007173598,0.00012879002],"genre_scores_gemma":[0.99183977,0.00002587129,0.0071243565,0.00023464831,0.00008591369,0.00030081152,0.00015071315,0.0000099449,0.00022800363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881345,0.000036632857,0.00048094188,0.00016583093,0.0002959725,0.00020716754],"domain_scores_gemma":[0.99947566,0.000104517574,0.000049556063,0.0001791453,0.00004914316,0.00014195759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071074755,0.00013295714,0.0001607811,0.000048413764,0.00009356827,0.000060647457,0.00015229644,0.00014716487,0.000031009633],"category_scores_gemma":[0.00069188734,0.00009508436,0.000041736217,0.000098210876,0.00013504618,0.000009738699,0.00016702148,0.00013388055,0.000008131031],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012835296,0.0005093857,0.00308209,0.0009219141,0.00023264263,0.000016474176,0.007969203,0.0000015423143,0.0028908316,0.00010140383,0.01331234,0.97083384],"study_design_scores_gemma":[0.003781295,0.002125749,0.013324658,0.00060910016,0.00008652807,0.00011946186,0.015904212,0.007583438,0.035898693,0.0003402555,0.9193242,0.00090239185],"about_ca_topic_score_codex":0.000002094782,"about_ca_topic_score_gemma":0.0000026329042,"teacher_disagreement_score":0.9699314,"about_ca_system_score_codex":0.000018258135,"about_ca_system_score_gemma":0.00020953694,"threshold_uncertainty_score":0.38774276},"labels":[],"label_agreement":null},{"id":"W4405776230","doi":"10.2196/60442","title":"Daily Automated Prediction of Delirium Risk in Hospitalized Patients: Model Development and Validation","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Institute of General Medical Sciences; National Heart, Lung, and Blood Institute; National Institute on Aging","keywords":"Preprint; Delirium; Medicine; Computer science; Intensive care medicine; World Wide Web","score_opus":0.01090769422219515,"score_gpt":0.2782067891669293,"score_spread":0.26729909494473414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405776230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903904,0.00004960057,0.0067602326,0.000245327,0.00013972583,0.0005646001,0.000044466688,0.00020263104,0.0016029674],"genre_scores_gemma":[0.99379116,0.00009353098,0.0034247532,0.0020434281,0.00001394209,0.00006158312,0.00052740634,0.00001533611,0.000028862374],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983698,0.000024536042,0.000739184,0.000090204245,0.00061522453,0.0001610645],"domain_scores_gemma":[0.99768716,0.00006929249,0.00010337895,0.00009330371,0.0019156904,0.00013118295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029408128,0.00012555136,0.00022832077,0.0003018331,0.000024410216,0.000015651074,0.000046187368,0.00017479023,0.000033076292],"category_scores_gemma":[0.0025509035,0.000103044884,0.000037054717,0.00027395407,0.000106174906,0.00022850398,0.00004685743,0.00028691607,0.000014944025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011900852,0.0021254777,0.31001732,0.013648133,0.001200569,0.000104504914,0.2322273,0.00056736346,0.0002139199,0.0017907926,0.13566339,0.30125114],"study_design_scores_gemma":[0.0026752793,0.00022867038,0.05441803,0.0014722281,0.000069255744,0.000008266604,0.004627048,0.93481255,0.0006066838,0.00008628552,0.00087118155,0.00012452531],"about_ca_topic_score_codex":0.0000070657647,"about_ca_topic_score_gemma":0.0000019546399,"teacher_disagreement_score":0.93424517,"about_ca_system_score_codex":0.00009874542,"about_ca_system_score_gemma":0.0003148345,"threshold_uncertainty_score":0.42020482},"labels":[],"label_agreement":null},{"id":"W4405776521","doi":"10.2196/64972","title":"Machine Learning–Based Risk Factor Analysis and Prediction Model Construction for the Occurrence of Chronic Heart Failure: Health Ecologic Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Government of Jiangsu Province; Jiangsu Commission of Health","keywords":"Preprint; Heart failure; Risk factor; Medicine; Computer science; Artificial intelligence; Internal medicine; World Wide Web","score_opus":0.02019949859490397,"score_gpt":0.32461529490761765,"score_spread":0.30441579631271365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405776521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48594502,0.001227364,0.48524782,0.019070115,0.00036292846,0.007014434,0.00067274313,0.0004207278,0.000038856462],"genre_scores_gemma":[0.9943168,0.0002623651,0.0047575007,0.00023708711,0.00004812529,0.00019874684,0.00013478058,0.0000057537923,0.00003882344],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861544,0.00005566366,0.00054614845,0.00011901811,0.00047299117,0.00019072722],"domain_scores_gemma":[0.9991946,0.00027921604,0.00013660455,0.0001734137,0.000054144442,0.00016200395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006827549,0.00013214535,0.00035753235,0.00022304515,0.00014397585,0.000029226669,0.000054868888,0.00008034737,0.00012953],"category_scores_gemma":[0.00012372418,0.00007614121,0.00012621912,0.00042647962,0.00012752828,0.00009936527,0.0000361603,0.00033162496,0.0000043794435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003961412,0.0021649604,0.42934993,0.007121797,0.0073089395,0.000008939525,0.017173357,0.015101265,0.000009182812,0.00057028333,0.029503094,0.49129212],"study_design_scores_gemma":[0.0012487954,0.0018412026,0.0077754543,0.0000761114,0.00088243297,0.0000049194628,0.0010241031,0.9749586,0.0000067851893,0.000017218357,0.012108027,0.0000563369],"about_ca_topic_score_codex":0.000036266636,"about_ca_topic_score_gemma":0.00011962219,"teacher_disagreement_score":0.95985734,"about_ca_system_score_codex":0.000116915966,"about_ca_system_score_gemma":0.00035666814,"threshold_uncertainty_score":0.31049484},"labels":[],"label_agreement":null},{"id":"W4405776522","doi":"10.2196/64722","title":"Electronic Health Record Use Patterns Among Well-Being Survey Responders and Nonresponders: Longitudinal Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Agency for Healthcare Research and Quality","keywords":"Observational study; Preprint; Health records; Electronic health record; Medicine; Data science; Computer science; Health care; World Wide Web; Internal medicine","score_opus":0.29859868897910286,"score_gpt":0.47809445897425434,"score_spread":0.1794957699951515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405776522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925487,0.00009476701,0.004238807,0.0014100398,0.00058626244,0.0006705532,0.0000148035515,0.00016990691,0.00026614926],"genre_scores_gemma":[0.9968755,0.00037502576,0.0004563632,0.0011013303,0.00016137358,0.00005297268,0.000055152093,0.000018569728,0.0009036894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9839231,0.012871409,0.0008663387,0.00026179233,0.001279755,0.00079764],"domain_scores_gemma":[0.9756046,0.023413405,0.00015585563,0.00022788241,0.00011086281,0.0004874026],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06335485,0.00020315303,0.00035552547,0.0003017772,0.0005767047,0.00031096116,0.00033886553,0.000291199,0.00062239345],"category_scores_gemma":[0.012064223,0.00018341247,0.00006924526,0.00075708365,0.0004740965,0.0011255278,0.00012474676,0.0008981468,0.00004915528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010077931,0.00010722644,0.92008597,0.000069038906,0.00010210115,0.00004173735,0.06801809,0.000001220107,2.0156507e-7,0.0015680471,0.0023866799,0.006611893],"study_design_scores_gemma":[0.0003782732,0.00031829398,0.970399,0.00012908065,0.000012200687,0.000007359998,0.019642828,0.0009754251,7.0928587e-7,0.0003229434,0.007614497,0.00019934395],"about_ca_topic_score_codex":0.005214376,"about_ca_topic_score_gemma":0.04072158,"teacher_disagreement_score":0.051290624,"about_ca_system_score_codex":0.00024957288,"about_ca_system_score_gemma":0.0021124515,"threshold_uncertainty_score":0.9962576},"labels":[],"label_agreement":null},{"id":"W4405830871","doi":"10.2196/63425","title":"Evaluation of a Telemonitoring System Using Electronic National Early Warning Scores for Patients Receiving Medical Home Care: Pilot Implementation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science and Technology Council; Taichung Veterans General Hospital","keywords":"Vital signs; Telehealth; Medicine; Early warning score; Medical emergency; Telemedicine; Psychological intervention; Emergency medicine; Health care; Nursing","score_opus":0.10279075345370092,"score_gpt":0.4481831771668075,"score_spread":0.3453924237131066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405830871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99606186,0.0003642578,0.00034218072,0.000049358205,0.0005000006,0.0024754119,0.000015340482,0.000081550555,0.00011004679],"genre_scores_gemma":[0.9983647,0.000021344127,0.00039837643,0.000037411177,0.00032601188,0.0006640027,0.00016280121,0.00002380996,0.0000015675271],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99346614,0.00010136785,0.0009767669,0.0001511722,0.0049920883,0.00031244778],"domain_scores_gemma":[0.99808985,0.0003515886,0.00020562328,0.00012527508,0.0010261651,0.00020146821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025876,0.0001670871,0.00032542858,0.00026847897,0.00010559265,0.000051885178,0.0001041466,0.00010613793,0.000080707636],"category_scores_gemma":[0.0006242998,0.00013202643,0.00009683808,0.00029778187,0.000033930042,0.00025482426,0.000052372052,0.0002381256,0.000006722721],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023498105,0.0021746964,0.4548407,0.004319438,0.0017287385,0.000012488636,0.04319484,0.00007979773,0.000042780015,0.00062113634,0.00035991095,0.49239048],"study_design_scores_gemma":[0.027923835,0.011845522,0.45033106,0.008442622,0.0033874004,0.00007333021,0.0535656,0.44219115,0.0011408268,0.00015612067,0.00033237855,0.0006101364],"about_ca_topic_score_codex":0.000085676664,"about_ca_topic_score_gemma":0.0000331519,"teacher_disagreement_score":0.49178037,"about_ca_system_score_codex":0.0017683378,"about_ca_system_score_gemma":0.0020798277,"threshold_uncertainty_score":0.53838813},"labels":[],"label_agreement":null},{"id":"W4406015091","doi":"10.2196/58457","title":"The Transformative Potential of Large Language Models in Mining Electronic Health Records Data: Content Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Servicio Andaluz de Salud","keywords":"McNemar's test; Computer science; Medicine; Machine learning; Medical physics; Artificial intelligence; Statistics","score_opus":0.11003828589481285,"score_gpt":0.4558892266026876,"score_spread":0.34585094070787475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406015091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9196065,0.0011851421,0.064183466,0.012175135,0.00027623013,0.00086497335,0.000040697418,0.000031998592,0.001635828],"genre_scores_gemma":[0.9956301,0.0012004438,0.00035923053,0.0023277614,0.000045519202,0.000037542424,0.00025261517,0.0000040557816,0.00014274307],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99758226,0.00008271092,0.0013303338,0.00008901817,0.00048902724,0.00042663125],"domain_scores_gemma":[0.9988514,0.00023351096,0.00022195777,0.00042820597,0.00012194671,0.00014297153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021430869,0.000096213334,0.00038229956,0.00027411577,0.00011691642,0.000015555672,0.00028455103,0.00012094779,0.00004631334],"category_scores_gemma":[0.0002516313,0.000064738306,0.000084391184,0.0009526129,0.000093065624,0.00026117836,0.000059666396,0.0004297894,0.000003868194],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053189683,0.0007223378,0.0064326967,0.0015280586,0.0009461658,0.0000068528966,0.18391325,0.0002779901,0.000009206971,0.009120067,0.0065791723,0.7899323],"study_design_scores_gemma":[0.00038990035,0.00027959672,0.0021823673,0.00050173036,0.00018440194,0.0000066154525,0.24553135,0.7475741,0.00023789836,0.0006110914,0.0023953298,0.00010560766],"about_ca_topic_score_codex":0.00079345796,"about_ca_topic_score_gemma":0.0031914297,"teacher_disagreement_score":0.7898267,"about_ca_system_score_codex":0.00017297055,"about_ca_system_score_gemma":0.0015206935,"threshold_uncertainty_score":0.2697645},"labels":[],"label_agreement":null},{"id":"W4406055608","doi":"10.2196/68139","title":"Transforming Informed Consent Generation Using Large Language Models: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Preprint; Informed consent; Best practice; Medical education; Computer science; Medicine; Psychology; Alternative medicine; World Wide Web; Political science; Law","score_opus":0.4476063200192653,"score_gpt":0.6371730859460205,"score_spread":0.1895667659267552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406055608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7084902,0.000120624914,0.27132168,0.0010386902,0.0004330564,0.0017948911,0.000008565178,0.00012551302,0.016666764],"genre_scores_gemma":[0.9116989,0.00032321768,0.08032369,0.005868937,0.00023482174,0.00016977114,0.000071539296,0.000026204998,0.0012829449],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953507,0.00024342355,0.001658588,0.00016896328,0.0020379678,0.00054032163],"domain_scores_gemma":[0.9927781,0.005659639,0.00015353732,0.00056187547,0.0003839099,0.0004629282],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008583959,0.00020932432,0.0005487715,0.0003292166,0.00020176487,0.00006845098,0.0003207166,0.0006425013,0.00023221591],"category_scores_gemma":[0.0140446685,0.00016399992,0.00015233058,0.0005842013,0.00022236288,0.00033727798,0.0002605663,0.0021033636,0.00002207578],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012172044,0.009252442,0.0056879334,0.020228803,0.002460457,0.00047642822,0.32673192,0.0007088825,0.004032107,0.14994374,0.0140404245,0.46521965],"study_design_scores_gemma":[0.008174088,0.00060595485,0.00029039025,0.0017172225,0.00024529133,0.000049034283,0.09294124,0.88587725,0.0028295792,0.0032737013,0.003647968,0.00034827544],"about_ca_topic_score_codex":0.00004606963,"about_ca_topic_score_gemma":0.00057296525,"teacher_disagreement_score":0.8851684,"about_ca_system_score_codex":0.00024538586,"about_ca_system_score_gemma":0.0040595164,"threshold_uncertainty_score":0.99426043},"labels":[],"label_agreement":null},{"id":"W4406104027","doi":"10.2196/54975","title":"Effectiveness of Outpatient Chronic Pain Management for Middle-Aged Patients by Internet Hospitals: Retrospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"West China Hospital, Sichuan University; Natural Science Foundation of Sichuan Province; Chengdu Science and Technology Bureau; Sichuan University","keywords":"Medicine; Retrospective cohort study; The Internet; Chronic pain; Pain management; Cohort; Medical emergency; Emergency medicine; Physical therapy; Internal medicine; World Wide Web; Computer science","score_opus":0.01226156803296858,"score_gpt":0.3271059653909748,"score_spread":0.31484439735800623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406104027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776892,0.00015887702,0.011891679,0.000096659904,0.0005096023,0.009016312,0.0000729757,0.00011224768,0.00045243916],"genre_scores_gemma":[0.99666125,0.000046565146,0.0003290419,0.00031385483,0.000083512095,0.0015929408,0.00081607525,0.000028561477,0.00012821697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99684215,0.00015660549,0.0011450801,0.00020789138,0.0012976527,0.00035063556],"domain_scores_gemma":[0.9986767,0.00040380997,0.00021402637,0.00025688912,0.00018865895,0.00025987183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029922163,0.00021805684,0.0005509283,0.00020845052,0.000041886804,0.000020706786,0.00014481496,0.00012172859,0.00017211931],"category_scores_gemma":[0.00030966772,0.00016722309,0.000108197855,0.00031520962,0.00008465722,0.00015836813,0.0000861855,0.00030892104,0.000015411606],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039967676,0.0017366783,0.8459447,0.024024565,0.0009939313,0.000017277844,0.009733324,4.6704181e-7,0.000004652767,0.00032942198,0.04949013,0.06732515],"study_design_scores_gemma":[0.010495737,0.020181594,0.94695234,0.0041657537,0.0004533198,0.00000382595,0.0054481495,0.0052835024,0.0002610971,0.0000979318,0.0063822507,0.0002745003],"about_ca_topic_score_codex":0.00003558287,"about_ca_topic_score_gemma":0.000007891276,"teacher_disagreement_score":0.10100761,"about_ca_system_score_codex":0.00064719905,"about_ca_system_score_gemma":0.00013544495,"threshold_uncertainty_score":0.681916},"labels":[],"label_agreement":null},{"id":"W4406118148","doi":"10.2196/64318","title":"Performance Assessment of Large Language Models in Medical Consultation: Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; World Wide Web","score_opus":0.05191822910666057,"score_gpt":0.4941520131661601,"score_spread":0.44223378405949954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406118148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8685129,0.000044553446,0.0011238544,0.0002070581,0.00024348173,0.0008991501,0.000011006761,0.000034056833,0.1289239],"genre_scores_gemma":[0.99733925,0.000009642826,0.00060638634,0.0014831692,0.000028146302,0.00026523988,0.000029062609,0.0000050467825,0.00023405545],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968335,0.00019920128,0.0013795565,0.00011143371,0.0011229735,0.00035334684],"domain_scores_gemma":[0.998712,0.00052019744,0.00023111362,0.00025552302,0.00007810471,0.00020305777],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018707857,0.00013373632,0.00042550042,0.00020788051,0.000062021056,0.000008386766,0.00033834792,0.00020007604,0.0017884979],"category_scores_gemma":[0.00009517439,0.0001163694,0.000029722125,0.0004963136,0.00012799067,0.00017984583,0.000153046,0.0006485138,0.000046251153],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024231484,0.0075143995,0.22318049,0.0025520734,0.00023724794,0.00014961459,0.6492658,0.000094709496,0.0000023738255,0.061071537,0.006853879,0.04883554],"study_design_scores_gemma":[0.008442646,0.00040949474,0.119662896,0.00089532207,0.000015102905,0.000015049031,0.37455156,0.4953795,0.000012212555,0.000067821114,0.0003752567,0.00017312846],"about_ca_topic_score_codex":0.000049782222,"about_ca_topic_score_gemma":0.00010913493,"teacher_disagreement_score":0.4952848,"about_ca_system_score_codex":0.00010262471,"about_ca_system_score_gemma":0.0004517361,"threshold_uncertainty_score":0.999124},"labels":[],"label_agreement":null},{"id":"W4406284863","doi":"10.2196/62774","title":"Convolutional Neural Network Models for Visual Classification of Pressure Ulcer Stages: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Convolutional neural network; Computer science; Preprint; Artificial intelligence; World Wide Web","score_opus":0.07686082708678017,"score_gpt":0.470554470816762,"score_spread":0.39369364372998183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406284863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4589684,0.00021293442,0.47421914,0.0013650991,0.005689625,0.015953762,0.00025228885,0.00046452373,0.042874202],"genre_scores_gemma":[0.98962647,0.000007960638,0.00066429976,0.0012959738,0.0002762747,0.0013725036,0.00015355913,0.000010355686,0.0065925773],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968869,0.00024185004,0.0015290509,0.0001451172,0.0008251021,0.00037194244],"domain_scores_gemma":[0.9981587,0.00053420034,0.00046931254,0.0002561543,0.00044090473,0.00014071935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001910823,0.00014573391,0.00028954755,0.00012887333,0.00044995052,0.000020736337,0.0003236675,0.0002945322,0.0007011338],"category_scores_gemma":[0.00019746127,0.00012595477,0.0001128225,0.00023313206,0.00012572143,0.0003562777,0.0002761775,0.0004980544,0.000020599437],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006836099,0.0015827763,0.5302943,0.00448737,0.0008615524,7.322094e-7,0.0052278293,0.016237369,0.0000055049118,0.24587208,0.19166188,0.0030850044],"study_design_scores_gemma":[0.0029481892,0.00012260747,0.44469273,0.00012306194,0.00007163572,2.507413e-7,0.0027853611,0.5051345,6.8352915e-7,0.0030109624,0.040992085,0.000117888405],"about_ca_topic_score_codex":0.000016724061,"about_ca_topic_score_gemma":0.00003145799,"teacher_disagreement_score":0.53065807,"about_ca_system_score_codex":0.00006469484,"about_ca_system_score_gemma":0.0004258328,"threshold_uncertainty_score":0.7676924},"labels":[],"label_agreement":null},{"id":"W4406289815","doi":"10.2196/67589","title":"An Ontology for Digital Medicine Outcomes: Development of the Digital Medicine Outcomes Value Set (DOVeS)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Food and Drug Administration","keywords":"Preprint; Ontology; Computer science; Value (mathematics); Set (abstract data type); MEDLINE; Digital health; Medicine; Data science; World Wide Web; Health care; Biology","score_opus":0.07097835790855524,"score_gpt":0.4214315313389997,"score_spread":0.35045317343044446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406289815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02573855,0.00004140575,0.8861742,0.050785236,0.0011080594,0.0017213462,0.00005460156,0.00018130416,0.034195304],"genre_scores_gemma":[0.94162273,0.00006769133,0.03481995,0.017654756,0.00016030774,0.00039732578,0.00038613126,0.00003024372,0.0048608836],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956336,0.00006685754,0.0015340818,0.0002518451,0.0020032765,0.000510338],"domain_scores_gemma":[0.9957663,0.0017678717,0.0005021878,0.0014712098,0.00018705864,0.00030537733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018676765,0.00026649405,0.00061052246,0.00032150082,0.00019270585,0.00044778784,0.00500999,0.00014842719,0.000028913859],"category_scores_gemma":[0.0060275807,0.00014027029,0.000090014386,0.0006704974,0.0006662583,0.010756558,0.0016918951,0.00036375306,0.00001568819],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049449485,0.0004952915,0.035081178,0.0012340584,0.00063830416,0.000011035545,0.016745748,0.000014664816,0.0000052941086,0.6803281,0.03034622,0.23505068],"study_design_scores_gemma":[0.005999453,0.00077186286,0.06609055,0.0009054119,0.000071332106,0.000020631353,0.009550002,0.054648962,0.000064022744,0.00825854,0.8530503,0.0005689158],"about_ca_topic_score_codex":0.000013245435,"about_ca_topic_score_gemma":0.000021350557,"teacher_disagreement_score":0.91588414,"about_ca_system_score_codex":0.000093063056,"about_ca_system_score_gemma":0.00055249356,"threshold_uncertainty_score":0.93098915},"labels":[],"label_agreement":null},{"id":"W4406290010","doi":"10.2196/64422","title":"Analysis of Retinal Thickness in Patients with Chronic Diseases Using Standardized Optical Coherence Tomography Databases Based on the Radiology Common Data Model (R-CDM) (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Optical coherence tomography; Retinal; Medicine; Observational study; Nerve fibre layer; Medical physics; Nerve fiber layer; Computer science; Radiology; Ophthalmology; Database; Pathology","score_opus":0.031698554810744184,"score_gpt":0.33706991095387306,"score_spread":0.3053713561431289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406290010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873482,0.00016659132,0.009846336,0.00023352729,0.000033723787,0.0007841792,0.0013106685,0.000039398426,0.00023736653],"genre_scores_gemma":[0.99615544,0.000029982404,0.0013352665,0.00036734866,0.000018469476,0.000040459545,0.002038362,0.000012526863,0.0000021634144],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975773,0.000090911526,0.00064345694,0.00023163059,0.0011919352,0.00026475344],"domain_scores_gemma":[0.9979376,0.00054186897,0.00013199632,0.0010263283,0.000091300004,0.0002708753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003889876,0.00020113634,0.0005866261,0.00032430145,0.000052266827,0.000029928027,0.0003562683,0.00008124319,0.00024055407],"category_scores_gemma":[0.00023401207,0.00010734202,0.00014098841,0.00094135926,0.00042463528,0.00017668163,0.00019879016,0.00034927466,0.0000031190214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031656458,0.0013042673,0.9770566,0.0013274184,0.0013000641,0.00011692577,0.0002979205,0.008757108,0.0000019597878,0.00075596117,0.0004044141,0.005511684],"study_design_scores_gemma":[0.0017274517,0.00038657262,0.19234434,0.001274945,0.0015981781,0.0000036078568,0.00008875849,0.80242085,0.000005171585,0.000015984344,0.000035057677,0.00009907218],"about_ca_topic_score_codex":0.00003384046,"about_ca_topic_score_gemma":0.00002444008,"teacher_disagreement_score":0.79366374,"about_ca_system_score_codex":0.00012025268,"about_ca_system_score_gemma":0.0007297128,"threshold_uncertainty_score":0.43772805},"labels":[],"label_agreement":null},{"id":"W4406330151","doi":"10.2196/58509","title":"Effectiveness of the Facility for Elderly Surveillance System (FESSy) in Two Public Health Center Jurisdictions in Japan: Prospective Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Public health; Medicine; Outbreak; Public health surveillance; Observational study; Government (linguistics); Medical emergency; Environmental health; Coronavirus disease 2019 (COVID-19); Nursing; Disease; Infectious disease (medical specialty)","score_opus":0.04902165524181669,"score_gpt":0.36424050187261203,"score_spread":0.31521884663079536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406330151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8540043,0.000012969527,0.14046179,0.001498387,0.00037039604,0.0031673112,0.0000462511,0.000072126306,0.0003664709],"genre_scores_gemma":[0.9988988,5.4617504e-7,0.00025115875,0.000275287,0.000007198499,0.0005474302,0.000008334606,0.0000025936506,0.000008659439],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975582,0.00032901575,0.00096773333,0.00018322215,0.0006450726,0.00031680946],"domain_scores_gemma":[0.9978659,0.0011671399,0.00021552538,0.00045539174,0.0002051305,0.000090922345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003154101,0.00013384984,0.00036818444,0.00021005505,0.00010014868,0.00009244819,0.0008128737,0.00005731423,7.7698655e-7],"category_scores_gemma":[0.00065314857,0.00010162054,0.00007444034,0.001307929,0.00006408362,0.0007793341,0.0003199441,0.00031301,0.0000013511801],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024702875,0.00061725604,0.9517265,0.0020393424,0.000025960257,6.1299374e-7,0.009132737,0.00010173741,9.613598e-7,0.028532602,0.00001919203,0.007778387],"study_design_scores_gemma":[0.002259042,0.000143104,0.9569528,0.00063022814,9.2256386e-7,0.0000013873465,0.0014485796,0.03800145,0.0000066983057,0.00031135493,0.00016010227,0.000084300256],"about_ca_topic_score_codex":0.0001510265,"about_ca_topic_score_gemma":0.0013169609,"teacher_disagreement_score":0.1448945,"about_ca_system_score_codex":0.0007807673,"about_ca_system_score_gemma":0.0014889796,"threshold_uncertainty_score":0.41439655},"labels":[],"label_agreement":null},{"id":"W4406773882","doi":"10.2196/50294","title":"Prescription Refill Adherence Before and After Patient Portal Registration in Among General Practice Patients in England Using the Clinical Practice Research Datalink: Longitudinal Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Medicine; Medical prescription; Preprint; Clinical Practice; Medical physics; Family medicine; Nursing; World Wide Web; Computer science","score_opus":0.2668830561191149,"score_gpt":0.5714025119460635,"score_spread":0.3045194558269486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406773882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918906,0.000054460746,0.00011865449,0.0012853898,0.00089366006,0.004436849,0.000015349087,0.000020052334,0.0012849679],"genre_scores_gemma":[0.99557924,0.00007707719,0.001214844,0.0016319498,0.00026435204,0.00096413743,0.00010833039,0.000012200527,0.00014787629],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9898333,0.0040931557,0.0032312537,0.00028736526,0.0018447831,0.0007101588],"domain_scores_gemma":[0.99405026,0.0034600343,0.0008847452,0.00047363434,0.0009137953,0.0002175436],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016239228,0.0001752567,0.00035290577,0.0002350231,0.00041694037,0.000053783213,0.0002606552,0.00046725658,0.00003867481],"category_scores_gemma":[0.015700195,0.00012694439,0.000027617061,0.0007653221,0.00021910174,0.0016628173,0.00036567138,0.003413495,0.000009818763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043116216,0.0007161165,0.9696755,0.0003418774,0.000022587083,0.00002704923,0.021688005,0.0000057862107,9.803162e-8,0.0003583029,0.0014530974,0.005280458],"study_design_scores_gemma":[0.002478326,0.00075831986,0.94065195,0.0009013899,0.000019403908,0.0000071489176,0.02107326,0.016009169,9.789662e-8,0.00008435387,0.017912427,0.000104174644],"about_ca_topic_score_codex":0.0042112423,"about_ca_topic_score_gemma":0.031172847,"teacher_disagreement_score":0.029023532,"about_ca_system_score_codex":0.00054582534,"about_ca_system_score_gemma":0.0025721574,"threshold_uncertainty_score":0.9988857},"labels":[],"label_agreement":null},{"id":"W4406774024","doi":"10.2196/63906","title":"Toward a Domain-Overarching Metadata Schema for Making Health Research Studies FAIR (Findable, Accessible, Interoperable, and Reusable): Development of the NFDI4Health Metadata Schema","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Research Data Management Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metadata; Preprint; Computer science; Schema (genetic algorithms); Information retrieval; World Wide Web; Data science","score_opus":0.383225358820893,"score_gpt":0.5313485974582216,"score_spread":0.14812323863732862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406774024","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0111228535,0.0019495601,0.9513688,0.030131605,0.00034327005,0.0026543946,0.000036822916,0.0000855235,0.0023071915],"genre_scores_gemma":[0.042414095,0.003793023,0.9453795,0.0053750514,0.000056599496,0.0007047473,0.00004576655,0.000025161438,0.0022060585],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928378,0.0007431591,0.0018666344,0.0005157547,0.0029317297,0.0011049651],"domain_scores_gemma":[0.9938028,0.0025192695,0.00068501144,0.002119054,0.00055119215,0.00032271663],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.023215411,0.00028384893,0.00070624583,0.0007024798,0.0011488406,0.0026528188,0.006792886,0.00011780459,0.000006509534],"category_scores_gemma":[0.007635738,0.00018308173,0.000072872,0.0021469553,0.0005365433,0.026000176,0.015192364,0.0012028464,0.0000032546516],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013404203,0.0003342228,0.0004466388,0.017695267,0.0011544827,0.000008566523,0.023043012,0.000009861017,0.000023599565,0.7030729,0.043249216,0.2108282],"study_design_scores_gemma":[0.0034650946,0.00041829003,0.001197794,0.008638017,0.00004876614,0.000030873005,0.033082515,0.035057876,0.0015442779,0.014267907,0.9015871,0.0006614584],"about_ca_topic_score_codex":0.00005417845,"about_ca_topic_score_gemma":0.00014008993,"teacher_disagreement_score":0.85833794,"about_ca_system_score_codex":0.00032175117,"about_ca_system_score_gemma":0.0033414064,"threshold_uncertainty_score":0.9985808},"labels":[],"label_agreement":null},{"id":"W4406822659","doi":"10.2196/68704","title":"Improving Phenotyping of Patients With Immune-Mediated Inflammatory Diseases Through Automated Processing of Discharge Summaries: Multicenter Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Preprint; Cohort; Cohort study; Intensive care medicine; Immune system; Immunology; Computer science; Internal medicine; World Wide Web","score_opus":0.004565167902020977,"score_gpt":0.2652871187780031,"score_spread":0.2607219508759821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406822659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99573505,0.00024284475,0.0029652764,0.000021142365,0.00008876137,0.0006574116,0.000051984014,0.0000819114,0.00015560322],"genre_scores_gemma":[0.9984519,0.000018448263,0.0009806185,0.000120946475,0.000019012463,0.000065652144,0.00031723868,0.000010970844,0.000015202964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981872,0.000049844373,0.0008645444,0.00014132544,0.000511508,0.00024557405],"domain_scores_gemma":[0.99887913,0.00006262608,0.00043811914,0.0002909979,0.0002382485,0.000090860434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022404577,0.00018077622,0.00037390852,0.00006572183,0.000072632036,0.000016419432,0.00030246982,0.00020802565,0.000013712692],"category_scores_gemma":[0.0007104215,0.00012553895,0.000057137848,0.00020754118,0.00046485447,0.000022158993,0.0002585291,0.00015813507,0.000001097262],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036256222,0.00095025083,0.9754818,0.001407588,0.00028980288,0.0000012984962,0.0023415014,0.000005116933,0.0004039304,0.000010893421,0.00030699713,0.018438265],"study_design_scores_gemma":[0.007323848,0.000783231,0.94899356,0.0012176107,0.00022983375,6.478298e-7,0.009388232,0.026597919,0.003002919,0.000010409082,0.0020004683,0.00045134808],"about_ca_topic_score_codex":0.000017571529,"about_ca_topic_score_gemma":0.000007899355,"teacher_disagreement_score":0.0265928,"about_ca_system_score_codex":0.000015610496,"about_ca_system_score_gemma":0.00031308693,"threshold_uncertainty_score":0.51193297},"labels":[],"label_agreement":null},{"id":"W4406830803","doi":"10.2196/58800","title":"Performance of an Electronic Health Record–Based Automated Pulmonary Embolism Severity Index Score Calculator: Cohort Study in the Emergency Department","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Emergency department; Pulmonary embolism; Logistic regression; Emergency medicine; Internal medicine; Physical therapy","score_opus":0.011382023210032713,"score_gpt":0.32212038484179006,"score_spread":0.31073836163175733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406830803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929463,0.00007906713,0.00005962262,0.0011045537,0.00020678472,0.0037540966,0.000005642422,0.0001411251,0.001702754],"genre_scores_gemma":[0.99551004,0.00042303902,0.00008308073,0.003246301,0.000038136586,0.00055578764,0.00010658668,0.000012534915,0.00002450265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996541,0.00016895607,0.0013603475,0.00018071245,0.00119236,0.0005566044],"domain_scores_gemma":[0.99869674,0.000043229316,0.00029335963,0.00066489633,0.00008960263,0.0002121834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018700805,0.00023329453,0.00075133354,0.00026674807,0.00012659395,0.000012880699,0.00039770253,0.00014321672,0.00016521149],"category_scores_gemma":[0.00005513276,0.00016291562,0.00009138234,0.0007671401,0.00008156487,0.00017198733,0.00011162694,0.00051791733,0.0000089992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014053458,0.007244831,0.9533067,0.0016515445,0.00020855817,0.000025887379,0.0034153026,0.00011906137,8.799667e-7,0.00023833962,0.006657743,0.026990633],"study_design_scores_gemma":[0.0011071448,0.0009587492,0.7814076,0.00026365067,0.00007046552,0.000006519908,0.0015492116,0.21271096,0.000004972726,0.00001611714,0.0017961492,0.000108451546],"about_ca_topic_score_codex":0.0003305033,"about_ca_topic_score_gemma":0.00038616435,"teacher_disagreement_score":0.2125919,"about_ca_system_score_codex":0.00028772908,"about_ca_system_score_gemma":0.0009926902,"threshold_uncertainty_score":0.66435057},"labels":[],"label_agreement":null},{"id":"W4406831168","doi":"10.2196/58649","title":"Interpretable Machine Learning Model for Predicting Postpartum Depression: Retrospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Receiver operating characteristic; Machine learning; Artificial intelligence; Medicine; Postpartum depression; Feature selection; Predictive modelling; Random forest; Lasso (programming language); Cohort; Computer science; Pregnancy; Internal medicine","score_opus":0.01621977990747558,"score_gpt":0.33751670384043214,"score_spread":0.32129692393295656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406831168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95567983,0.00036929687,0.024724953,0.000841779,0.00067806715,0.0034574368,0.00003271389,0.00034695686,0.0138689615],"genre_scores_gemma":[0.9905097,0.000055081786,0.0014710284,0.0017175502,0.00008661683,0.0004419878,0.000043629727,0.000017455766,0.0056569837],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979178,0.00003841636,0.00084301847,0.00016792298,0.000615971,0.00041691083],"domain_scores_gemma":[0.9989664,0.000121399615,0.0001906206,0.0002702577,0.00012588674,0.00032542602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006471926,0.0002031563,0.00044940496,0.00014401664,0.00025720894,0.00003402828,0.00018868227,0.00018042943,0.0001205421],"category_scores_gemma":[0.00044071377,0.00015832116,0.000097008364,0.00017508361,0.000055860823,0.0001991962,0.00020597181,0.0007693143,0.000012486324],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019493437,0.0010023069,0.9648349,0.008527979,0.00021158463,0.000028035758,0.016285174,0.0001457422,0.0000069336334,0.00039085033,0.0011436965,0.005473421],"study_design_scores_gemma":[0.00367956,0.00088680116,0.01873236,0.0077489526,0.00010348268,0.00004473116,0.0015996387,0.9658789,0.00016456797,0.00024812136,0.0007525888,0.0001603164],"about_ca_topic_score_codex":0.000017341721,"about_ca_topic_score_gemma":0.000011252567,"teacher_disagreement_score":0.9657331,"about_ca_system_score_codex":0.0001399821,"about_ca_system_score_gemma":0.00024163575,"threshold_uncertainty_score":0.6456149},"labels":[],"label_agreement":null},{"id":"W4406833263","doi":"10.2196/66444","title":"The Impact of Data Control and Delayed Discounting on the Public’s Willingness to Share Different Types of Health Care Data: Empirical Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Discounting; Health care; Survey data collection; Data sharing; Actuarial science; Business; Medicine; Economics; Finance","score_opus":0.08406740535247258,"score_gpt":0.44322197312125816,"score_spread":0.35915456776878557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406833263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96901125,0.00042313334,0.0028622604,0.02357382,0.00023721221,0.0020894567,0.0012449882,0.000032465996,0.0005254232],"genre_scores_gemma":[0.99914837,0.000095253396,0.000022560445,0.0004863237,0.00006358857,0.00002420091,0.0001535759,0.0000027590659,0.0000033490173],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99801725,0.0003093499,0.00056629954,0.000115033545,0.00076181977,0.00023023551],"domain_scores_gemma":[0.9976591,0.0008666281,0.00023521643,0.0009948553,0.0001182945,0.00012589167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027361491,0.00009118036,0.00024189914,0.000042234893,0.00059295824,0.00014335189,0.0019388618,0.00006737016,0.000015247868],"category_scores_gemma":[0.004298143,0.000042932454,0.000023562352,0.00028636993,0.0002450544,0.00047124948,0.0013550213,0.00024933633,0.0000012629395],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042268852,0.0013856817,0.15159798,0.0007140211,0.00077422545,0.0000014548912,0.38981125,0.000006963486,0.0000014667338,0.009442046,0.14039685,0.30544537],"study_design_scores_gemma":[0.0031120202,0.0017748642,0.18812348,0.00074073684,0.0001219103,0.0000014844547,0.70777786,0.040692188,0.000003943686,0.0013681524,0.055871136,0.0004122363],"about_ca_topic_score_codex":0.0013354763,"about_ca_topic_score_gemma":0.0037223268,"teacher_disagreement_score":0.3179666,"about_ca_system_score_codex":0.00006865643,"about_ca_system_score_gemma":0.0006702705,"threshold_uncertainty_score":0.5145589},"labels":[],"label_agreement":null},{"id":"W4406896595","doi":"10.2196/59452","title":"The Social Construction of Categorical Data: Mixed Methods Approach to Assessing Data Features in Publicly Available Datasets","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Categorical variable; Machine learning; Leverage (statistics); Computer science; Artificial intelligence; Data collection; Population; Data pre-processing; Data science; Data mining; Medicine; Statistics; Mathematics","score_opus":0.24587221123896671,"score_gpt":0.5393125788566828,"score_spread":0.2934403676177161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406896595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19022514,0.0025869138,0.58248705,0.10002878,0.011072016,0.007260104,0.0011723036,0.00038572308,0.104781955],"genre_scores_gemma":[0.5193327,0.0011035991,0.43705222,0.010732684,0.001968196,0.0003240993,0.02861855,0.000052254014,0.00081567536],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99769044,0.00018211681,0.0010510905,0.000202957,0.0005719665,0.00030145253],"domain_scores_gemma":[0.9975911,0.00069362926,0.0001870734,0.0011963343,0.00014978193,0.00018210169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038286522,0.000111729685,0.00030912916,0.00017946378,0.00023162733,0.00010928527,0.0009135328,0.00024658046,0.00003385156],"category_scores_gemma":[0.0036891403,0.00007682098,0.00002181892,0.00089124,0.00027437604,0.00068525155,0.00068687636,0.00060257554,0.000016778407],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049437796,0.00018499634,0.0012700307,0.00041027943,0.0000311791,8.7432284e-7,0.0019848538,7.3483454e-7,0.0000068056033,0.005669578,0.39503476,0.59535646],"study_design_scores_gemma":[0.000479448,0.00012120751,0.0070740576,0.000495391,0.0001681275,0.00013267252,0.13908893,0.10823248,0.0011765246,0.002867949,0.7397946,0.00036862012],"about_ca_topic_score_codex":0.00066174957,"about_ca_topic_score_gemma":0.00015531748,"teacher_disagreement_score":0.59498787,"about_ca_system_score_codex":0.00009881888,"about_ca_system_score_gemma":0.0013683949,"threshold_uncertainty_score":0.4416512},"labels":[],"label_agreement":null},{"id":"W4406971480","doi":"10.2196/68618","title":"Automated Radiology Report Labeling in Chest X-Ray Pathologies: Development and Evaluation of a Large Language Model Framework","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Medicine; Radiology; Medical physics; World Wide Web","score_opus":0.10444244826322646,"score_gpt":0.4812142868328491,"score_spread":0.37677183856962265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406971480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893751,0.0002623049,0.008050621,0.0008691052,0.00014219475,0.00047451147,0.0000011527507,0.000075569704,0.0007494489],"genre_scores_gemma":[0.972747,0.00005930505,0.02596648,0.0010147722,0.000024568275,0.00009988802,0.000053529067,0.0000038562703,0.000030575287],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982285,0.000050155642,0.0010039104,0.00008463894,0.00044058918,0.00019223502],"domain_scores_gemma":[0.99914354,0.00020420583,0.00016558931,0.00018270817,0.00021736394,0.00008661814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027246815,0.00008075721,0.00025146297,0.00018534341,0.000039021063,0.0000054281477,0.00006123391,0.00031062972,0.000038785885],"category_scores_gemma":[0.003365164,0.00006648791,0.000017819973,0.00027548865,0.00007324723,0.00006556684,0.000044636265,0.00030635274,0.0000047536582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016517707,0.0008727431,0.081433184,0.0038880066,0.00010424082,0.00011439517,0.3822609,0.0016766984,0.00023810267,0.0027673258,0.002850601,0.52362865],"study_design_scores_gemma":[0.0002289757,0.000046723562,0.009728815,0.0011025527,0.00003277629,0.000052027077,0.032684907,0.9538535,0.0010473535,0.0008944002,0.00024760596,0.00008038886],"about_ca_topic_score_codex":0.000021129736,"about_ca_topic_score_gemma":0.000026552081,"teacher_disagreement_score":0.95217675,"about_ca_system_score_codex":0.00011121199,"about_ca_system_score_gemma":0.0014045844,"threshold_uncertainty_score":0.4028659},"labels":[],"label_agreement":null},{"id":"W4406999231","doi":"10.2196/59685","title":"Federated Analysis With Differential Privacy in Oncology Research: Longitudinal Observational Study Across Hospital Data Warehouses","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Analytics; Computer science; Differential privacy; World Wide Web; Medicine; Data science; Internet privacy; Data mining","score_opus":0.23309821671372985,"score_gpt":0.46397351818592514,"score_spread":0.2308753014721953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406999231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76891065,0.000015936594,0.21333285,0.016183196,0.00018545332,0.00072158175,0.000054481457,0.00038262026,0.00021323413],"genre_scores_gemma":[0.96000427,0.000021748192,0.039253596,0.00023139747,0.000030628322,0.00015000287,0.000271445,0.000007573886,0.000029323692],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952986,0.0002611145,0.0010314526,0.00053341646,0.0020992914,0.00077609054],"domain_scores_gemma":[0.9912281,0.0010787733,0.00022157116,0.0069475165,0.0003539768,0.00017003751],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0025672382,0.00023388113,0.0005459039,0.00070543523,0.0003550453,0.00055590924,0.03288816,0.00030727277,0.000046656853],"category_scores_gemma":[0.019453023,0.0001788985,0.000043216376,0.0055881366,0.00053233886,0.0019216713,0.12860997,0.0013740822,0.000021093634],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012496265,0.0045683146,0.7714163,0.00016808779,0.0014412357,0.00038845302,0.007878408,0.000036245572,0.000001856786,0.0016518871,0.1402181,0.07210617],"study_design_scores_gemma":[0.001892896,0.0006098246,0.36031932,0.00011368918,0.000045317156,0.0000066469993,0.0036948787,0.6283844,0.000014145783,0.0022929702,0.0023469818,0.00027891778],"about_ca_topic_score_codex":0.00015861492,"about_ca_topic_score_gemma":0.0010129225,"teacher_disagreement_score":0.6283482,"about_ca_system_score_codex":0.00030806044,"about_ca_system_score_gemma":0.0011096882,"threshold_uncertainty_score":0.98880655},"labels":[],"label_agreement":null},{"id":"W4407004132","doi":"10.2196/53542","title":"Digital Representation of Patients as Medical Digital Twins: Data-Centric Viewpoint","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Documentation; Digital health; Representation (politics); Data science; Implementation; Architecture; External Data Representation; Digital data; Human–computer interaction; Information retrieval; Health care; Artificial intelligence; Software engineering; Data transmission; Programming language","score_opus":0.09062697620566197,"score_gpt":0.44650428457366015,"score_spread":0.3558773083679982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407004132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9391403,0.00013785672,0.004006277,0.0080174515,0.0011864469,0.001225135,0.0000970429,0.000113153925,0.0460763],"genre_scores_gemma":[0.9922653,0.00023121147,0.00016357489,0.004442363,0.00021868292,0.000031066727,0.002076135,0.00001065924,0.0005610166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962962,0.000021370897,0.0015453951,0.00016167622,0.0016974468,0.0002779042],"domain_scores_gemma":[0.99784434,0.00037902416,0.00026024695,0.0006478638,0.0003802613,0.0004882744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034859512,0.00014035267,0.0003654251,0.00022142688,0.000059812148,0.00006278475,0.00041773,0.00029470155,0.0007128038],"category_scores_gemma":[0.0075668897,0.00011165727,0.00007995491,0.0007009092,0.00022906676,0.0008910116,0.00029648782,0.0004074502,0.0003095234],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011538167,0.0008128963,0.06215284,0.00064999965,0.00005870287,0.000007892582,0.0020513525,5.6629864e-7,2.750547e-7,0.00064259977,0.02723591,0.9062716],"study_design_scores_gemma":[0.004884334,0.0031423778,0.07541567,0.010296303,0.00051482377,0.00023865816,0.055599734,0.1171858,0.002781415,0.0120640965,0.7163423,0.0015345411],"about_ca_topic_score_codex":0.00003492151,"about_ca_topic_score_gemma":0.0000039517768,"teacher_disagreement_score":0.90473706,"about_ca_system_score_codex":0.00009238276,"about_ca_system_score_gemma":0.0013434518,"threshold_uncertainty_score":0.90588206},"labels":[],"label_agreement":null},{"id":"W4407004386","doi":"10.2196/64992","title":"Use of the FHTHWA Index as a Novel Approach for Predicting the Incidence of Diabetes in a Japanese Population Without Diabetes: Data Analysis Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Diabetes mellitus; Medicine; Receiver operating characteristic; Hazard ratio; Population; Proportional hazards model; Incidence (geometry); Internal medicine; Area under the curve; Statistics; Confidence interval; Mathematics; Endocrinology; Environmental health","score_opus":0.03773390808093265,"score_gpt":0.3189745110703832,"score_spread":0.2812406029894506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407004386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99433064,0.00008551449,0.0020494713,0.00011159131,0.00006837122,0.0031269358,0.00006499348,0.000024483528,0.00013800726],"genre_scores_gemma":[0.99763006,0.000006227275,0.0013525648,0.00039850597,0.00005045183,0.0003340635,0.00017859004,0.000012238974,0.00003730977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967045,0.00013268947,0.0012841196,0.00020300137,0.0013646671,0.00031097909],"domain_scores_gemma":[0.99696213,0.00056538655,0.00047884107,0.001696265,0.00019795899,0.00009942783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030131934,0.00019290822,0.00091886695,0.00034201483,0.000085067746,0.000035285775,0.000810072,0.00018648294,0.000006622033],"category_scores_gemma":[0.004683515,0.00010837751,0.0003077936,0.0018548106,0.00024417296,0.0003781579,0.0005753372,0.00042580778,3.3431704e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037909766,0.0006176326,0.9765686,0.0009927561,0.0016782177,1.6694393e-7,0.006049538,0.0006233186,0.0000065711292,0.000015876461,0.000057151756,0.013352288],"study_design_scores_gemma":[0.001372441,0.00010777013,0.56430554,0.0004130136,0.0012406899,4.6439595e-7,0.0058169765,0.42654815,0.000039074203,0.000015024783,0.00006633706,0.000074511416],"about_ca_topic_score_codex":0.002809867,"about_ca_topic_score_gemma":0.00085400214,"teacher_disagreement_score":0.42592484,"about_ca_system_score_codex":0.000051572297,"about_ca_system_score_gemma":0.0002471445,"threshold_uncertainty_score":0.56069434},"labels":[],"label_agreement":null},{"id":"W4407006131","doi":"10.2196/65753","title":"Integrating Health Care Data in an Informatics for Integrating Biology &amp; the Bedside (i2b2) Model Persisted Through Elasticsearch: Design, Implementation, and Evaluation in a French University Hospital","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; World Wide Web; Operating system","score_opus":0.19850204355035334,"score_gpt":0.5404460333677484,"score_spread":0.3419439898173951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407006131","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36519715,0.00025981097,0.621327,0.0038974474,0.00033094484,0.00806019,0.00021473419,0.000064607935,0.0006481668],"genre_scores_gemma":[0.86803865,0.00021906167,0.12432653,0.0038749075,0.000108057495,0.00064110017,0.0027250478,0.000024196575,0.000042448388],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99486905,0.0014349982,0.002113306,0.00019719897,0.0005320497,0.00085341156],"domain_scores_gemma":[0.9958465,0.0022468597,0.00068053865,0.0005275747,0.0005083039,0.00019021536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008067098,0.0002132519,0.00046027536,0.00030890162,0.000754945,0.0000308363,0.0006783018,0.0003518693,0.000026237705],"category_scores_gemma":[0.0015536128,0.00016256618,0.00002889673,0.0006625396,0.00014857718,0.0008242228,0.0004237454,0.0014403969,0.0000037663901],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008156769,0.00011367681,0.030099064,0.0041469913,0.000050997245,4.3502035e-7,0.840907,0.0003567945,0.0000025387349,0.013898861,0.009042658,0.101299435],"study_design_scores_gemma":[0.0017814436,0.00021186675,0.0006223139,0.00065204984,0.000012534846,6.9130334e-7,0.39880517,0.594916,4.0961092e-7,0.00064257643,0.0022506828,0.000104248116],"about_ca_topic_score_codex":0.002648556,"about_ca_topic_score_gemma":0.05949883,"teacher_disagreement_score":0.5945592,"about_ca_system_score_codex":0.0016497528,"about_ca_system_score_gemma":0.009602102,"threshold_uncertainty_score":0.9960125},"labels":[],"label_agreement":null},{"id":"W4407037783","doi":"10.2196/64099","title":"Toward Interoperable Digital Medication Records on Fast Healthcare Interoperability Resources: Development and Technical Validation of a Minimal Core Dataset","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Interoperability; Computer science; Software engineering; Database; Data science; World Wide Web","score_opus":0.07796007348077884,"score_gpt":0.43039178973518216,"score_spread":0.35243171625440334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407037783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856351,0.000074424934,0.0014336078,0.0046734614,0.0005597002,0.0018246598,0.00031075746,0.00012353247,0.0053647785],"genre_scores_gemma":[0.99341655,0.00006364838,0.0009801647,0.0032309603,0.000101433245,0.000473324,0.0014217088,0.000016599928,0.00029564239],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99543667,0.00030505614,0.002585765,0.00024280028,0.00086112396,0.00056856166],"domain_scores_gemma":[0.99754506,0.0007104059,0.00056242314,0.0005167713,0.00023570485,0.0004296225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023577935,0.00022462966,0.00055906206,0.00023959651,0.00028889888,0.000022860433,0.00044226373,0.0005267425,0.00016684133],"category_scores_gemma":[0.0011984134,0.00017131485,0.000037116668,0.0003386294,0.00023135498,0.0002919272,0.0003806032,0.0013832684,0.00008381157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016281741,0.001193214,0.08859297,0.038753852,0.00022256584,0.000009930586,0.16506822,0.0000013199162,0.000050230876,0.0047573172,0.24809149,0.4516307],"study_design_scores_gemma":[0.004703294,0.001942501,0.014111208,0.01717772,0.000037905014,0.000043916083,0.062562525,0.0028460142,0.0003620789,0.00035341937,0.8951993,0.00066009734],"about_ca_topic_score_codex":0.00013918823,"about_ca_topic_score_gemma":0.00018329122,"teacher_disagreement_score":0.64710784,"about_ca_system_score_codex":0.0007023568,"about_ca_system_score_gemma":0.0021167344,"threshold_uncertainty_score":0.6986017},"labels":[],"label_agreement":null},{"id":"W4407037890","doi":"10.2196/68863","title":"Performance Improvement of a Natural Language Processing Tool for Extracting Patient Narratives Related to Medical States From Japanese Pharmaceutical Care Records by Increasing the Amount of Training Data: Natural Language Processing Analysis and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Natural (archaeology); Natural language; Narrative; Artificial intelligence; Linguistics; History","score_opus":0.01543985965683919,"score_gpt":0.3759784832091741,"score_spread":0.3605386235523349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407037890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904459,0.0013362605,0.0062460466,0.0006574034,0.00014293047,0.0010464669,0.00003881243,0.00006468641,0.000021506272],"genre_scores_gemma":[0.9891386,0.000009180105,0.010028255,0.0004136077,0.000026791695,0.00008080317,0.00028738953,0.000008916286,0.000006447467],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966317,0.00022136669,0.0012716897,0.00029957105,0.0012533242,0.0003223542],"domain_scores_gemma":[0.99766886,0.00084829854,0.00059640413,0.00043209243,0.00028321892,0.00017109996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019706525,0.00021022173,0.00045624605,0.00022005585,0.0002764956,0.00014436632,0.00092033565,0.00011885049,0.00000993596],"category_scores_gemma":[0.0019548102,0.0001440971,0.00005050914,0.0010230727,0.00012504461,0.000868253,0.0006414258,0.0007428402,1.7310052e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005481881,0.000060689836,0.0068775574,0.0007538344,0.00010226303,0.0000018240181,0.4083074,0.000038145175,0.00018542701,0.0000018179855,0.000011763518,0.58360445],"study_design_scores_gemma":[0.0005958566,0.00017738822,0.0033026026,0.0005399724,0.000083558014,0.0000038696344,0.23220594,0.762455,0.00047705378,0.0000021017042,0.000026159507,0.00013051557],"about_ca_topic_score_codex":0.00032722764,"about_ca_topic_score_gemma":0.00006352085,"teacher_disagreement_score":0.76241684,"about_ca_system_score_codex":0.000087894354,"about_ca_system_score_gemma":0.0004550776,"threshold_uncertainty_score":0.5876109},"labels":[],"label_agreement":null},{"id":"W4407126798","doi":"10.2196/63772","title":"Public Attitudes Toward Violence Against Doctors: Sentiment Analysis of Chinese Users","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Public Relations and Crisis Communication","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Internet privacy; Public opinion; Computer science; Computer security; Medicine; World Wide Web; Advertising; Business; Political science; Law","score_opus":0.03018655171217846,"score_gpt":0.37238036785200396,"score_spread":0.34219381613982547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407126798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9057222,0.0001264303,0.0038181401,0.005247834,0.0001432456,0.00024384233,0.0000068591266,0.00007604734,0.08461542],"genre_scores_gemma":[0.997667,0.0008383749,0.00058814295,0.0006557076,0.00001897238,0.000033782093,0.000046663685,0.0000019105605,0.00014942909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99809974,0.00012030666,0.0006552061,0.000063558124,0.00086067367,0.00020050221],"domain_scores_gemma":[0.99878824,0.00021938847,0.00022027649,0.0003820144,0.00021872448,0.00017135736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012071882,0.000082825485,0.00024121188,0.00047350692,0.00022188535,0.00010863346,0.0007141862,0.0001540462,0.00031674228],"category_scores_gemma":[0.00063418114,0.0000659986,0.00014717063,0.0027568499,0.0003239443,0.0005279045,0.00017216554,0.00018405187,0.000012482899],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006561343,0.0005383914,0.6581948,0.00013868198,0.0014294845,5.749154e-7,0.05333078,0.0001433631,0.0000042640495,0.16589586,0.003217509,0.117099725],"study_design_scores_gemma":[0.0012497292,0.000055179684,0.6430468,0.00061881146,0.00055989285,2.9760074e-7,0.054234125,0.107704304,0.000019272238,0.0052776975,0.18661603,0.0006178706],"about_ca_topic_score_codex":0.00017233794,"about_ca_topic_score_gemma":0.0002731832,"teacher_disagreement_score":0.18339853,"about_ca_system_score_codex":0.00010748785,"about_ca_system_score_gemma":0.0004384635,"threshold_uncertainty_score":0.34681058},"labels":[],"label_agreement":null},{"id":"W4407153449","doi":"10.2196/64479","title":"Identification of Clusters in a Population With Obesity Using Machine Learning: Secondary Analysis of The Maastricht Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Categorical variable; Cluster analysis; Population; Machine learning; Computer science; Probabilistic logic; Hierarchical clustering; Artificial intelligence; Data mining; Medicine; Statistics; Mathematics; Environmental health","score_opus":0.012302521169818592,"score_gpt":0.3170138806595106,"score_spread":0.30471135948969197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407153449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9419606,0.000012659684,0.05727162,0.00019150806,0.00006372081,0.00037803553,0.0000016571415,0.000020937818,0.000099263896],"genre_scores_gemma":[0.9982602,0.0000012957875,0.001609751,0.00008718907,0.000003446606,0.000007804738,0.000007764948,0.0000022607433,0.000020287758],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99786574,0.0002623397,0.0009336723,0.0000979175,0.00071931584,0.00012101852],"domain_scores_gemma":[0.9986633,0.00014755911,0.0006044591,0.00043555556,0.000105307714,0.000043786407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011105328,0.000083805666,0.00028091445,0.00055344735,0.00007291315,0.000023640274,0.00062668475,0.00007180283,0.000010507193],"category_scores_gemma":[0.00026360768,0.00005718996,0.000055500932,0.0033245534,0.000049444305,0.00024049042,0.00027746428,0.00046226807,3.161554e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007501884,0.00011278955,0.9715354,0.00019083075,0.00008023206,5.522166e-7,0.0057424284,0.018244093,0.0000027299095,0.00048159322,0.0000019972376,0.0035998516],"study_design_scores_gemma":[0.00019040491,0.000029995967,0.46002924,0.0000465848,0.000039158007,6.149999e-7,0.00041533823,0.53919506,0.0000070269484,0.000014490175,0.0000055866044,0.000026516727],"about_ca_topic_score_codex":0.0006215199,"about_ca_topic_score_gemma":0.0005897612,"teacher_disagreement_score":0.5209509,"about_ca_system_score_codex":0.00007852243,"about_ca_system_score_gemma":0.00019480143,"threshold_uncertainty_score":0.23321389},"labels":[],"label_agreement":null},{"id":"W4407285951","doi":"10.2196/55825","title":"Diagnosis of Chronic Kidney Disease Using Retinal Imaging and Urine Dipstick Data: Multimodal Deep Learning Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Retinal Imaging and Analysis","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dipstick; Kidney disease; Medicine; Renal function; Logistic regression; Proteinuria; Retinal; Machine learning; Artificial intelligence; Urology; Internal medicine; Kidney; Computer science; Urine; Ophthalmology","score_opus":0.016607046084736853,"score_gpt":0.32405706925463046,"score_spread":0.3074500231698936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407285951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9057392,0.003053244,0.08342305,0.0034000904,0.00015881733,0.0006269087,0.000040342788,0.00017067399,0.0033876633],"genre_scores_gemma":[0.985726,0.00058805756,0.012110785,0.0008450061,0.00017678815,0.000023338505,0.00037060925,0.000015663105,0.00014375371],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812514,0.000051821968,0.000701837,0.00018752189,0.0006384495,0.00029523487],"domain_scores_gemma":[0.9984617,0.0001419324,0.00020133157,0.00045857736,0.00011089466,0.0006255317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052285835,0.00018112552,0.0004509132,0.0002329085,0.000118857715,0.000043700096,0.00024638156,0.00006797069,0.00008620833],"category_scores_gemma":[0.0017446025,0.00014566284,0.00008251295,0.00038190413,0.0003790155,0.00027498332,0.000436468,0.0005333891,0.0000034840239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028424518,0.0010101026,0.727086,0.0136839375,0.00054167904,0.00014247459,0.0025047616,0.0004874745,0.00009301344,0.00025785947,0.004651372,0.24925709],"study_design_scores_gemma":[0.0013503912,0.00003287573,0.008191755,0.0016154458,0.0005736794,0.00004360112,0.00094776443,0.9831236,0.00003612347,0.000016881284,0.0039360416,0.00013183465],"about_ca_topic_score_codex":0.000045753684,"about_ca_topic_score_gemma":5.8848303e-7,"teacher_disagreement_score":0.98263615,"about_ca_system_score_codex":0.00007273169,"about_ca_system_score_gemma":0.00042497148,"threshold_uncertainty_score":0.5939958},"labels":[],"label_agreement":null},{"id":"W4407285986","doi":"10.2196/58107","title":"Development and Validation of a Machine Learning Algorithm for Predicting Diabetes Retinopathy in Patients With Type 2 Diabetes: Algorithm Development Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Retinal Imaging and Analysis","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Algorithm; Medicine; Diabetic retinopathy; Dyslipidemia; Cohort; Machine learning; Receiver operating characteristic; Type 2 Diabetes Mellitus; Medical record; Kidney disease; Artificial intelligence; Diabetes mellitus; Internal medicine; Disease; Computer science","score_opus":0.007827748059360163,"score_gpt":0.2661508894461005,"score_spread":0.25832314138674034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407285986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951677,0.000045418346,0.003833653,0.000040645333,0.000041185343,0.00075309526,0.0000028798427,0.00003615121,0.00007931344],"genre_scores_gemma":[0.8448871,0.000006939827,0.15434109,0.00017577483,0.000020162901,0.00014388765,0.0002984799,0.000015875457,0.00011070088],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811226,0.00003580498,0.00084805494,0.0001299398,0.0006233519,0.00025058433],"domain_scores_gemma":[0.99915427,0.00013043535,0.00022919958,0.00010965745,0.0002542772,0.00012215893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008564922,0.00016195881,0.0004326427,0.00030178783,0.00009151496,0.00002576996,0.000080199636,0.00007695165,0.000008441654],"category_scores_gemma":[0.00032154412,0.00011891854,0.000024877841,0.00046973518,0.000057293877,0.00010676585,0.00008418108,0.00027186924,0.0000011143902],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002002105,0.00029963662,0.6524411,0.00032757246,0.00012527309,7.848829e-7,0.0045572966,0.0000026510368,0.0000017209255,4.509194e-7,0.000011251778,0.34221226],"study_design_scores_gemma":[0.010505603,0.0017101838,0.44918892,0.0035726256,0.0003260278,0.0000010257811,0.00808475,0.52043456,0.0031410696,0.0000067554442,0.0026353707,0.00039307922],"about_ca_topic_score_codex":0.0000033615759,"about_ca_topic_score_gemma":0.0000017758603,"teacher_disagreement_score":0.52043194,"about_ca_system_score_codex":0.00007373635,"about_ca_system_score_gemma":0.00025357452,"threshold_uncertainty_score":0.48493576},"labels":[],"label_agreement":null},{"id":"W4407367427","doi":"10.2196/59309","title":"Using Large Language Models to Enhance Exercise Recommendations and Physical Activity in Clinical and Healthy Populations: Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Physical activity; Medicine; Computer science; Physical medicine and rehabilitation; World Wide Web","score_opus":0.2562808490389751,"score_gpt":0.6183965150942843,"score_spread":0.3621156660553092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407367427","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004202519,0.9904807,0.0019089429,0.0006449708,0.000607992,0.004532073,0.00021226797,0.000049668546,0.0011431152],"genre_scores_gemma":[0.00013478113,0.99508834,0.001868546,0.0016001578,0.00007383721,0.00095062196,0.00012673794,0.00002179422,0.00013520848],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.996532,0.0003740563,0.0020706386,0.0002899857,0.00030777,0.00042551546],"domain_scores_gemma":[0.9979316,0.0005826241,0.0005449167,0.0004210772,0.00003445072,0.0004853387],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013294563,0.00029995278,0.0017655549,0.0002851175,0.00010177518,0.0000434418,0.00022680791,0.00034802794,0.00007793923],"category_scores_gemma":[0.00031048286,0.0002697683,0.00021027628,0.0005785717,0.000092627815,0.00039345355,0.00039735294,0.0009119363,0.000052895415],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062505155,0.00041332137,0.000002160909,0.13923854,0.000012695061,0.0000030451897,0.000665101,5.766608e-8,2.264286e-10,0.001101517,0.00086159963,0.8576957],"study_design_scores_gemma":[0.00031162254,0.00012053051,0.0000089074,0.981009,0.0001586851,0.000024369758,0.00026624583,0.0008401715,2.411417e-8,0.00027120244,0.016698198,0.00029103292],"about_ca_topic_score_codex":0.000038836377,"about_ca_topic_score_gemma":0.000098092394,"teacher_disagreement_score":0.8574047,"about_ca_system_score_codex":0.000114934024,"about_ca_system_score_gemma":0.0004113315,"threshold_uncertainty_score":0.99997544},"labels":[],"label_agreement":null},{"id":"W4407421543","doi":"10.2196/71249","title":"Correction: Distributed Statistical Analyses: A Scoping Review and Examples of Operational Frameworks Adapted to Health Analytics","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"British Columbia Academic Health Science Network; British Columbia Environmental and Occupational Health Research Network; Université de Sherbrooke","funders":"","keywords":"Analytics; Data science; Computer science; Health informatics; Health care; Political science","score_opus":0.06950983380485933,"score_gpt":0.43455259514172595,"score_spread":0.36504276133686664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407421543","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018755381,0.7601681,0.23479562,0.00047594114,0.00014235979,0.0032880285,0.00047487605,0.000034175242,0.0006190604],"genre_scores_gemma":[0.0000064826627,0.98378575,0.008556192,0.0063533164,0.000035577097,0.0002569549,0.0009480765,0.000016782607,0.000040886607],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9952097,0.00038126498,0.0024254038,0.00035846233,0.0011722102,0.00045298954],"domain_scores_gemma":[0.9963914,0.0016131569,0.0007273754,0.0004447914,0.000030448122,0.0007928158],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015219561,0.00039525615,0.0021456177,0.00014664717,0.00017161106,0.000046369267,0.0003613489,0.0004930042,0.0025921098],"category_scores_gemma":[0.0028160957,0.00032439345,0.0001353547,0.0010405992,0.00032978004,0.00017159338,0.00054819265,0.0012935592,0.00010099573],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018502557,0.00007195369,0.000023009232,0.11318932,0.00007430333,0.0000036725114,0.0002444318,0.000038982005,5.7640395e-9,0.000067461224,0.018599275,0.86768574],"study_design_scores_gemma":[0.00021259302,0.00017306212,0.00013452642,0.54006916,0.000660881,0.000046305162,0.00021754384,0.0047068438,1.2654002e-7,0.000019121415,0.45325616,0.00050367636],"about_ca_topic_score_codex":0.00007598533,"about_ca_topic_score_gemma":0.000056819874,"teacher_disagreement_score":0.8671821,"about_ca_system_score_codex":0.0004884966,"about_ca_system_score_gemma":0.0010627996,"threshold_uncertainty_score":0.9999208},"labels":[],"label_agreement":null},{"id":"W4407432934","doi":"10.2196/62978","title":"Large-Scale Evaluation and Liver Disease Risk Prediction in Finland’s National Electronic Health Record System: Feasibility Study Using Real-World Data","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Electronic health record; Scale (ratio); Health records; Medicine; Environmental health; Computer science; Health care; Geography; World Wide Web; Cartography","score_opus":0.20746736927862416,"score_gpt":0.5357997906149901,"score_spread":0.32833242133636587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407432934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98885703,0.00016286061,0.002399993,0.00069801806,0.0006034893,0.0060142055,0.00039812888,0.00009729307,0.0007689931],"genre_scores_gemma":[0.99770796,0.00027517785,0.00034126165,0.00073226285,0.00020103119,0.00031729342,0.00031803196,0.000011686991,0.000095282434],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99329764,0.0021326523,0.0020971522,0.00033289418,0.00147304,0.00066665077],"domain_scores_gemma":[0.99687696,0.0008718085,0.0006703884,0.0006954642,0.0004893702,0.0003960395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01453191,0.00017253536,0.00039547365,0.00035382996,0.00083300984,0.000020885078,0.00034664493,0.00016819144,0.00018396623],"category_scores_gemma":[0.0022345441,0.00015505834,0.000026913805,0.0007701025,0.0000941325,0.0004985743,0.0004314988,0.00135516,0.000052590007],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017198242,0.0003206283,0.96929884,0.0016326123,0.00001818889,0.0000011244678,0.0155830635,0.000051450217,3.743583e-8,0.0006468429,0.0027383964,0.00953682],"study_design_scores_gemma":[0.00053418573,0.00007997982,0.307955,0.0007987376,0.000029948274,3.2616953e-7,0.032693453,0.65674466,6.391164e-8,0.00051593315,0.0005748668,0.00007282815],"about_ca_topic_score_codex":0.007397583,"about_ca_topic_score_gemma":0.14030996,"teacher_disagreement_score":0.6613439,"about_ca_system_score_codex":0.00304322,"about_ca_system_score_gemma":0.006928051,"threshold_uncertainty_score":0.99921227},"labels":[],"label_agreement":null},{"id":"W4407568536","doi":"10.2196/64204","title":"A Risk Warning Model for Anemia Based on Facial Visible Light Reflectance Spectroscopy: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Iron Metabolism and Disorders","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reflectivity; Medicine; Cross-sectional study; Anemia; Diffuse reflectance infrared fourier transform; Computer science; Optics; Pathology; Internal medicine; Chemistry; Physics","score_opus":0.01649447634542479,"score_gpt":0.3632073917900965,"score_spread":0.3467129154446717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407568536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8489326,0.000041922758,0.12719409,0.0005495503,0.0004839707,0.0018069494,0.000041755484,0.00017977893,0.020769356],"genre_scores_gemma":[0.98602694,0.000018657858,0.007932281,0.0042508454,0.0002232596,0.00029958368,0.000069327434,0.00001983584,0.0011592789],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759805,0.000031431933,0.0007829303,0.00018781776,0.0009963156,0.00040344847],"domain_scores_gemma":[0.9989323,0.00016204793,0.00018193244,0.00033952232,0.00014241507,0.00024178527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007233587,0.00021926977,0.00038293746,0.00025651456,0.00028705943,0.000066790904,0.00019841146,0.00025626313,0.00017741474],"category_scores_gemma":[0.0008263362,0.00017527501,0.00014172542,0.00034994003,0.000094778414,0.00014880025,0.000047000274,0.00063885626,0.000042567237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010884587,0.006793498,0.8489515,0.004556157,0.00023311931,0.00003659349,0.02056905,0.019041937,0.00053066236,0.0048669064,0.069471516,0.014064446],"study_design_scores_gemma":[0.010663241,0.0008059263,0.05025911,0.00013267879,0.00010575472,0.0000029760292,0.00094500603,0.93196654,0.00031841837,0.00054818543,0.0040119137,0.000240265],"about_ca_topic_score_codex":0.000005589425,"about_ca_topic_score_gemma":0.000010506766,"teacher_disagreement_score":0.9129246,"about_ca_system_score_codex":0.000100576275,"about_ca_system_score_gemma":0.00076066604,"threshold_uncertainty_score":0.71475077},"labels":[],"label_agreement":null},{"id":"W4407606689","doi":"10.2196/64617","title":"An Interpretable Model With Probabilistic Integrated Scoring for Mental Health Treatment Prediction: Design Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Mental model; Probabilistic logic; Computer science; Mental health; Artificial intelligence; Machine learning; Data mining; Data science; Medicine; Psychology; Psychiatry; Cognitive science; World Wide Web","score_opus":0.05737162854066412,"score_gpt":0.42728425407754167,"score_spread":0.36991262553687754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407606689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19845665,0.00008394315,0.7713742,0.001418299,0.002295663,0.01529859,0.00052981195,0.0006119339,0.009930877],"genre_scores_gemma":[0.9806453,0.0000025199543,0.010751838,0.0009724265,0.000047995734,0.00475559,0.00023305863,0.000025666335,0.0025655793],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978008,0.000108032065,0.0010609273,0.00021148402,0.0003582608,0.00046047938],"domain_scores_gemma":[0.9987825,0.00010226538,0.0001964564,0.0004136191,0.00012018255,0.00038498902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058512716,0.00023442853,0.00036220864,0.00017904249,0.00021871278,0.0000767524,0.00028016214,0.000103482635,0.00010418579],"category_scores_gemma":[0.000050999286,0.00016964019,0.0000678412,0.00029212004,0.00011107216,0.0003957815,0.000044054872,0.00020057904,0.000027451812],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067583225,0.053011432,0.0058681048,0.0027994367,0.0020523886,0.000017380744,0.19069277,0.0052410346,0.0000016400091,0.032811634,0.06672133,0.63402456],"study_design_scores_gemma":[0.01012248,0.03855831,0.0006712099,0.0021330244,0.00010275466,0.000033304783,0.04160414,0.90001965,0.000026917773,0.0015027069,0.004854804,0.0003707164],"about_ca_topic_score_codex":0.00007707965,"about_ca_topic_score_gemma":0.000104033716,"teacher_disagreement_score":0.8947786,"about_ca_system_score_codex":0.0007609627,"about_ca_system_score_gemma":0.0006619076,"threshold_uncertainty_score":0.69177264},"labels":[],"label_agreement":null},{"id":"W4407624627","doi":"10.2196/65371","title":"Improving Systematic Review Updates With Natural Language Processing Through Abstract Component Classification and Selection: Algorithm Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Component (thermodynamics); Computer science; Selection (genetic algorithm); Data mining; Artificial intelligence; Natural language processing; Data science; World Wide Web","score_opus":0.20336716739577387,"score_gpt":0.4528848757690538,"score_spread":0.2495177083732799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407624627","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20496543,0.09971054,0.67366296,0.003997657,0.00034875417,0.011107404,0.000011004708,0.00013117537,0.006065063],"genre_scores_gemma":[0.78299284,0.0008517356,0.20960931,0.004072092,0.00007270334,0.00067023403,0.0001303979,0.000020004805,0.0015806607],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99032384,0.0005593942,0.005621902,0.00026798295,0.0030589614,0.0001678889],"domain_scores_gemma":[0.9952291,0.0007297177,0.0029172031,0.0004719929,0.00053870823,0.0001132615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019789875,0.00022588103,0.001685682,0.00016195465,0.00022454516,0.00072463846,0.00040723718,0.0000881683,0.0001762643],"category_scores_gemma":[0.0037839306,0.00010273773,0.00010738724,0.00080535514,0.000077796394,0.00069445564,0.00009265219,0.00023386648,0.000060516995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006597144,0.00009106213,0.00081183115,0.33618984,0.0003509676,0.0000047703315,0.012048862,0.000002120559,0.000025379504,0.0008633487,0.005492588,0.64411265],"study_design_scores_gemma":[0.0010467395,0.000070168804,0.0072503337,0.12645096,0.0013950575,0.00032238476,0.031203113,0.8211747,0.00024856272,0.00027482095,0.009750039,0.0008131633],"about_ca_topic_score_codex":0.0000030865303,"about_ca_topic_score_gemma":0.0000052720793,"teacher_disagreement_score":0.82117254,"about_ca_system_score_codex":0.0000526307,"about_ca_system_score_gemma":0.00019331541,"threshold_uncertainty_score":0.6987705},"labels":[],"label_agreement":null},{"id":"W4407671765","doi":"10.2196/66859","title":"Effect of Smartphone-Based Messaging on Interns and Nurses at an Academic Medical Center: Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Observational study; Center (category theory); Text messaging; Medicine; Computer science; Medical education; World Wide Web","score_opus":0.06522950058522706,"score_gpt":0.5156120836749418,"score_spread":0.4503825830897148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407671765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877494,0.000038194645,0.00035336782,0.003492136,0.0005648555,0.0039660838,0.000035049987,0.00010839847,0.0036925317],"genre_scores_gemma":[0.9789772,0.0001221008,0.00008742921,0.015761232,0.00011863978,0.00451679,0.0001625116,0.000014364173,0.00023973949],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956308,0.00068066345,0.0017605923,0.00018376023,0.0012271825,0.00051698316],"domain_scores_gemma":[0.9950598,0.003062473,0.00042249408,0.0004061571,0.00011602113,0.0009330408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003224279,0.0002023938,0.0004982091,0.0002230769,0.0004864586,0.0000048819734,0.00041094556,0.00051585527,0.000630997],"category_scores_gemma":[0.0013433066,0.00015168954,0.00004596236,0.0003132017,0.00019024988,0.00012603118,0.0002189314,0.0015570527,0.00006156174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006143636,0.0005807549,0.90466964,0.0046010693,0.000031385152,0.000002313427,0.0043177614,0.0000027030603,0.0000022532945,0.0055450476,0.020247113,0.059385616],"study_design_scores_gemma":[0.03421654,0.005519496,0.57164043,0.011571706,0.0001404448,0.000011397211,0.010700873,0.06140389,0.00017650965,0.00040190312,0.3035251,0.0006916911],"about_ca_topic_score_codex":0.00006044923,"about_ca_topic_score_gemma":0.00012856265,"teacher_disagreement_score":0.33302918,"about_ca_system_score_codex":0.00019797664,"about_ca_system_score_gemma":0.001428481,"threshold_uncertainty_score":0.69089746},"labels":[],"label_agreement":null},{"id":"W4407679283","doi":"10.2196/66277","title":"Using Wearable Device and Machine Learning to Predict Mood Symptoms in Bipolar Disorder: Development and Usability Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Bipolar Disorder and Treatment","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Wearable computer; Mood; Computer science; Wearable technology; Bipolar disorder; Psychology; Embedded system; Psychiatry; World Wide Web","score_opus":0.017130403925745562,"score_gpt":0.3059267975234095,"score_spread":0.28879639359766396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407679283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936169,0.0033855704,0.0008802222,0.0003014,0.00003616185,0.0011787314,0.000002307118,0.00005142234,0.00054729613],"genre_scores_gemma":[0.99684304,0.00015555494,0.0025450164,0.00027330182,0.000009153438,0.00007654061,0.000010700163,0.000009295814,0.000077424666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844635,0.00005570243,0.0006083163,0.00016233395,0.0004483204,0.00027895562],"domain_scores_gemma":[0.9993451,0.000090438494,0.000053299926,0.0001719788,0.000038197453,0.00030098468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005757462,0.00018500087,0.00037245871,0.0002085256,0.00014141055,0.00003330588,0.000073765004,0.00012138532,0.00003075028],"category_scores_gemma":[0.00016789272,0.00014455551,0.000021238979,0.0003954438,0.000072628594,0.00012140781,0.00022974411,0.00041350577,0.0000055403475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004669235,0.00059085834,0.82881635,0.00034743373,0.000083849714,0.0000030034869,0.009455634,0.000008566601,0.0000020990717,0.000012455171,0.000003280169,0.16062978],"study_design_scores_gemma":[0.005863616,0.0006287499,0.9248307,0.00070836215,0.00012348076,0.000035689023,0.008407327,0.04035854,0.00004328568,0.00002225177,0.018766347,0.00021165998],"about_ca_topic_score_codex":0.00023111427,"about_ca_topic_score_gemma":0.0009911174,"teacher_disagreement_score":0.16041811,"about_ca_system_score_codex":0.000110288194,"about_ca_system_score_gemma":0.00025164604,"threshold_uncertainty_score":0.5894803},"labels":[],"label_agreement":null},{"id":"W4407827690","doi":"10.2196/66973","title":"Performance of Natural Language Processing versus International Classification of Diseases Codes in Building Registries for Patients With Fall Injury: Retrospective Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Algorithm; Artificial intelligence; Natural language processing; World Wide Web","score_opus":0.012259661103578753,"score_gpt":0.37618786344724237,"score_spread":0.36392820234366363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407827690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972276,0.00003802522,0.0010843121,0.00008891593,0.00019008116,0.00048426518,0.00010270747,0.000019912435,0.00076416624],"genre_scores_gemma":[0.9983773,0.000028763849,0.000968604,0.00004554053,0.000026420268,0.00011024451,0.00034757188,0.0000038168328,0.00009171478],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986594,0.000038458897,0.0006711831,0.00007609398,0.0004077302,0.00014718392],"domain_scores_gemma":[0.9987495,0.0001756852,0.0005576172,0.00012318419,0.0003554298,0.000038572773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027340057,0.00008136162,0.00026968122,0.00026919247,0.00008526816,0.0000057309135,0.0001764671,0.00011025249,0.0000041594367],"category_scores_gemma":[0.0004048486,0.000062404404,0.00005063033,0.00058417785,0.00011480804,0.00028737664,0.00005011837,0.00023052683,4.1508613e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010061386,0.0002538582,0.9817459,0.0012589091,0.00014852917,6.03398e-8,0.0033282684,0.0000019460742,0.000022750939,0.00090645126,0.0002779385,0.011049243],"study_design_scores_gemma":[0.00211188,0.000108737746,0.9264874,0.0008478002,0.00009617813,1.2893651e-8,0.0039906017,0.06615276,0.0000051907145,0.000027272567,0.00011371944,0.000058485515],"about_ca_topic_score_codex":0.00001887969,"about_ca_topic_score_gemma":0.00007357816,"teacher_disagreement_score":0.06615081,"about_ca_system_score_codex":0.00014730186,"about_ca_system_score_gemma":0.00023682212,"threshold_uncertainty_score":0.25447777},"labels":[],"label_agreement":null},{"id":"W4407964058","doi":"10.2196/63601","title":"Predicting Agitation-Sedation Levels in Intensive Care Unit Patients: Development of an Ensemble Model","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sedation; Intensive care unit; Artificial intelligence; Intensive care; Ensemble learning; Machine learning; Ensemble forecasting; Computer science; Intensive care medicine; Medicine; Emergency medicine; Anesthesia","score_opus":0.027951497003557618,"score_gpt":0.33331791657867565,"score_spread":0.305366419575118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407964058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758384,0.000014348839,0.014449551,0.0002698809,0.00010909019,0.0007672291,0.000018812847,0.000038483948,0.008494152],"genre_scores_gemma":[0.9752581,0.000003331699,0.006030951,0.01784277,0.000009823201,0.00006436378,0.00072072126,0.0000117440295,0.0000581962],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979817,0.000032847674,0.0009858058,0.00010678068,0.0006653057,0.00022754105],"domain_scores_gemma":[0.9793871,0.00013137804,0.00020215269,0.00017186365,0.019971073,0.00013644746],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00020644489,0.00015723064,0.00031544492,0.0004735435,0.000057003348,0.000010599322,0.00012286937,0.00019648917,0.00003125574],"category_scores_gemma":[0.0094113145,0.00014499505,0.000046117428,0.00044176145,0.00011852515,0.00029918598,0.000083037536,0.00036147513,0.00000953294],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004908989,0.0006192681,0.14653018,0.003810266,0.00025514397,0.00001532965,0.4604166,0.00046694517,0.00020690581,0.0013036085,0.0021574646,0.3837274],"study_design_scores_gemma":[0.006350729,0.00031222697,0.105190314,0.0035311845,0.00006833795,0.000003482153,0.69361186,0.18577626,0.004329207,0.00023897222,0.0003160756,0.00027134683],"about_ca_topic_score_codex":0.000009178192,"about_ca_topic_score_gemma":0.0000895357,"teacher_disagreement_score":0.38345605,"about_ca_system_score_codex":0.000175269,"about_ca_system_score_gemma":0.0011313199,"threshold_uncertainty_score":0.99893284},"labels":[],"label_agreement":null},{"id":"W4408014117","doi":"10.2196/60683","title":"Predictive Value of Frailty on Outcomes of Patients With Cirrhosis: Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Frailty in Older Adults","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cirrhosis; Meta-analysis; Cochrane Library; Internal medicine; Systematic review; MEDLINE; Odds ratio; Receiver operating characteristic","score_opus":0.043760567053945244,"score_gpt":0.36317238003468805,"score_spread":0.3194118129807428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408014117","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000069395714,0.9895604,0.0001853875,0.0001606411,0.00003408073,0.008124089,0.0008694596,0.000036912592,0.0010220647],"genre_scores_gemma":[0.000040314306,0.99561095,0.0006259834,0.0015251696,0.000007099602,0.0011136158,0.0005120057,0.000028850236,0.00053598307],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99254626,0.00030205515,0.004163118,0.0002428992,0.0024744268,0.0002712433],"domain_scores_gemma":[0.9934062,0.0015527274,0.0028505046,0.00130281,0.000536435,0.00035131993],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0009037103,0.0006821299,0.017070225,0.00072062545,0.000027934286,0.000009880616,0.00046711572,0.0005275661,0.000284681],"category_scores_gemma":[0.0026491766,0.00033518582,0.0022810122,0.0014303268,0.0002907996,0.000109367356,0.00018901,0.00074151374,0.000010899725],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007677546,0.00024299689,0.00005260696,0.8317279,0.16518824,0.000001910448,0.0002527026,2.947129e-7,5.4818042e-11,0.000059019792,0.0005361091,0.001930508],"study_design_scores_gemma":[0.0004938199,0.00040443413,0.000104226165,0.288849,0.70742023,0.0000042835163,0.00005381963,0.000029886625,6.08286e-8,0.000002862383,0.0024521803,0.00018519467],"about_ca_topic_score_codex":0.000006911072,"about_ca_topic_score_gemma":0.0000020763605,"teacher_disagreement_score":0.5428789,"about_ca_system_score_codex":0.00009403766,"about_ca_system_score_gemma":0.00057812344,"threshold_uncertainty_score":0.99991},"labels":[],"label_agreement":null},{"id":"W4408099082","doi":"10.2196/63186","title":"The Construction and Application of a Clinical Decision Support System for Cardiovascular Diseases: Multimodal Data-Driven Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Decision support system; Clinical decision support system; Computer science; Medicine; Data science; Data mining","score_opus":0.11541814825640388,"score_gpt":0.5123957442605926,"score_spread":0.39697759600418875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408099082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71050733,0.000126161,0.28314435,0.00018394728,0.0007412177,0.00510411,0.0000576851,0.000057919766,0.000077260185],"genre_scores_gemma":[0.98196286,0.00010387861,0.016535023,0.000104130006,0.00012576426,0.0010056585,0.00014490605,0.000008062211,0.000009718477],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965098,0.0002951264,0.0022331846,0.00017930749,0.00057834445,0.00020422603],"domain_scores_gemma":[0.99563336,0.0027758603,0.00044657933,0.00060047826,0.00036040897,0.00018328655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004060371,0.000102857506,0.0004063396,0.000065474625,0.00076364266,0.000016025862,0.00028363094,0.00022971508,0.0000032712487],"category_scores_gemma":[0.0017952448,0.00006976306,0.00005581758,0.0001416253,0.00022197091,0.00017505817,0.00037635106,0.00030952782,0.000007551045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013531774,0.00006703097,0.1903346,0.0014626365,0.00015062954,3.5619587e-7,0.0047411663,0.0000105550625,1.1864201e-7,0.0017554619,0.00035352638,0.8009886],"study_design_scores_gemma":[0.002727843,0.000290623,0.054660812,0.0012724308,0.00039478487,0.0000054936186,0.25251755,0.61751,0.00002245228,0.0006030771,0.069744445,0.00025046055],"about_ca_topic_score_codex":0.00008672624,"about_ca_topic_score_gemma":0.0001430637,"teacher_disagreement_score":0.80073816,"about_ca_system_score_codex":0.000074356205,"about_ca_system_score_gemma":0.0008843661,"threshold_uncertainty_score":0.5873399},"labels":[],"label_agreement":null},{"id":"W4408150416","doi":"10.2196/63740","title":"Linking Electronic Health Record Prescribing Data and Pharmacy Dispensing Records to Identify Patient-Level Factors Associated With Psychotropic Medication Receipt: Retrospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Center for Advancing Translational Sciences; National Institute of Allergy and Infectious Diseases","keywords":"Medical prescription; Medicine; Pharmacy; Retrospective cohort study; Pharmacoepidemiology; Electronic prescribing; Pharmacist; Polypharmacy; Family medicine; Medical emergency; Pediatrics; Emergency medicine; Intensive care medicine; Internal medicine","score_opus":0.12308231690639328,"score_gpt":0.4840907657122831,"score_spread":0.36100844880588984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408150416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781674,0.00019281675,0.0081003755,0.003983003,0.0017217582,0.00646245,0.00008701687,0.00030932596,0.0009758558],"genre_scores_gemma":[0.99307454,0.00037055512,0.00047806153,0.004693903,0.00021813822,0.00039628756,0.00043928938,0.000056025718,0.00027322277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9916089,0.0014675327,0.0028875351,0.00060727744,0.001658747,0.0017699978],"domain_scores_gemma":[0.99507797,0.0010105096,0.0014847465,0.001158707,0.0003967039,0.00087135076],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0050767814,0.00043024195,0.0009889251,0.00048007985,0.0013674932,0.00007332594,0.00089078944,0.00034141514,0.00011478331],"category_scores_gemma":[0.002543616,0.00034723082,0.00004017803,0.0013594207,0.00009445936,0.0007390609,0.0006599743,0.0031477085,0.000028907341],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013796745,0.00033700294,0.8333418,0.00089183415,0.0002783935,0.000002408615,0.04642498,5.885357e-7,0.0000037025036,0.00018170381,0.015466791,0.10293287],"study_design_scores_gemma":[0.008894211,0.003178022,0.81353396,0.0155550195,0.0001877681,0.0000071567824,0.063627,0.015617087,0.000006355978,0.00049311016,0.077899076,0.0010012449],"about_ca_topic_score_codex":0.0014668084,"about_ca_topic_score_gemma":0.017409403,"teacher_disagreement_score":0.101931624,"about_ca_system_score_codex":0.0028774103,"about_ca_system_score_gemma":0.0053345384,"threshold_uncertainty_score":0.9999326},"labels":[],"label_agreement":null},{"id":"W4408185936","doi":"10.2196/64349","title":"The Role of AI in Cardiovascular Event Monitoring and Early Detection: Scoping Literature Review","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Computer science; Medicine; Data science","score_opus":0.0362529481417266,"score_gpt":0.4516073148730462,"score_spread":0.4153543667313196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408185936","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4060698,0.5779624,0.00095692766,0.004442735,0.0021514322,0.004738546,0.00000365008,0.00009152073,0.0035829733],"genre_scores_gemma":[0.93060297,0.06721144,0.00011281731,0.0012170963,0.00022981025,0.0005482423,0.0000012702408,0.000009060541,0.000067266454],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99759394,0.00028091704,0.0012613846,0.00007399828,0.00049899885,0.00029076502],"domain_scores_gemma":[0.99859166,0.0005790266,0.00016030802,0.0003273717,0.00022810767,0.00011355414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019841166,0.000094309835,0.00034031383,0.000082618295,0.00036314095,0.00001268285,0.00019525517,0.0002536062,0.000009214909],"category_scores_gemma":[0.0009941297,0.00006405585,0.00008362604,0.0005045572,0.00008745005,0.00015816453,0.00015657909,0.0012677752,0.0000109916255],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029122564,0.0000232675,0.089564696,0.04053533,0.00008365567,0.0000061582455,0.025565263,0.000007693856,0.000008729948,0.0024368956,0.00023023422,0.8415089],"study_design_scores_gemma":[0.00062458066,0.00016816877,0.029585425,0.7962438,0.000100097,0.000013471293,0.044673357,0.0081595145,0.0017230975,0.0076365503,0.110651836,0.00042009086],"about_ca_topic_score_codex":0.0001522276,"about_ca_topic_score_gemma":0.00012201558,"teacher_disagreement_score":0.84108883,"about_ca_system_score_codex":0.00009161995,"about_ca_system_score_gemma":0.00037929483,"threshold_uncertainty_score":0.5507923},"labels":[],"label_agreement":null},{"id":"W4408213313","doi":"10.2196/65590","title":"Data Interoperability in COVID-19 Vaccine Trials: Methodological Approach in the VACCELERATE Project","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Research Data Management Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Coronavirus disease 2019 (COVID-19); Computer science; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Virology; World Wide Web; Outbreak; Pathology; Disease","score_opus":0.642604735216575,"score_gpt":0.5685127681439308,"score_spread":0.0740919670726442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408213313","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075804917,0.00009872983,0.9547337,0.026113464,0.00015895351,0.0024726992,0.000021544996,0.00009525702,0.008725131],"genre_scores_gemma":[0.23540753,0.0048862128,0.6654086,0.089480974,0.00029811412,0.0029472737,0.0010976528,0.000023891733,0.0004497112],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98917097,0.006649715,0.0018539361,0.00044834346,0.0013769737,0.00050007127],"domain_scores_gemma":[0.9866953,0.009587132,0.00031498235,0.0031773385,0.000050597817,0.00017464906],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.08321875,0.0001779294,0.0005601149,0.00048296794,0.0000870393,0.0017280872,0.01195233,0.00015991698,0.000039576622],"category_scores_gemma":[0.05927125,0.00009540249,0.000048727183,0.0022913527,0.00010451601,0.014755016,0.0062174103,0.0011998113,0.0000121177745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075560407,0.003773878,0.007886714,0.0041765724,0.00023521221,0.0002708351,0.02934569,0.00019883264,0.000005054009,0.30716285,0.21981813,0.42637062],"study_design_scores_gemma":[0.0031456952,0.0001396402,0.0041265558,0.0001369988,0.000013460992,0.000021928236,0.008429246,0.70996565,0.000003353353,0.0027574438,0.27101946,0.0002405561],"about_ca_topic_score_codex":0.00016989454,"about_ca_topic_score_gemma":0.00014758493,"teacher_disagreement_score":0.7097668,"about_ca_system_score_codex":0.00013972825,"about_ca_system_score_gemma":0.00088167196,"threshold_uncertainty_score":0.9993082},"labels":[],"label_agreement":null},{"id":"W4408226088","doi":"10.2196/59801","title":"Applying Robotic Process Automation to Monitor Business Processes in Hospital Information Systems: Mixed Method Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Robotic Process Automation Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Business process reengineering; Process (computing); End user; Process automation system; Automation; Process management; World Wide Web; Engineering; Operating system","score_opus":0.008207123063751832,"score_gpt":0.2822166679253235,"score_spread":0.2740095448615717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408226088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010293938,0.000062894615,0.97820586,0.00027783556,0.00048749475,0.0030711007,0.000007551811,0.0011362314,0.006457109],"genre_scores_gemma":[0.9100302,0.000030292653,0.0753663,0.00031836575,0.00007655571,0.013888058,0.00021968457,0.000032953296,0.0000375942],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971803,0.000027801098,0.0014283396,0.00012843938,0.0008402758,0.0003948343],"domain_scores_gemma":[0.9986335,0.0001403147,0.00019293478,0.00032281794,0.00050128426,0.00020913688],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005091871,0.00028549766,0.00041609985,0.00077985885,0.000101564074,0.0002673953,0.0005542368,0.00030369274,0.000008366975],"category_scores_gemma":[0.00063134695,0.0002769798,0.000029713072,0.0035963652,0.000037551534,0.0018749156,0.00008299599,0.00034591847,0.000121008714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050097833,0.00014868903,0.00013348686,0.014776554,0.000039684623,5.489791e-7,0.009139526,0.9272425,0.0000044386443,0.0020428277,0.0021344484,0.044332255],"study_design_scores_gemma":[0.00051392376,0.000011876568,0.0018442641,0.00077423133,0.000017392282,0.00000776783,0.0058190776,0.98856145,0.0001041334,0.00011339692,0.0019247255,0.00030774545],"about_ca_topic_score_codex":0.000010200044,"about_ca_topic_score_gemma":0.0000025732943,"teacher_disagreement_score":0.90283954,"about_ca_system_score_codex":0.00026440542,"about_ca_system_score_gemma":0.00032477773,"threshold_uncertainty_score":0.99996823},"labels":[],"label_agreement":null},{"id":"W4408250184","doi":"10.2196/64902","title":"Effect of Uncertainty-Aware AI Models on Pharmacists’ Reaction Time and Decision-Making in a Web-Based Mock Medication Verification Task: Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Task (project management); Computer science; Preprint; Randomized controlled trial; Cobra; Medicine; World Wide Web; Engineering; Surgery","score_opus":0.028198725754364985,"score_gpt":0.4228667465131934,"score_spread":0.3946680207588284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408250184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830334,0.00007234627,0.0070150723,0.0016326325,0.0006606821,0.006462824,0.0000039476154,0.000059837508,0.0010592216],"genre_scores_gemma":[0.9970297,0.00016484465,0.00016467327,0.0013418768,0.000090989226,0.0010755609,0.00008680194,0.000009024904,0.00003650604],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965295,0.00035902404,0.0018918217,0.00015652811,0.00085658923,0.00020651222],"domain_scores_gemma":[0.9929522,0.0058846767,0.0004946771,0.00027237227,0.00023409336,0.00016197399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004400651,0.0001874426,0.0011412858,0.0005520102,0.00007169087,0.000019361463,0.000109812856,0.0003292314,0.000066500936],"category_scores_gemma":[0.0043918504,0.00013170822,0.00016814914,0.0004166191,0.00018856335,0.00018406281,0.00001837619,0.00046803878,0.000018820067],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78947836,0.00028420656,0.000024737345,0.0005408055,0.00005881553,0.0000019636827,0.0013879009,0.00047282098,0.000110757916,0.0002455334,0.0008831887,0.20651093],"study_design_scores_gemma":[0.26657164,0.00046853095,0.000006893651,0.0015088446,0.00011785074,0.0000030805345,0.00014519459,0.729169,0.00026375454,0.0016259929,0.000048567126,0.00007065766],"about_ca_topic_score_codex":0.000026309073,"about_ca_topic_score_gemma":0.000005098893,"teacher_disagreement_score":0.72869617,"about_ca_system_score_codex":0.0002127707,"about_ca_system_score_gemma":0.0008810797,"threshold_uncertainty_score":0.53709054},"labels":[],"label_agreement":null},{"id":"W4408315091","doi":"10.2196/64987","title":"Enhancing the Predictions of Cytomegalovirus Infection in Severe Ulcerative Colitis Using a Deep Learning Ensemble Model: Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cytomegalovirus and herpesvirus research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ulcerative colitis; Preprint; Cytomegalovirus; Ensemble learning; Human cytomegalovirus; Medicine; Computer science; Cytomegalovirus infection; Artificial intelligence; Virology; Pathology; Disease; Virus; Viral disease; World Wide Web; Herpesviridae","score_opus":0.030731984432922348,"score_gpt":0.3485969022825439,"score_spread":0.31786491784962156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408315091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654723,0.000025774334,0.031112054,0.00007675207,0.000039105777,0.0010631391,0.0000015247817,0.000032594882,0.002176782],"genre_scores_gemma":[0.9982143,0.000083587154,0.0012307587,0.0001297393,0.000023402154,0.00012085312,0.000010145634,0.000008543831,0.00017865025],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99806225,0.000105444036,0.00081459107,0.0001069934,0.0006708116,0.00023992796],"domain_scores_gemma":[0.99923146,0.00019526885,0.00013495501,0.000142528,0.00017499903,0.000120793986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011509417,0.00012781411,0.00030688557,0.00037784458,0.00024461464,0.000043147655,0.00006974133,0.00014241823,0.000039521732],"category_scores_gemma":[0.0003531894,0.000095534495,0.000035272846,0.00064070686,0.00010615077,0.00023345926,0.00014001822,0.00064595,0.000003865077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017152289,0.0024966435,0.3635209,0.0033808236,0.00088447816,0.000046798894,0.31806862,0.0278004,0.0011208974,0.0016552961,0.00023008314,0.27907982],"study_design_scores_gemma":[0.00361034,0.00034657045,0.11956735,0.0009130022,0.00008359816,0.00005151961,0.016077051,0.8541267,0.0038540685,0.00010975124,0.0010843944,0.00017565973],"about_ca_topic_score_codex":0.00028365484,"about_ca_topic_score_gemma":0.0015726798,"teacher_disagreement_score":0.8263263,"about_ca_system_score_codex":0.00027800363,"about_ca_system_score_gemma":0.0007675362,"threshold_uncertainty_score":0.38957834},"labels":[],"label_agreement":null},{"id":"W4408345277","doi":"10.2196/63895","title":"The Perceptions of Potential Prerequisites for Artificial Intelligence in Danish General Practice: Vignette-Based Interview Study Among General Practitioners","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Danish; Vignette; Psychology; Perception; Medical education; Applied psychology; Medicine; Social psychology","score_opus":0.0705846605213196,"score_gpt":0.4558343237102949,"score_spread":0.3852496631889753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408345277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8847424,0.00009473305,0.09729013,0.013263522,0.0008353955,0.0030658029,0.000009619766,0.000044540437,0.0006538664],"genre_scores_gemma":[0.99000454,0.00010991584,0.005550418,0.0030628399,0.0003227576,0.00068964006,0.00008114759,0.000012192951,0.00016655675],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99691343,0.00020257299,0.001738304,0.00015544925,0.0006453069,0.0003449285],"domain_scores_gemma":[0.9975673,0.00091345096,0.00038650952,0.00037181497,0.0005867393,0.00017417835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020725532,0.00016477474,0.00032478545,0.00023109485,0.00025271802,0.000075915086,0.00026371775,0.00020871377,0.00014417352],"category_scores_gemma":[0.0022405824,0.00012297241,0.00013197743,0.0005589691,0.00032821557,0.00035949767,0.000063209154,0.0004976688,0.000014871734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014038737,0.0070771733,0.03217906,0.002272463,0.00035704588,0.000026290669,0.038377386,0.0019634967,0.00024889733,0.015219061,0.015564092,0.8853112],"study_design_scores_gemma":[0.0006013357,0.002803249,0.027921898,0.001541803,0.00047013888,0.000033085365,0.26002964,0.69003576,0.0028434438,0.005527705,0.0077159293,0.0004759908],"about_ca_topic_score_codex":0.00027876004,"about_ca_topic_score_gemma":0.00040011012,"teacher_disagreement_score":0.8848352,"about_ca_system_score_codex":0.00017172839,"about_ca_system_score_gemma":0.0010129911,"threshold_uncertainty_score":0.501467},"labels":[],"label_agreement":null},{"id":"W4408354914","doi":"10.2196/64682","title":"GPT-3.5 Turbo and GPT-4 Turbo in Title and Abstract Screening for Systematic Reviews","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Turbo; Turbo code; Computer science; Systematic review; Turbo equalizer; Sensitivity (control systems); Selection (genetic algorithm); Systematic error; MEDLINE; Chemistry; Algorithm; Artificial intelligence; Engineering; Statistics; Mathematics; Decoding methods; Biochemistry; Electronic engineering; Concatenated error correction code","score_opus":0.532833534534895,"score_gpt":0.5358457267401503,"score_spread":0.003012192205255282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408354914","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13416646,0.05352239,0.16653053,0.008959959,0.0023875204,0.038841084,0.00009488149,0.000105873994,0.5953913],"genre_scores_gemma":[0.7833725,0.0031396085,0.10287946,0.015502238,0.00052587845,0.0028598898,0.00006979224,0.00006802438,0.09158257],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99139506,0.00054354855,0.0061189006,0.00018983425,0.0015761873,0.00017646165],"domain_scores_gemma":[0.99424267,0.0032390752,0.0014155707,0.00080187095,0.00014757559,0.00015323289],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039197885,0.00016935769,0.002086957,0.0002712614,0.00005646213,0.000324834,0.0005061666,0.00013123457,0.0016188518],"category_scores_gemma":[0.024456235,0.00007904916,0.0002995051,0.0004848532,0.000059618436,0.00017942073,0.00011051448,0.000175184,0.00058282295],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009437287,0.00006776731,0.00235944,0.06366956,0.00020423734,0.0000058499763,0.0041750744,0.000004387624,0.0000025729507,0.007985283,0.6307841,0.29073232],"study_design_scores_gemma":[0.0009317738,0.000050461444,0.0035903908,0.016724903,0.00025164426,0.000034785844,0.003676669,0.11155374,0.000007071418,0.006471559,0.8563018,0.00040522963],"about_ca_topic_score_codex":0.0000020722225,"about_ca_topic_score_gemma":0.000008288091,"teacher_disagreement_score":0.6492061,"about_ca_system_score_codex":0.000013624256,"about_ca_system_score_gemma":0.000048833994,"threshold_uncertainty_score":0.9992938},"labels":[],"label_agreement":null},{"id":"W4408356058","doi":"10.2196/64705","title":"Assessing Total Hip Arthroplasty Outcomes and Generating an Orthopedic Research Outcome Database via a Natural Language Processing Pipeline: Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Database; Artificial intelligence; Computer science; Machine learning","score_opus":0.18004091550743506,"score_gpt":0.529156837072842,"score_spread":0.34911592156540694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408356058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931591,0.0002493373,0.0046706507,0.00068526936,0.00025009998,0.0008166524,9.706049e-7,0.00006268315,0.0001052075],"genre_scores_gemma":[0.9903873,0.000010212463,0.008343517,0.0007054842,0.00016112013,0.00008307425,0.00010492941,0.000010042869,0.0001943245],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9974352,0.00012940048,0.001036974,0.0001851043,0.00088439934,0.00032890367],"domain_scores_gemma":[0.9987914,0.00027299504,0.00012925523,0.00020626743,0.0002947445,0.0003053673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024437683,0.00015330872,0.0002845167,0.00029209576,0.0004993607,0.00023322534,0.00006694892,0.0001300457,0.000028734044],"category_scores_gemma":[0.001262261,0.00011561952,0.000016574688,0.00037491307,0.0001453266,0.000840848,0.00014587531,0.0007258662,0.0000073254664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021183652,0.00022854892,0.22360426,0.0007191337,0.000013765486,0.000012774131,0.0323012,0.0000012142312,0.00005320326,0.000008749338,0.00006265878,0.7429733],"study_design_scores_gemma":[0.0010536348,0.000416992,0.18219106,0.0015235645,0.000093440365,0.00015483265,0.44896084,0.3630963,0.0015541058,0.000028967426,0.0004508391,0.00047541887],"about_ca_topic_score_codex":0.00011095799,"about_ca_topic_score_gemma":0.00011909355,"teacher_disagreement_score":0.74249786,"about_ca_system_score_codex":0.00009975178,"about_ca_system_score_gemma":0.00082069275,"threshold_uncertainty_score":0.47148272},"labels":[],"label_agreement":null},{"id":"W4408388570","doi":"10.2196/64354","title":"Imputation and Missing Indicators for Handling Missing Longitudinal Data: Data Simulation Analysis Based on Electronic Health Record Data","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute on Aging","keywords":"Missing data; Imputation (statistics); Covariate; Statistics; Logistic regression; Computer science; Receiver operating characteristic; Data mining; Multivariate statistics; Mathematics","score_opus":0.13208768079548958,"score_gpt":0.48460790030432715,"score_spread":0.3525202195088376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408388570","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00097246736,0.00006053535,0.9958764,0.0016915179,0.000092617964,0.00052696647,0.0005947935,0.000066951725,0.00011780372],"genre_scores_gemma":[0.11187252,0.00003598897,0.8821701,0.0013183525,0.00009222657,0.000013187642,0.0044745114,0.000016296239,0.00000683345],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971636,0.00016585038,0.001168657,0.00042696166,0.0006300015,0.00044493328],"domain_scores_gemma":[0.99102926,0.0062258625,0.0005339708,0.0018782088,0.00007246212,0.00026024727],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041227783,0.00020990643,0.0005680773,0.00047492835,0.0003332605,0.00022736094,0.0011259406,0.00017361157,0.000043465858],"category_scores_gemma":[0.0094288,0.00017805959,0.00003476996,0.00094239,0.0001147869,0.0006348378,0.00060104945,0.00039832602,0.0000012205555],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000673638,0.00011141677,0.0010116071,0.0011606284,0.00021742604,0.0000010962899,0.00024076007,0.00009241292,3.3251666e-7,0.013147244,0.002113198,0.9818365],"study_design_scores_gemma":[0.00062293577,0.000091566435,0.00065195764,0.0004557721,0.0003823746,8.867032e-7,0.00012487602,0.9402774,0.000002071309,0.05504636,0.0021857289,0.00015807194],"about_ca_topic_score_codex":0.000021377262,"about_ca_topic_score_gemma":0.00004781844,"teacher_disagreement_score":0.9816784,"about_ca_system_score_codex":0.00010563176,"about_ca_system_score_gemma":0.00096300885,"threshold_uncertainty_score":0.9989152},"labels":[],"label_agreement":null},{"id":"W4408415869","doi":"10.2196/63216","title":"Large Language Model–Based Critical Care Big Data Deployment and Extraction: Descriptive Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software deployment; SQL; Database; User interface; Data extraction; Cloud computing; Interface (matter); Software engineering; Operating system; MEDLINE","score_opus":0.15025163111484466,"score_gpt":0.4542273811311704,"score_spread":0.3039757500163257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408415869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040725723,0.00018639749,0.949647,0.0013938857,0.00072614325,0.00019592552,0.00025521798,0.00008798351,0.006781703],"genre_scores_gemma":[0.985381,0.0000042546885,0.011541497,0.0019853713,0.00006084223,0.000015018843,0.0002529037,0.0000038049056,0.00075530267],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99604243,0.0001035249,0.0008719449,0.0003989192,0.0022768865,0.0003062998],"domain_scores_gemma":[0.9965303,0.0009714202,0.00011966704,0.0018770386,0.00022820772,0.0002733617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004074925,0.00013435229,0.0002946737,0.00067038805,0.00025864874,0.00062006374,0.0014606426,0.00009942234,0.00022979996],"category_scores_gemma":[0.004182856,0.00009683371,0.000075550364,0.0018681939,0.0001897336,0.0005039734,0.0016424757,0.00023913017,0.000062019506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061396124,0.0005205232,0.0041742674,0.00032694533,0.00036355926,0.00006684708,0.036405157,0.0019728416,0.000004857976,0.012748037,0.2277057,0.71564984],"study_design_scores_gemma":[0.0003413477,0.000013811702,0.0006258915,0.0000363688,0.00014984065,0.0000010409092,0.04983748,0.9130351,0.000012067562,0.00034195362,0.03550362,0.00010150263],"about_ca_topic_score_codex":0.000017369437,"about_ca_topic_score_gemma":0.00017379157,"teacher_disagreement_score":0.9446553,"about_ca_system_score_codex":0.000042051106,"about_ca_system_score_gemma":0.00023074793,"threshold_uncertainty_score":0.59792894},"labels":[],"label_agreement":null},{"id":"W4408482682","doi":"10.2196/70752","title":"Implementation of an Integrated, Clinical Decision Support Tool at the Point of Antihypertensive Medication Refill Request to Improve Hypertension Management: Controlled Pre-Post Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Clinical decision support system; Decision support system; Medicine; Computer science; Point (geometry); Medical emergency; Intensive care medicine; Data mining; World Wide Web","score_opus":0.034081426268876905,"score_gpt":0.4796419391509376,"score_spread":0.4455605128820607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408482682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798053,0.000027173417,0.0030953828,0.002458308,0.001509989,0.011769555,0.00005371935,0.00006714202,0.0012134484],"genre_scores_gemma":[0.9850377,0.00020802786,0.0018449973,0.010404417,0.00015337796,0.001457662,0.00020946721,0.000027924743,0.0006564503],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9904415,0.0012414284,0.0059022466,0.00028973853,0.0015120958,0.00061299617],"domain_scores_gemma":[0.9929596,0.0024903163,0.0017233648,0.0010657078,0.0014065522,0.00035444854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010735769,0.00026004037,0.0011890035,0.00033044777,0.0003741778,0.000009853993,0.00062139163,0.0004280775,0.00047377805],"category_scores_gemma":[0.0023675284,0.00015307919,0.00014645285,0.00058492186,0.0001547624,0.000280172,0.00048312402,0.0009199983,0.00009192764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075067533,0.0021147514,0.035096616,0.0034890557,0.0008757746,0.00002860313,0.03355416,0.000005515277,0.00034673972,0.0017606047,0.073638864,0.84158254],"study_design_scores_gemma":[0.089390375,0.018014226,0.28255647,0.0060020247,0.0011099115,0.000045697594,0.5097074,0.020013744,0.00047130688,0.00047447445,0.071282454,0.0009319272],"about_ca_topic_score_codex":0.0009513602,"about_ca_topic_score_gemma":0.0022414047,"teacher_disagreement_score":0.8406506,"about_ca_system_score_codex":0.00043205378,"about_ca_system_score_gemma":0.0018120301,"threshold_uncertainty_score":0.6242388},"labels":[],"label_agreement":null},{"id":"W4408506627","doi":"10.2196/66421","title":"Identifying and Optimizing Factors Influencing the Implementation of a Fast Healthcare Interoperability Resources Accelerator: Qualitative Study Using the Consolidated Framework for Implementation Research–Expert Recommendations for Implementing Change Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Operating system; World Wide Web","score_opus":0.7669455110234977,"score_gpt":0.7368009508092407,"score_spread":0.030144560214257043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408506627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96699345,0.000028821129,0.011362541,0.00950548,0.00024719004,0.011418948,0.00038280146,0.00004163883,0.000019159139],"genre_scores_gemma":[0.97502255,0.000028193956,0.013415403,0.0053238356,0.00013498294,0.0059439866,0.00010718919,0.000019557754,0.0000043174923],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9921891,0.0029369632,0.0026189978,0.0002851165,0.0009559603,0.0010138692],"domain_scores_gemma":[0.9912345,0.005812407,0.0011687261,0.00042639294,0.0011532785,0.00020473065],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013094083,0.0002253192,0.00042674076,0.00038167855,0.004142077,0.00014470513,0.00058060815,0.00015583301,0.00010579088],"category_scores_gemma":[0.00058571325,0.00014283363,0.0000738833,0.0010785878,0.000345347,0.00076185784,0.00059430016,0.0008834152,6.177694e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003203347,0.00003024506,0.004311111,0.0008886124,0.000061795065,2.10955e-8,0.98517525,2.5549785e-8,0.000030572064,0.0024006106,0.00097003125,0.0060996665],"study_design_scores_gemma":[0.0014298426,0.00018325486,0.0024135802,0.00035822552,0.000028986415,3.551301e-7,0.99125874,0.00037916575,0.0001318398,0.00081153197,0.0028914534,0.00011304952],"about_ca_topic_score_codex":0.0036089441,"about_ca_topic_score_gemma":0.0018462116,"teacher_disagreement_score":0.01250837,"about_ca_system_score_codex":0.00051076355,"about_ca_system_score_gemma":0.0010115452,"threshold_uncertainty_score":0.9971544},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4408567339","doi":"10.2196/69102","title":"Effects of the National Institutes of Health Stroke Scale and Modified Rankin Scale on Predictive Models of 30-Day Nonelective Readmission and Mortality After Ischemic Stroke: Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Preprint; Cohort; Ischemic stroke; Stroke (engine); Emergency medicine; Cohort study; Internal medicine; Cardiology; Ischemia; Computer science; World Wide Web","score_opus":0.011034210997818646,"score_gpt":0.3011002414693597,"score_spread":0.29006603047154106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408567339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98272085,0.00011164584,0.0037073875,0.00020227651,0.00007842202,0.0027351829,0.000063949665,0.000016119318,0.010364185],"genre_scores_gemma":[0.99881864,0.00007842112,0.00026614696,0.00044156463,0.000021155543,0.0001752185,0.000010823937,0.000007119978,0.0001809244],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99716365,0.00010256053,0.0009465745,0.0001661623,0.001440178,0.00018089975],"domain_scores_gemma":[0.9986618,0.00028559272,0.0004299929,0.00024748128,0.00023141263,0.00014373162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010720047,0.00018371987,0.0006590679,0.0001665288,0.00005114907,0.000005211504,0.00015026637,0.00014521758,0.0000087290755],"category_scores_gemma":[0.00036988876,0.00012290031,0.000071591356,0.00021887213,0.00043477796,0.00013174867,0.00028268382,0.00035128905,2.37664e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016181881,0.003764196,0.93368554,0.010076322,0.002404914,0.000004272431,0.024325637,0.00024764027,0.0019733233,0.0002591151,0.011709534,0.009931316],"study_design_scores_gemma":[0.0061954497,0.00097391184,0.9129632,0.002335015,0.00042227207,0.0000031689776,0.0019821909,0.05392491,0.020888245,0.000088128654,0.00008594789,0.00013755116],"about_ca_topic_score_codex":0.00004652061,"about_ca_topic_score_gemma":0.0000046906553,"teacher_disagreement_score":0.05367727,"about_ca_system_score_codex":0.00011517539,"about_ca_system_score_gemma":0.00042817823,"threshold_uncertainty_score":0.5011729},"labels":[],"label_agreement":null},{"id":"W4408613433","doi":"10.2196/56671","title":"Predicting Readmission Among High-Risk Discharged Patients Using a Machine Learning Model With Nursing Data: Retrospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Retrospective cohort study; Medicine; Computer science; Medical emergency; Emergency medicine; Machine learning; Nursing; Internal medicine","score_opus":0.018671948391000438,"score_gpt":0.3185499146929642,"score_spread":0.2998779663019637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408613433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98266137,0.000011982593,0.013628939,0.00034859366,0.00010166546,0.0018437374,0.000019181287,0.00019602549,0.0011885263],"genre_scores_gemma":[0.9873278,0.000018473736,0.011511509,0.00013610377,0.00005952698,0.000041844058,0.0003601363,0.000023409724,0.0005212014],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743944,0.00008100128,0.00067313935,0.00025608702,0.0011783475,0.00037196546],"domain_scores_gemma":[0.99863005,0.000048468424,0.00027511173,0.00057537184,0.00013251365,0.00033850913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006215539,0.00026033432,0.00047904023,0.00022779425,0.0003648069,0.000056460245,0.00020392372,0.00013339831,0.000042040727],"category_scores_gemma":[0.00046798642,0.0001726557,0.000041194005,0.0004247649,0.000112161164,0.00055736164,0.00029325063,0.00081977714,0.0000057285265],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022706152,0.0012799574,0.9844839,0.000146399,0.00029440515,0.000018945522,0.0062699397,0.0002287342,0.0000012771341,0.000043702283,0.00067591673,0.0063297763],"study_design_scores_gemma":[0.0058474466,0.0008183067,0.15481706,0.0017204477,0.0006193449,0.0000030530905,0.004260702,0.83154577,0.0000089262385,0.00003113843,0.0001678218,0.00016000163],"about_ca_topic_score_codex":0.00026290648,"about_ca_topic_score_gemma":0.00008092269,"teacher_disagreement_score":0.831317,"about_ca_system_score_codex":0.00031325305,"about_ca_system_score_gemma":0.00024048198,"threshold_uncertainty_score":0.7040695},"labels":[],"label_agreement":null},{"id":"W4408695783","doi":"10.2196/70903","title":"Artificial Intelligence (AI) and Emergency Medicine: Balancing Opportunities and Challenges","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Data science; Artificial intelligence; World Wide Web","score_opus":0.2547547733091081,"score_gpt":0.451716452026272,"score_spread":0.19696167871716386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408695783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5876171,0.017958026,0.0128835505,0.3253542,0.003429623,0.0014323246,0.0000055998485,0.00029324455,0.051026333],"genre_scores_gemma":[0.9129322,0.08069395,0.0004001479,0.004624546,0.00058940967,0.00007751074,0.0000209455,0.000012392964,0.0006488524],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99803585,0.000032158954,0.0010978865,0.00013025982,0.00043181257,0.0002720325],"domain_scores_gemma":[0.99888563,0.0001978954,0.00011940361,0.00020197233,0.00020071355,0.00039437017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071593886,0.000156639,0.00031620357,0.00023537407,0.00015096927,0.000013571278,0.00008972716,0.00023013273,0.0005715161],"category_scores_gemma":[0.0007589955,0.00012334812,0.000028384611,0.00019884482,0.0003872542,0.00019420353,0.00007723568,0.00037221346,0.000015581665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037280228,0.000055220193,0.0017525034,0.0018175283,0.000026572738,0.000005810841,0.016117495,2.2965088e-7,0.000007151938,0.05004686,0.0041954583,0.9259379],"study_design_scores_gemma":[0.00023190212,0.0019094335,0.012860151,0.007400328,0.0003628778,0.00040025768,0.5533524,0.07638644,0.0023334697,0.12257647,0.22115338,0.0010328656],"about_ca_topic_score_codex":0.00007559101,"about_ca_topic_score_gemma":0.000051557297,"teacher_disagreement_score":0.924905,"about_ca_system_score_codex":0.00003830918,"about_ca_system_score_gemma":0.00031343556,"threshold_uncertainty_score":0.6257701},"labels":[],"label_agreement":null},{"id":"W4408891920","doi":"10.2196/70167","title":"Developing a SNOMED CT–Based Value Set to Document Symptoms and Diagnoses for Adverse Drug Events: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vancouver Coastal Health; Vancouver General Hospital; University of British Columbia; Surrey Memorial Hospital; University of Alberta; University of Victoria; Spinal Cord Injury BC","funders":"","keywords":"SNOMED CT; Medicine; Medical diagnosis; Preprint; Medical physics; Adverse effect; Computer science; Natural language processing; Radiology; Internal medicine; World Wide Web; Terminology","score_opus":0.07117496262961376,"score_gpt":0.5243557526538586,"score_spread":0.45318079002424483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408891920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96396476,0.000083374565,0.024330728,0.004546869,0.0022005392,0.0037480078,0.000098036064,0.0001948904,0.0008327937],"genre_scores_gemma":[0.9483158,0.00011967134,0.015167587,0.031708337,0.00018318197,0.0036869114,0.0001093036,0.000029029836,0.00068015925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974999,0.00043773497,0.0009038509,0.00023718673,0.0003567078,0.00056460855],"domain_scores_gemma":[0.9966205,0.0022812139,0.00019116722,0.00023146803,0.00011744296,0.00055824174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002241783,0.000315095,0.0004750049,0.00032440684,0.00039767675,0.000027554246,0.0004030201,0.0001554179,0.0001768625],"category_scores_gemma":[0.00061410276,0.0002796611,0.00011879855,0.00051533134,0.00012300497,0.0003066746,0.00026098522,0.00066172867,0.000056171768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022188162,0.0058947927,0.062420823,0.004788965,0.005203083,0.00019302928,0.055934194,0.0054095043,0.0007749494,0.019357555,0.19618244,0.6416218],"study_design_scores_gemma":[0.012417523,0.00026746874,0.005092049,0.0003962494,0.0006392123,0.000017016906,0.018048663,0.028389957,0.008621655,0.0012113189,0.9241531,0.0007457742],"about_ca_topic_score_codex":0.00001223925,"about_ca_topic_score_gemma":0.000017865752,"teacher_disagreement_score":0.72797066,"about_ca_system_score_codex":0.00022409546,"about_ca_system_score_gemma":0.0005640496,"threshold_uncertainty_score":0.99996555},"labels":[],"label_agreement":null},{"id":"W4408893162","doi":"10.2196/67591","title":"Biases in Race and Ethnicity Introduced by Filtering Electronic Health Records for “Complete Data”: Observational Clinical Data Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Heart, Lung, and Blood Institute","keywords":"Biobank; Ethnic group; Missing data; Data quality; Medicine; Filter (signal processing); Computer science; Database; Demography; Engineering; Machine learning; Bioinformatics; Biology","score_opus":0.6979200855163302,"score_gpt":0.6503641927546403,"score_spread":0.04755589276168992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408893162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69479775,0.0012876437,0.12390709,0.17311367,0.0005369762,0.0033380091,0.0024131127,0.00015962578,0.00044613544],"genre_scores_gemma":[0.50815994,0.05306402,0.2007569,0.15555096,0.002079877,0.00060479325,0.07609749,0.00012489592,0.0035611386],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945788,0.00026234917,0.0025543012,0.00052556343,0.0013805584,0.0006984472],"domain_scores_gemma":[0.96904373,0.027145445,0.0003917082,0.0025068696,0.0003088583,0.00060335634],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024856973,0.00017526552,0.0009845821,0.0002965393,0.000117691,0.00005368418,0.001352742,0.00049350195,0.0001304935],"category_scores_gemma":[0.09398997,0.00014904806,0.0000916754,0.0011910499,0.00042124392,0.00037167378,0.001954997,0.0029900135,0.000005958582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020048327,0.0021771716,0.22505897,0.0073578386,0.0031089252,0.000013198038,0.0012329716,0.00003891244,0.000045677287,0.010880593,0.48206222,0.2660187],"study_design_scores_gemma":[0.0045319856,0.0007371218,0.06778569,0.0011118461,0.0002812087,0.000004692138,0.00060601556,0.8199094,0.0000087911485,0.0028948144,0.10187403,0.0002544045],"about_ca_topic_score_codex":0.00014905492,"about_ca_topic_score_gemma":0.0023211788,"teacher_disagreement_score":0.8198705,"about_ca_system_score_codex":0.00017976246,"about_ca_system_score_gemma":0.0037042676,"threshold_uncertainty_score":0.99931014},"labels":[],"label_agreement":null},{"id":"W4408904372","doi":"10.2196/73416","title":"Correction: Patients’ Experienced Usability and Satisfaction With Digital Health Solutions in a Home Setting: Instrument Validation Study","year":2025,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Digital health; Computer science; System usability scale; Patient satisfaction; Heuristic evaluation; Medicine; Health care; Medical physics; Psychology; Human–computer interaction; Nursing","score_opus":0.02220122577575916,"score_gpt":0.3441742001795302,"score_spread":0.32197297440377104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408904372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800331,0.000056481713,0.0007172685,0.0032640353,0.0071526044,0.006078076,0.00007800037,0.00016338303,0.0024570643],"genre_scores_gemma":[0.9896184,0.00020794445,0.00033804696,0.002252569,0.00043360694,0.0008952785,0.0039936053,0.000028088074,0.0022324314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995949,0.00009534082,0.0016829908,0.00027389193,0.0015197771,0.00047905548],"domain_scores_gemma":[0.9983203,0.00014106005,0.00062180945,0.0003241181,0.00020771145,0.00038499729],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006762179,0.0003210069,0.00070192793,0.00046944624,0.00022601099,0.0000747649,0.00008461728,0.0003084335,0.000118358854],"category_scores_gemma":[0.00045807628,0.00025526315,0.00004207748,0.0006279031,0.00015328162,0.0005065347,0.0001146088,0.0012335283,0.0000045409015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013465146,0.000676436,0.4366501,0.001311171,0.000048933594,0.0000039105516,0.015848648,7.0146433e-7,1.44601975e-8,0.0000082257475,0.2510122,0.294305],"study_design_scores_gemma":[0.007698776,0.005255017,0.9204346,0.0021223966,0.00007039436,0.000046302237,0.0375193,0.0018831015,6.1460634e-7,0.000018809895,0.02464464,0.00030605422],"about_ca_topic_score_codex":0.00046764265,"about_ca_topic_score_gemma":0.00083364296,"teacher_disagreement_score":0.4837845,"about_ca_system_score_codex":0.00081287615,"about_ca_system_score_gemma":0.0023018087,"threshold_uncertainty_score":0.99999},"labels":[],"label_agreement":null},{"id":"W4408939740","doi":"10.2196/57530","title":"Prediction of Snacking Behavior Involving Snacks Having High Levels of Saturated Fats, Salt, or Sugar Using Only Information on Previous Instances of Snacking: Survey- and App-Based Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sodium Intake and Health","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Snacking; Computer science; Medicine; World Wide Web","score_opus":0.07174703591449341,"score_gpt":0.35669084333494155,"score_spread":0.2849438074204481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408939740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99615157,0.00006787357,0.0012355827,0.000048777645,0.0005966773,0.0015335866,0.00016113205,0.00008239431,0.00012240847],"genre_scores_gemma":[0.998125,0.000022987766,0.001324242,0.0003331758,0.00003322135,0.000026606178,0.00011504768,0.00001656417,0.0000031679617],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99569774,0.00024199078,0.0024485334,0.0001421591,0.0011290764,0.00034051834],"domain_scores_gemma":[0.996827,0.0007129686,0.0013882621,0.0003645104,0.0005617054,0.00014553248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017268417,0.00027225158,0.00075769506,0.0006209146,0.00017306197,0.00005195504,0.00028262797,0.00033606886,0.00004073631],"category_scores_gemma":[0.0009560131,0.00022615943,0.00006767904,0.0009097038,0.0002151526,0.0008685138,0.00009456381,0.0005238328,7.685712e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018303144,0.0013640571,0.8799253,0.0074177487,0.00015435304,0.0000037996492,0.033817474,0.00039862076,0.00074327394,0.00037511636,0.00032120754,0.07364875],"study_design_scores_gemma":[0.0041645714,0.0018180796,0.93696076,0.0044351975,0.00020418507,0.000006971014,0.013634208,0.03149532,0.006884439,0.00003241243,0.0000826773,0.00028119507],"about_ca_topic_score_codex":0.0007090834,"about_ca_topic_score_gemma":0.0005952727,"teacher_disagreement_score":0.07336756,"about_ca_system_score_codex":0.00021327594,"about_ca_system_score_gemma":0.0006955615,"threshold_uncertainty_score":0.9222514},"labels":[],"label_agreement":null},{"id":"W4408944727","doi":"10.2196/67178","title":"Predicting Clinical Outcomes at the Toronto General Hospital Transitional Pain Service via the Manage My Pain App: Machine Learning Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University Health Network; Toronto General Hospital; University of Toronto; York University; Trent University; McGill University","funders":"","keywords":"Artificial intelligence; Medicine; Machine learning; Logistic regression; Chronic pain; Physical therapy; Computer science; Physical medicine and rehabilitation","score_opus":0.009897883566211112,"score_gpt":0.3051625899551692,"score_spread":0.2952647063889581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408944727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8016035,0.00063615805,0.11218029,0.05726583,0.0007883218,0.0035221973,0.000017672759,0.00043175934,0.02355429],"genre_scores_gemma":[0.93946964,0.00012526958,0.0045855353,0.049624193,0.0006389727,0.00042438722,0.00069818343,0.0000373897,0.0043964414],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961926,0.0009968778,0.0011880811,0.0001774319,0.001093506,0.00035152692],"domain_scores_gemma":[0.99668705,0.0023543683,0.0002005872,0.00041092542,0.00011517938,0.00023189643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008364621,0.00024061104,0.00041462528,0.000041443505,0.00042219798,0.000039094633,0.00032631977,0.00031098537,0.00035067703],"category_scores_gemma":[0.0017476714,0.00011930387,0.00035704792,0.00024862538,0.00034184422,0.00016851281,0.00016517974,0.000998483,0.000024611372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003510835,0.0018608845,0.47,0.009481496,0.0014969669,0.000014074441,0.048775647,0.0004934,0.000021301923,0.003196948,0.02541811,0.43889007],"study_design_scores_gemma":[0.0020640336,0.00034897073,0.12928797,0.00037255613,0.00011555018,0.00000823264,0.0101936525,0.8345939,8.9483535e-7,0.00012420886,0.022689588,0.00020046049],"about_ca_topic_score_codex":0.00017386851,"about_ca_topic_score_gemma":0.00022875279,"teacher_disagreement_score":0.8341005,"about_ca_system_score_codex":0.00015602304,"about_ca_system_score_gemma":0.0001171864,"threshold_uncertainty_score":0.48650706},"labels":[],"label_agreement":null},{"id":"W4409031961","doi":"10.2196/74333","title":"Authors’ Reply: The Anemia Risk Warning Model Based on a Noninvasive Method: Key Insights and Clarifications","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical Laboratory Practices and Quality Control","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Computer science; Medical physics; Intensive care medicine; World Wide Web","score_opus":0.0408245523879302,"score_gpt":0.40508605319081614,"score_spread":0.36426150080288594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409031961","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17159148,0.00030314588,0.6356219,0.15811138,0.00042538196,0.0026578603,0.000069330556,0.000326916,0.030892614],"genre_scores_gemma":[0.7593899,0.00032559878,0.071525805,0.16679369,0.0002499397,0.00029057567,0.0000855263,0.000028930088,0.0013100612],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975978,0.00036140715,0.0009617671,0.0001694381,0.0006874974,0.0002220515],"domain_scores_gemma":[0.9937859,0.004552781,0.0004151741,0.00066146866,0.00022244776,0.00036223672],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026620235,0.00017187998,0.00038975838,0.00012376119,0.0003271223,0.0000734025,0.00019353717,0.0003414836,0.00007188514],"category_scores_gemma":[0.009501787,0.00010233039,0.000099924866,0.00041348115,0.00019952931,0.00016399183,0.000075762015,0.0017234345,0.000027132572],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041287015,0.0035777742,0.011622736,0.004209666,0.0014102096,0.000164748,0.11274931,0.010203198,0.00019455794,0.3107534,0.14702938,0.3939563],"study_design_scores_gemma":[0.0018876584,0.00015995381,0.0008333207,0.00031319825,0.00025196638,0.0000061621618,0.0023096218,0.9214765,0.00003549929,0.0011743864,0.07144074,0.000111018184],"about_ca_topic_score_codex":0.000030074849,"about_ca_topic_score_gemma":0.000015193077,"teacher_disagreement_score":0.9112733,"about_ca_system_score_codex":0.00005494347,"about_ca_system_score_gemma":0.0009457797,"threshold_uncertainty_score":0.9988416},"labels":[],"label_agreement":null},{"id":"W4409148063","doi":"10.2196/66466","title":"Identifying Patient-Reported Outcome Measure Documentation in Veterans Health Administration Chiropractic Clinic Notes: Natural Language Processing Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Imaging and Analysis","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health","keywords":"Chiropractic; Artificial intelligence; Metric (unit); Computer science; Machine learning; Categorization; Medicine; Health care; Natural language processing","score_opus":0.03087281194105903,"score_gpt":0.3911349131715838,"score_spread":0.36026210123052477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409148063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9208987,0.00083036616,0.07577177,0.00086082716,0.00033913908,0.0002991914,0.000003843757,0.00028800586,0.0007082026],"genre_scores_gemma":[0.99672455,0.000049594735,0.0018493211,0.0010744011,0.000029296214,0.00003433524,0.00017517709,0.0000093542385,0.00005395178],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99694747,0.00006465138,0.0016312456,0.000119045064,0.00094215095,0.00029543106],"domain_scores_gemma":[0.9991591,0.0001204025,0.00027395994,0.0002082941,0.000050603652,0.00018765556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008924273,0.0001699513,0.00043702117,0.000573017,0.00008102766,0.00017184133,0.00017723742,0.00012568424,0.00014099054],"category_scores_gemma":[0.00053757115,0.00014900407,0.00014436776,0.0016384281,0.00004325652,0.00056775886,0.000028602095,0.0006519118,0.00002012553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025934405,0.00023924455,0.08100727,0.0028315487,0.001018983,0.00008165976,0.033814583,0.0011704516,0.000051157247,0.000010936148,0.0006055337,0.8791427],"study_design_scores_gemma":[0.0012237253,0.000034563323,0.021785354,0.0008969879,0.0004505408,0.000012368803,0.010108821,0.96474373,0.00009240026,0.000019809946,0.00031750568,0.0003141603],"about_ca_topic_score_codex":0.00005764916,"about_ca_topic_score_gemma":0.0001237882,"teacher_disagreement_score":0.96357334,"about_ca_system_score_codex":0.0001630767,"about_ca_system_score_gemma":0.00017328838,"threshold_uncertainty_score":0.607621},"labels":[],"label_agreement":null},{"id":"W4409227004","doi":"10.2196/66451","title":"Construction and Application of an Information Closed-Loop Management System for Maternal and Neonatal Access and Exit Rooms: Non Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Closed loop; Closed circuit; Randomized controlled trial; Barcode; Medicine; Computer science; Engineering; Telecommunications; Surgery","score_opus":0.005122501132304647,"score_gpt":0.28328460764379204,"score_spread":0.2781621065114874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409227004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95450526,0.00004204749,0.032236878,0.00011670756,0.00027278796,0.008852563,0.000023139335,0.00004356807,0.0039070677],"genre_scores_gemma":[0.9847208,0.0003357146,0.012061233,0.00038775973,0.00006969921,0.0019931144,0.00039101206,0.0000069378107,0.000033715947],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99840385,0.00003301929,0.0010298062,0.00007226796,0.0003411311,0.0001199351],"domain_scores_gemma":[0.999115,0.00015849898,0.0003734858,0.000112260896,0.00012718396,0.00011358613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008937818,0.00013301193,0.0007273132,0.0003195984,0.00007075797,0.00007482242,0.00007218784,0.00016306146,0.0000050107888],"category_scores_gemma":[0.00007954152,0.000095519346,0.000055612087,0.00010891745,0.00021315024,0.0006231692,0.000077125944,0.00009868966,2.9700053e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6316017,0.000011644275,0.00040680138,0.007476742,0.0003457462,0.0000015067741,0.0027659552,8.9349584e-7,0.0000030567298,0.008064646,0.00011508941,0.34920624],"study_design_scores_gemma":[0.89944637,0.00016238839,0.00031978477,0.00066769467,0.0003525612,0.00006244233,0.0022386967,0.09468667,0.00028601667,0.00034740832,0.0013057342,0.00012420841],"about_ca_topic_score_codex":0.0000058705045,"about_ca_topic_score_gemma":0.0000010465968,"teacher_disagreement_score":0.34908202,"about_ca_system_score_codex":0.000021988604,"about_ca_system_score_gemma":0.000059237074,"threshold_uncertainty_score":0.38951656},"labels":[],"label_agreement":null},{"id":"W4409285424","doi":"10.2196/67706","title":"Extracting Pulmonary Embolism Diagnoses From Radiology Impressions Using GPT-4o: Large Language Model Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical diagnosis; Workflow; Wilcoxon signed-rank test; Medicine; Computer science; Artificial intelligence; Machine learning; Medical physics; Radiology; Internal medicine; Database","score_opus":0.03213257730883608,"score_gpt":0.3940973742237627,"score_spread":0.3619647969149266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409285424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822957,0.000562203,0.006655738,0.0005407022,0.00048769137,0.0019333058,0.000027175598,0.00012980579,0.0073677097],"genre_scores_gemma":[0.99388516,0.00018529333,0.0019282602,0.003118308,0.00024211982,0.00032461726,0.00017276559,0.000020095888,0.00012338287],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99722975,0.00013448595,0.00091423,0.00021055271,0.0010560427,0.00045495573],"domain_scores_gemma":[0.99847597,0.0003533639,0.00023995024,0.0005296432,0.00013625063,0.00026479788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011855407,0.00023765603,0.00065923313,0.00025359416,0.00023993595,0.00004164678,0.00024836406,0.00026600575,0.0006772021],"category_scores_gemma":[0.00083827064,0.00019189171,0.0001147906,0.00027657335,0.000067050074,0.00027719443,0.00035656555,0.0005208983,0.00003084203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042945048,0.03406898,0.07757124,0.0023090015,0.0036542707,0.001050083,0.21549211,0.008582476,0.0025942128,0.004413291,0.07862619,0.57120866],"study_design_scores_gemma":[0.0029069628,0.00011401561,0.042687092,0.00068656425,0.00080084027,0.00001929712,0.0342267,0.91662216,0.00008297703,0.00031271725,0.00131866,0.00022200852],"about_ca_topic_score_codex":0.0001921726,"about_ca_topic_score_gemma":0.000036978232,"teacher_disagreement_score":0.9080397,"about_ca_system_score_codex":0.00016382113,"about_ca_system_score_gemma":0.00044364305,"threshold_uncertainty_score":0.7825117},"labels":[],"label_agreement":null},{"id":"W4409349950","doi":"10.2196/65568","title":"Patient Perspectives on Digital Technology and Experiences of Computerized History-Taking for Chest Pain Management in the Emergency Department: CLEOS-CPDS Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emergency department; Medicine; Preprint; Chest pain; Prospective cohort study; Medical emergency; Pain management; Emergency medicine; Intensive care medicine; Physical therapy; Surgery; Computer science; World Wide Web; Nursing","score_opus":0.02336085451828955,"score_gpt":0.3912261550857504,"score_spread":0.36786530056746086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409349950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771103,0.00023900284,0.0020136063,0.00051381777,0.00048593016,0.010163652,0.0000042785923,0.00005641631,0.0094129415],"genre_scores_gemma":[0.98980653,0.0000511646,0.00025869036,0.00043625222,0.00003305276,0.0093212,0.00000542508,0.0000074592976,0.00008021336],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972621,0.00030961703,0.0012955986,0.00018013522,0.0005142808,0.00043822877],"domain_scores_gemma":[0.9984648,0.00052918744,0.0005401709,0.00028712722,0.00010872197,0.00006998446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021235466,0.0001585863,0.0003981421,0.00034322607,0.00022356803,0.000006723634,0.0002830225,0.00017062433,0.00004215839],"category_scores_gemma":[0.00047831083,0.000107357286,0.000037457507,0.0004391936,0.0001523567,0.00011151844,0.00011819348,0.00049327384,0.0000028442669],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001470116,0.0010867834,0.17520192,0.0016388963,0.0001363181,0.000004400467,0.7627128,5.0987757e-7,2.0036194e-7,0.017234918,0.0033298247,0.038506452],"study_design_scores_gemma":[0.0016325323,0.0014980786,0.03523029,0.00048096033,0.000014579267,9.3129626e-7,0.9454759,0.001985788,8.9138973e-7,0.00032745185,0.0132368645,0.000115734016],"about_ca_topic_score_codex":0.000017717806,"about_ca_topic_score_gemma":0.00004165415,"teacher_disagreement_score":0.18276314,"about_ca_system_score_codex":0.0007119063,"about_ca_system_score_gemma":0.00030286604,"threshold_uncertainty_score":0.4377903},"labels":[],"label_agreement":null},{"id":"W4409350830","doi":"10.2196/60900","title":"Leveraging AI to Drive Timely Improvements in Patient Experience Feedback: Algorithm Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Preprint; Computer science; Algorithm; Artificial intelligence; Machine learning; World Wide Web","score_opus":0.04849665135995058,"score_gpt":0.41527135762409706,"score_spread":0.3667747062641465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409350830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9607124,0.000015377203,0.030381128,0.005075528,0.0005984352,0.0009362364,0.000001698235,0.000047574413,0.0022316547],"genre_scores_gemma":[0.97347564,0.000021878808,0.0051508374,0.020722693,0.00009577872,0.0002755072,0.00004419584,0.0000071842123,0.00020627874],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980781,0.00002261818,0.00089363725,0.00011957654,0.0005830266,0.00030301636],"domain_scores_gemma":[0.99914634,0.00007284263,0.000089284236,0.00021813225,0.00018986939,0.0002835157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027053666,0.000116188035,0.00019903807,0.00027073766,0.000075250704,0.000032876716,0.00012011666,0.00014424976,0.00023793947],"category_scores_gemma":[0.00033871972,0.00010342428,0.000035372806,0.00056502095,0.00005029226,0.00023232115,0.00007950499,0.00032183153,0.00017099288],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031224812,0.00017581957,0.004286249,0.00014269743,0.000009163796,0.000006712969,0.062220886,0.000022118618,0.000046099693,0.00010032771,0.0038079096,0.92915076],"study_design_scores_gemma":[0.0015736358,0.0021376272,0.025222875,0.0071039107,0.00007770317,0.000069036934,0.2974778,0.41760832,0.13562894,0.0038789012,0.10801798,0.0012032654],"about_ca_topic_score_codex":0.00023426795,"about_ca_topic_score_gemma":0.000010807896,"teacher_disagreement_score":0.9279475,"about_ca_system_score_codex":0.00028232837,"about_ca_system_score_gemma":0.0004911466,"threshold_uncertainty_score":0.42175198},"labels":[],"label_agreement":null},{"id":"W4409357119","doi":"10.2196/63157","title":"A Machine Learning Approach for Identifying People With Neuroinfectious Diseases in Electronic Health Records: Algorithm Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Institute of Mental Health; National Heart, Lung, and Blood Institute; National Institute on Aging","keywords":"Preprint; Computer science; Health records; Artificial intelligence; Algorithm; Electronic health record; Machine learning; Health care; World Wide Web","score_opus":0.014451899736381781,"score_gpt":0.31201257991207654,"score_spread":0.29756068017569476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409357119","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026529465,0.0002951146,0.9710365,0.0009305049,0.000082934566,0.00079358905,0.0000013236676,0.00018408953,0.00014649887],"genre_scores_gemma":[0.37418842,0.00033386963,0.62137365,0.0026731947,0.00006604481,0.00093030743,0.00023520591,0.00002981582,0.00016948438],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981762,0.00013374032,0.0005928587,0.00020199764,0.00044126928,0.00045393367],"domain_scores_gemma":[0.9991178,0.00022577509,0.00021795262,0.00019068463,0.000059524198,0.00018824513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086860417,0.00015292566,0.00026834256,0.00028891335,0.0002735238,0.00014686446,0.00031178043,0.000072528885,0.0000028305674],"category_scores_gemma":[0.00023149232,0.00012991637,0.000023148315,0.0006610515,0.00002648934,0.00038064597,0.00019382329,0.00059947517,0.0000012782239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019764899,0.0001407836,0.05799127,0.0024689203,0.000026102693,0.0000022373843,0.013207372,0.001423655,1.0995891e-7,0.0053575863,0.00015277904,0.9192094],"study_design_scores_gemma":[0.00080522476,0.0002213162,0.008568877,0.0001988973,0.0000033164113,0.000029434825,0.0002950394,0.9852628,0.0000038744465,0.00026340553,0.0042106044,0.00013721269],"about_ca_topic_score_codex":0.00013326464,"about_ca_topic_score_gemma":0.00015855284,"teacher_disagreement_score":0.98383915,"about_ca_system_score_codex":0.0002075201,"about_ca_system_score_gemma":0.0010580807,"threshold_uncertainty_score":0.52978355},"labels":[],"label_agreement":null},{"id":"W4409392976","doi":"10.2196/66556","title":"Code Error in “Diagnostic Classification and Prognostic Prediction Using Common Genetic Variants in Autism Spectrum Disorder: Genotype-Based Deep Learning”","year":2025,"lang":"en","type":"letter","venue":"JMIR Medical Informatics","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Autism spectrum disorder; Genotype; Autism; Code (set theory); Artificial intelligence; Computer science; Deep learning; Machine learning; Medicine; Genetics; Biology; Programming language; Gene; Psychiatry","score_opus":0.030596974960991664,"score_gpt":0.3114340778788008,"score_spread":0.2808371029178091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409392976","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48052227,0.00051133725,0.017007453,0.49098068,0.00091907213,0.0076454496,0.00023215136,0.00051880366,0.001662776],"genre_scores_gemma":[0.92605275,0.0009065446,0.0008098727,0.07050215,0.0002393889,0.0007278357,0.000477325,0.00011824548,0.00016590762],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99405694,0.00073158875,0.0017149798,0.00057400786,0.0018366695,0.0010858342],"domain_scores_gemma":[0.99557596,0.0031416796,0.0005014652,0.0005528742,0.0000130977805,0.00021491],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0006391772,0.00051133364,0.000696483,0.0012623036,0.0002184351,0.00018974507,0.00078066584,0.0013958224,0.00018419267],"category_scores_gemma":[0.004521876,0.0005164335,0.000075199154,0.0013727047,0.0005464014,0.00030503236,0.000339037,0.005199319,0.0000651419],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059503916,0.003882256,0.8096034,0.024017584,0.00014620034,0.006323989,0.020529851,0.019389195,0.00036687608,0.0071174623,0.03746418,0.07056395],"study_design_scores_gemma":[0.0018885236,0.00022322357,0.09862855,0.0013047504,0.00003740102,0.000074378026,0.00010654782,0.8804891,0.000019148349,0.0021891072,0.014559645,0.00047961998],"about_ca_topic_score_codex":0.00018977039,"about_ca_topic_score_gemma":0.0005433834,"teacher_disagreement_score":0.8610999,"about_ca_system_score_codex":0.00048330962,"about_ca_system_score_gemma":0.00085772696,"threshold_uncertainty_score":0.9999006},"labels":[],"label_agreement":null},{"id":"W4409416182","doi":"10.2196/67859","title":"Machine Learning and Deep Learning Techniques for Prediction and Diagnosis of Leptospirosis: Systematic Literature Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Leptospirosis research and findings","field":"Immunology and Microbiology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Artificial intelligence; Computer science; Machine learning; Systematic review; Data science; MEDLINE; World Wide Web; Biology","score_opus":0.012066639075079398,"score_gpt":0.32310978981617555,"score_spread":0.3110431507410962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409416182","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021745593,0.9955203,0.00027376466,0.00004834816,0.00008743168,0.00358847,0.00016949062,0.00010140735,0.0002086397],"genre_scores_gemma":[0.0000057558946,0.99449265,0.00031456046,0.00011661733,0.000026553573,0.0032394524,0.001228332,0.00002296171,0.000553109],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9971688,0.00039159588,0.0016791393,0.00020932138,0.0001813168,0.00036986088],"domain_scores_gemma":[0.9972051,0.0014642465,0.00088302925,0.00019216255,0.00015783652,0.00009764627],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014947449,0.00040171487,0.0024386074,0.0003606824,0.00021582429,0.00005388689,0.000284415,0.0011434704,0.00006685231],"category_scores_gemma":[0.0033496993,0.00027147663,0.00030538568,0.00038964144,0.00026649513,0.00017414344,0.00030580716,0.0017259265,0.000007854511],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004079247,0.000022962657,0.000055946133,0.62874913,0.00018590264,6.686648e-7,0.0002998046,2.5324645e-9,4.058986e-7,0.00007866007,0.00045266692,0.37014973],"study_design_scores_gemma":[0.00020735816,0.0002566356,9.786273e-7,0.5063302,0.0005096281,0.0000707542,0.00006358919,0.000014155457,0.000008096712,0.000006044865,0.49239904,0.00013352293],"about_ca_topic_score_codex":0.0000016197332,"about_ca_topic_score_gemma":8.0531174e-7,"teacher_disagreement_score":0.49194637,"about_ca_system_score_codex":0.000047942147,"about_ca_system_score_gemma":0.00013776483,"threshold_uncertainty_score":0.9999737},"labels":[],"label_agreement":null},{"id":"W4409416357","doi":"10.2196/62909","title":"Summarizing Online Patient Conversations Using Generative Language Models: Experimental and Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Language model; Task (project management); Natural language processing; Generative grammar; Artificial intelligence; Information retrieval; Transformer; Data science","score_opus":0.0673433530193716,"score_gpt":0.39605948788417816,"score_spread":0.32871613486480655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409416357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8517567,0.00016271746,0.1459014,0.0003463068,0.00016968191,0.0005571297,0.0000059705626,0.00009650746,0.0010035777],"genre_scores_gemma":[0.95134276,0.0000025122868,0.047210835,0.00134784,0.000023642846,0.000033532833,0.000013831397,0.0000028900204,0.000022174612],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985199,0.00014640698,0.00050063775,0.00013783984,0.0004980307,0.00019716723],"domain_scores_gemma":[0.9991981,0.00015905546,0.00013569697,0.0002659123,0.00008186148,0.00015941981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020179394,0.00013765636,0.00022425057,0.00013916302,0.00021912405,0.00010355668,0.00032646066,0.00007195578,0.000015176049],"category_scores_gemma":[0.00004966011,0.00011836158,0.00002413873,0.00029436345,0.000084210005,0.0005180605,0.000516068,0.00036776494,0.0000028093143],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015880003,0.0009437751,0.004674103,0.00015372732,0.000110104134,0.000028643546,0.933435,0.0042486517,0.000062489846,0.036775663,0.00063316856,0.018918786],"study_design_scores_gemma":[0.00046648798,0.00015110246,0.00028939685,0.00006973173,0.0000044786566,0.00000573125,0.08802561,0.9105834,0.0001031336,0.00008458815,0.00011653078,0.000099811325],"about_ca_topic_score_codex":0.000151254,"about_ca_topic_score_gemma":0.000036910667,"teacher_disagreement_score":0.90633476,"about_ca_system_score_codex":0.00010471978,"about_ca_system_score_gemma":0.00022180668,"threshold_uncertainty_score":0.48266453},"labels":[],"label_agreement":null},{"id":"W4409425428","doi":"10.2196/58125","title":"A Novel Framework to Assess Clinical Information in Digital Health Technologies: Cross-Sectional Survey Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Patient Safety Translational Research Centre; Department of Health and Social Care; National Institute for Health and Care Research; Australian Government","keywords":"Preprint; Structural equation modeling; Computer science; Digital health; Data science; Health care; World Wide Web; Political science; Machine learning","score_opus":0.17465259803268068,"score_gpt":0.5740699705612722,"score_spread":0.3994173725285915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409425428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89830667,0.000034489938,0.08591403,0.0021053834,0.003140232,0.0065703373,0.00013867058,0.0006260952,0.003164081],"genre_scores_gemma":[0.98542774,0.00003395067,0.0015760865,0.011039379,0.00012914976,0.0014028065,0.00014184053,0.000017336086,0.0002317029],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99013025,0.0005609531,0.0063028033,0.00024429878,0.0014435253,0.001318202],"domain_scores_gemma":[0.992023,0.0053681894,0.0009220317,0.0007168953,0.00053119665,0.0004387246],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014786629,0.00028004884,0.0008601066,0.00073404156,0.0005252623,0.0001274344,0.00089204934,0.0012894113,0.000086135595],"category_scores_gemma":[0.02273537,0.00023940262,0.00008392635,0.0019900084,0.00014177249,0.0011274568,0.0006424918,0.004436722,0.00074123696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109109555,0.00050242495,0.96399564,0.00084303855,0.000029963527,8.2340813e-7,0.004885843,0.000010479299,1.8460064e-8,0.0014327388,0.0051141265,0.023075806],"study_design_scores_gemma":[0.0023218526,0.00056145794,0.9424708,0.0010089797,0.0000014207079,0.0000032181924,0.016987719,0.0025261038,7.736997e-8,0.00036335704,0.03354895,0.00020609751],"about_ca_topic_score_codex":0.000582908,"about_ca_topic_score_gemma":0.001182175,"teacher_disagreement_score":0.08712106,"about_ca_system_score_codex":0.0013511516,"about_ca_system_score_gemma":0.00792162,"threshold_uncertainty_score":0.9978601},"labels":[],"label_agreement":null},{"id":"W4409431097","doi":"10.2196/66544","title":"Networked Behaviors Associated With a Large-Scale Secure Messaging Network: Cross-Sectional Secondary Data Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Preprint; Computer science; Scale (ratio); Instant messaging; World Wide Web; Computer security; Internet privacy; Geography","score_opus":0.018188294036689933,"score_gpt":0.3129981465666086,"score_spread":0.2948098525299187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409431097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9413049,0.00013086939,0.025501639,0.0013926828,0.00085345196,0.00072158844,0.00008490195,0.0007829556,0.029226966],"genre_scores_gemma":[0.99187386,0.000006082387,0.00040725988,0.004766221,0.0005182826,0.00006241943,0.0018819501,0.00001768788,0.0004662355],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973178,0.00002460028,0.0009843098,0.00025593882,0.00074613426,0.00067122374],"domain_scores_gemma":[0.99845654,0.00009210507,0.0004753931,0.0007033688,0.00021705369,0.000055544366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020247763,0.00022103328,0.0004913916,0.0004383898,0.00044025714,0.00032487605,0.00084101,0.0005043339,0.0006422958],"category_scores_gemma":[0.00016388917,0.00017654916,0.00009749055,0.002822387,0.00014576319,0.0010827574,0.00082218996,0.00084445503,0.000036257024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022024316,0.000115637944,0.95859176,0.000335016,0.00064849755,0.000020347625,0.00013123294,0.00043773395,7.4792204e-8,0.0057332064,0.029418705,0.0045457687],"study_design_scores_gemma":[0.0012866503,0.00001253335,0.37354732,0.0002836951,0.00032313127,0.0000046830396,0.00081172097,0.3905434,1.380921e-7,0.00038507665,0.23249884,0.00030283537],"about_ca_topic_score_codex":0.00027181566,"about_ca_topic_score_gemma":0.003496002,"teacher_disagreement_score":0.58504444,"about_ca_system_score_codex":0.00007052032,"about_ca_system_score_gemma":0.00023356169,"threshold_uncertainty_score":0.71994656},"labels":[],"label_agreement":null},{"id":"W4409431632","doi":"10.2196/65575","title":"Health Information Exchange Usage in Japan: Content Analysis of Audit Logs","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health information exchange; Audit; Computer science; Medicine; Data science; Business; World Wide Web; Health information; Health care; Accounting; Political science","score_opus":0.07094442161851486,"score_gpt":0.44961306254479083,"score_spread":0.37866864092627595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409431632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8873531,0.00083110144,0.019244099,0.024649361,0.002449081,0.007128506,0.00016772658,0.00028539912,0.05789163],"genre_scores_gemma":[0.95877767,0.0010011002,0.00059136463,0.036123615,0.0001255707,0.0010726483,0.0004271507,0.000015115576,0.0018657607],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99346167,0.00054370536,0.0040460196,0.00009700252,0.0009427428,0.0009088559],"domain_scores_gemma":[0.99667627,0.0008743872,0.0013323387,0.00047156218,0.00025834452,0.00038707233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004787547,0.00018548516,0.0010956778,0.0015518562,0.00020465392,0.0000085908105,0.0003944911,0.0004882969,0.0006790581],"category_scores_gemma":[0.00087826524,0.00015468356,0.0001326232,0.0027812512,0.00009240866,0.00050575257,0.0001793779,0.0012305798,0.00017495693],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019470857,0.0004185763,0.30696264,0.032644566,0.0010023231,0.0000025392071,0.17958395,0.00006396597,0.0000027539477,0.0240893,0.14776398,0.3072707],"study_design_scores_gemma":[0.0063368,0.00056879694,0.34597418,0.0062167975,0.00020103157,0.000002698114,0.060855515,0.11820203,0.000006130794,0.00022195997,0.46092921,0.00048482398],"about_ca_topic_score_codex":0.002991221,"about_ca_topic_score_gemma":0.005405371,"teacher_disagreement_score":0.31316525,"about_ca_system_score_codex":0.0010833858,"about_ca_system_score_gemma":0.003758107,"threshold_uncertainty_score":0.743521},"labels":[],"label_agreement":null},{"id":"W4409448064","doi":"10.2196/63665","title":"Optimizing an Electronic Health Record System Used to Help Health Care Professionals Comply With a Standardized Care Pathway for Heart Failure During the Transition From Hospital To Chronic Care: Qualitative Semistructured Interview Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Standardization; Medicine; Health care; Workflow; Thematic analysis; Nursing; Interoperability; Medical emergency; Medical record; Transitional care; Family medicine; Qualitative research","score_opus":0.01418900483948681,"score_gpt":0.36218790404364903,"score_spread":0.3479988992041622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409448064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89107466,0.0013031409,0.022644378,0.06259146,0.00025025633,0.021406308,0.00042837136,0.0002802802,0.000021119642],"genre_scores_gemma":[0.97796565,0.0000071786158,0.014641568,0.0040953723,0.00014025225,0.002306198,0.000789561,0.00003396441,0.00002024439],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9964467,0.00047701714,0.0010236634,0.00032575135,0.001036756,0.00069008255],"domain_scores_gemma":[0.998181,0.00012680342,0.0002173634,0.00051117345,0.00037679402,0.00058689946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007812498,0.0003656894,0.0010124948,0.00016350715,0.00050636823,0.00007795461,0.00023396313,0.00011364601,0.000021787828],"category_scores_gemma":[0.000034565233,0.00022794714,0.00014194638,0.00041054777,0.000042238124,0.00015426021,0.00009285705,0.0004399631,0.0000044101257],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067192165,0.00018900234,0.00008042679,0.009476037,0.00038953198,0.0000061835167,0.976457,0.0000384009,0.000008200994,0.00007223509,0.0037766322,0.008834403],"study_design_scores_gemma":[0.007506777,0.009043286,0.00035569177,0.0065364926,0.000104593455,0.000004153108,0.95893073,0.0001567539,0.000104598075,0.0000016891588,0.017025094,0.00023014737],"about_ca_topic_score_codex":0.00024005181,"about_ca_topic_score_gemma":0.0045002555,"teacher_disagreement_score":0.08689098,"about_ca_system_score_codex":0.0035235689,"about_ca_system_score_gemma":0.0028259968,"threshold_uncertainty_score":0.92954147},"labels":[],"label_agreement":null},{"id":"W4409605504","doi":"10.2196/70924","title":"Using a Large Language Model for Breast Imaging Reporting and Data System Classification and Malignancy Prediction to Enhance Breast Ultrasound Diagnosis: Retrospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"BI-RADS; Preprint; Malignancy; Breast imaging; Ultrasound; Medicine; Computer science; Radiology; Mammography; Breast cancer; Pathology; Cancer; World Wide Web; Internal medicine","score_opus":0.031036924711424666,"score_gpt":0.3650558444411161,"score_spread":0.33401891972969144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409605504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23589411,0.00006696583,0.7622509,0.00023026543,0.00019088738,0.0009806906,0.00014519997,0.00016440736,0.000076582815],"genre_scores_gemma":[0.9777837,0.000013256464,0.021589909,0.0001836731,0.000080865546,0.0003132244,0.000014279593,0.000008708222,0.0000124242515],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99780285,0.000039959978,0.0010324043,0.00037221686,0.00048812394,0.00026444206],"domain_scores_gemma":[0.99821895,0.00010319153,0.00062870135,0.00073857186,0.00016528864,0.00014527544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017852446,0.00014968318,0.00024993232,0.0001565876,0.00027993124,0.00025309928,0.00045800427,0.000081049446,9.30104e-7],"category_scores_gemma":[0.00043892083,0.00014133111,0.00002035718,0.00041438674,0.000041462416,0.0013374119,0.00054403325,0.0001896605,6.3920817e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012780452,0.00073584466,0.4402355,0.003823952,0.00028316752,0.000031164196,0.10376683,0.0004164152,0.00082294864,0.00667208,0.0026436313,0.44044065],"study_design_scores_gemma":[0.00035512488,0.00003192514,0.039947607,0.00075352617,0.00003115503,0.0002855996,0.0096013285,0.94875515,0.000034453267,0.00007400856,0.000013013421,0.00011710065],"about_ca_topic_score_codex":0.000030467185,"about_ca_topic_score_gemma":0.000034990942,"teacher_disagreement_score":0.94833875,"about_ca_system_score_codex":0.0002838909,"about_ca_system_score_gemma":0.00016553538,"threshold_uncertainty_score":0.57633156},"labels":[],"label_agreement":null},{"id":"W4409605519","doi":"10.2196/71687","title":"Detecting Redundant Health Survey Questions by Using Language-Agnostic Bidirectional Encoder Representations From Transformers Sentence Embedding: Algorithm Development Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Embedding; Sentence; Natural language processing; Artificial intelligence; Data science; World Wide Web","score_opus":0.034425854729574636,"score_gpt":0.37165474721816316,"score_spread":0.3372288924885885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409605519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19173063,0.00008752261,0.8067884,0.00027987364,0.0004520674,0.00040288406,0.000019264553,0.00015864006,0.000080717175],"genre_scores_gemma":[0.61089337,0.00002486373,0.38779166,0.0009689525,0.000055258595,0.0000889726,0.000085300286,0.000010937822,0.00008068041],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972691,0.0001996707,0.0010118674,0.00025499202,0.00089846854,0.00036593253],"domain_scores_gemma":[0.99852586,0.0005781752,0.00019305295,0.0003280246,0.00012390073,0.00025096617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012494376,0.00017231485,0.0002545688,0.00019907452,0.0004886327,0.000155958,0.00052775873,0.00009060699,0.000025199019],"category_scores_gemma":[0.00046011232,0.00016396311,0.000042818217,0.00067771995,0.000056235353,0.00049840333,0.00019552883,0.0003991056,0.000009021664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065897148,0.00057830266,0.0072208145,0.00008266563,0.00019057715,0.000015132256,0.08747005,0.003727764,0.000046053756,0.00007948596,0.0012253389,0.8993572],"study_design_scores_gemma":[0.00047468278,0.000031487805,0.0040708273,0.00022544587,0.00000812002,0.000011956371,0.00648957,0.98807,0.00016064283,0.000058676156,0.00022165796,0.00017690357],"about_ca_topic_score_codex":0.0030973412,"about_ca_topic_score_gemma":0.0007171409,"teacher_disagreement_score":0.9843423,"about_ca_system_score_codex":0.00027390296,"about_ca_system_score_gemma":0.0012200128,"threshold_uncertainty_score":0.66862214},"labels":[],"label_agreement":null},{"id":"W4409653499","doi":"10.2196/68898","title":"The Use of Machine Learning for Analyzing Real-World Data in Disease Prediction and Management: Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Artificial intelligence; Data science; Machine learning; Medicine; World Wide Web","score_opus":0.08702596742729442,"score_gpt":0.4055956293535256,"score_spread":0.3185696619262312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409653499","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3057917e-7,0.9725131,0.021666037,0.00036051776,0.00013781802,0.0051037376,0.00007576778,0.00008004455,0.0000628729],"genre_scores_gemma":[6.9902296e-7,0.99348855,0.0047776983,0.00022896328,0.000024116185,0.000751339,0.00046911024,0.000013410049,0.0002461215],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99523777,0.0006992533,0.002654193,0.00027985332,0.0008130041,0.0003159441],"domain_scores_gemma":[0.99261105,0.0036914183,0.0015163876,0.0018717509,0.00008006993,0.00022934594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038188617,0.00029986672,0.0017396578,0.00042444447,0.00017516823,0.00016999204,0.0023088509,0.00010244555,0.0000016506757],"category_scores_gemma":[0.0043771537,0.00018481015,0.00015327704,0.0012889836,0.00009088936,0.0005102672,0.0018511922,0.00084013894,0.0000021884957],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010777864,0.000007948435,0.000055511828,0.7019997,0.00005005752,0.0000028287163,0.000060975584,0.000004294362,9.170503e-12,0.0021812706,0.00031124332,0.29532507],"study_design_scores_gemma":[0.00006865475,0.000013463714,0.00001287056,0.5022489,0.0003767751,0.0000030834888,0.000004914436,0.22734237,1.5692846e-10,0.000016351738,0.26982385,0.00008881069],"about_ca_topic_score_codex":0.000046852583,"about_ca_topic_score_gemma":0.000117464144,"teacher_disagreement_score":0.29523626,"about_ca_system_score_codex":0.00009064944,"about_ca_system_score_gemma":0.00033834492,"threshold_uncertainty_score":0.7536339},"labels":[],"label_agreement":null},{"id":"W4409656265","doi":"10.2196/73297","title":"The Anemia Risk Warning Model Based on a Noninvasive Method: Key Insights and Clarifications","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Iron Metabolism and Disorders","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Key (lock); Anemia; Warning system; Risk analysis (engineering); Medicine; Computer security; Internal medicine","score_opus":0.01214634501147163,"score_gpt":0.3138294568856424,"score_spread":0.3016831118741708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409656265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11643985,0.0008515749,0.7595765,0.012479424,0.00029355998,0.0014624253,0.000019557081,0.00019982761,0.108677275],"genre_scores_gemma":[0.7714489,0.0026528386,0.1727027,0.048341837,0.00020767287,0.0005016512,0.00017572708,0.00004834959,0.0039203037],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986088,0.000080020756,0.0004617317,0.00009810805,0.0005338973,0.00021743678],"domain_scores_gemma":[0.9984414,0.0007235095,0.00013568347,0.00037519928,0.000093477385,0.00023073221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058356853,0.0001397466,0.00022575322,0.00014345809,0.00037441685,0.000043256314,0.0001511807,0.00022415952,0.000023978047],"category_scores_gemma":[0.0012228759,0.00008322635,0.00006004992,0.00027430223,0.00020203054,0.00008437171,0.000051087067,0.00071679003,0.000021643817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009103219,0.00092122157,0.0042642006,0.0026196772,0.00018496059,0.000034078115,0.06056285,0.008890247,0.00008427331,0.20779514,0.09451916,0.6192139],"study_design_scores_gemma":[0.0020350465,0.00006607509,0.0014199199,0.00017584575,0.00013236387,0.000005690026,0.0033027173,0.96196675,0.00010307778,0.0019611786,0.028718812,0.00011251785],"about_ca_topic_score_codex":0.000010895562,"about_ca_topic_score_gemma":0.000009330961,"teacher_disagreement_score":0.9530765,"about_ca_system_score_codex":0.000025956311,"about_ca_system_score_gemma":0.0005639253,"threshold_uncertainty_score":0.33938718},"labels":[],"label_agreement":null},{"id":"W4409720695","doi":"10.2196/63709","title":"Expectations of Intensive Care Physicians Regarding an AI-Based Decision Support System for Weaning From Continuous Renal Replacement Therapy: Predevelopment Survey Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Société de Réanimation de Langue Française; Intensive Care Society","keywords":"Intensive care; Clinical decision support system; Medicine; Logistic regression; Decision support system; Renal replacement therapy; Weaning; MEDLINE; Intensive care medicine; Artificial intelligence; Computer science; Internal medicine","score_opus":0.05519968846947749,"score_gpt":0.3818358906318991,"score_spread":0.3266362021624216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409720695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98223656,0.00011076139,0.013642874,0.00022157167,0.00032110335,0.0029745493,0.0001235914,0.00007546532,0.00029354636],"genre_scores_gemma":[0.99249905,0.00001052988,0.0039802794,0.0016015577,0.00004231929,0.00079215545,0.0010400383,0.000015748074,0.000018347815],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99761194,0.00008134559,0.0010872063,0.00019523926,0.00080084335,0.00022341595],"domain_scores_gemma":[0.99669105,0.0007505511,0.00031506244,0.0004277275,0.0016647408,0.00015089342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048221392,0.00020442826,0.00065192435,0.00017443672,0.000121994875,0.00003351613,0.00014602517,0.00011381078,0.000035334033],"category_scores_gemma":[0.00063837133,0.00015311292,0.00012620496,0.000220206,0.000046698795,0.00009757663,0.000050727493,0.00014688901,0.0000035364208],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076967333,0.0049958397,0.41620573,0.0010917151,0.003663393,0.000066025175,0.2309105,0.00010859926,0.00014807621,0.0000910281,0.030827425,0.30419493],"study_design_scores_gemma":[0.028726181,0.005442313,0.11256069,0.0049223723,0.00051329465,0.000004898797,0.82112664,0.013040326,0.011862725,0.000013123748,0.0014402597,0.00034715206],"about_ca_topic_score_codex":0.00009250128,"about_ca_topic_score_gemma":0.00009825895,"teacher_disagreement_score":0.59021616,"about_ca_system_score_codex":0.00031812134,"about_ca_system_score_gemma":0.000568179,"threshold_uncertainty_score":0.6243764},"labels":[],"label_agreement":null},{"id":"W4409785689","doi":"10.2196/64114","title":"Real-Time, Risk-Based Clinical Trial Quality Management in China: Development of a Digital Monitoring Platform","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical trial; Interim analysis; Computer science; Beijing; Warning system; Data mining; Quality (philosophy); Medical physics; Medicine; China; Pathology","score_opus":0.41007859764365107,"score_gpt":0.5959397820952466,"score_spread":0.1858611844515955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409785689","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86815524,0.0000038860926,0.09857576,0.000080751335,0.0011836,0.0021258423,0.00004561247,0.00016067213,0.029668603],"genre_scores_gemma":[0.063172184,0.00005555234,0.9360264,0.000063117484,0.00018830058,0.000244668,0.00000948492,0.000022983086,0.00021731916],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9898078,0.00047111773,0.007359886,0.00025451177,0.0016207519,0.0004859773],"domain_scores_gemma":[0.96693987,0.030597536,0.0013422696,0.00068715774,0.0001044514,0.00032873],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014683398,0.0003001977,0.0014025329,0.00026705742,0.000080396225,0.00006021794,0.00070827315,0.0005475104,0.00016105858],"category_scores_gemma":[0.061788544,0.00024310913,0.00028780775,0.0006057112,0.00033314584,0.00018599632,0.0004429561,0.000903886,0.0000460619],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015964147,0.0049579204,0.012165847,0.0039982,0.0007337247,0.000031691514,0.0022996191,0.000007995293,0.0000019049021,0.050615843,0.0022134318,0.90700966],"study_design_scores_gemma":[0.17670058,0.0011066571,0.055790514,0.004771252,0.00038255224,0.0000016194651,0.0026686213,0.013219315,0.00061556476,0.74080694,0.0025783808,0.0013580114],"about_ca_topic_score_codex":0.0000053949766,"about_ca_topic_score_gemma":0.000002130091,"teacher_disagreement_score":0.9056517,"about_ca_system_score_codex":0.00017568163,"about_ca_system_score_gemma":0.0005644585,"threshold_uncertainty_score":0.9913702},"labels":[],"label_agreement":null},{"id":"W4409792976","doi":"10.2196/62983","title":"A Unique Way to Axe the Fax Through Using Business Automation Workflow to Expedite eReferral Adoption, Bridging eReferral, and Fax: Proof-of-Concept Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Eastern Ontario Training Board; McMaster University; Public Health Ontario; University of Toronto","funders":"","keywords":"Workflow; Preprint; Bridging (networking); Automation; Computer science; World Wide Web; Software engineering; Database; Business; Engineering; Computer security","score_opus":0.039814227216317485,"score_gpt":0.32946034650564193,"score_spread":0.28964611928932443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409792976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9046965,0.000039383045,0.08395437,0.007200248,0.0006381517,0.0022188965,0.0000025779532,0.00021610195,0.001033721],"genre_scores_gemma":[0.99166334,0.0000024616122,0.002647178,0.004936094,0.00046562694,0.00020440204,0.000011447767,0.000016519554,0.00005291742],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778795,0.00003539364,0.0010400402,0.00017622736,0.00057734794,0.0003830171],"domain_scores_gemma":[0.9987581,0.000062549894,0.0003155936,0.00038894173,0.00042581672,0.000049034927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000764357,0.00022819055,0.00039771615,0.0003671396,0.00028905668,0.00019647593,0.00040670278,0.00023237242,0.000034188],"category_scores_gemma":[0.00045208752,0.00016144567,0.000039404364,0.0016082453,0.0001020666,0.0009677971,0.0004940268,0.00033076582,0.000013634751],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095066236,0.00052032975,0.01601534,0.003829773,0.0001820021,0.00001673848,0.029683495,0.0010296449,0.000026448972,0.030890225,0.028759671,0.88895124],"study_design_scores_gemma":[0.006485683,0.00051056984,0.1343094,0.010539257,0.00037011295,0.000067138426,0.11638108,0.36538112,0.00034102448,0.0070614126,0.3561643,0.0023889178],"about_ca_topic_score_codex":0.0012052172,"about_ca_topic_score_gemma":0.00029516817,"teacher_disagreement_score":0.88656235,"about_ca_system_score_codex":0.000073701965,"about_ca_system_score_gemma":0.00013449515,"threshold_uncertainty_score":0.6583563},"labels":[],"label_agreement":null},{"id":"W4409794823","doi":"10.2196/64963","title":"Comparing Diagnostic Accuracy of Clinical Professionals and Large Language Models: Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Triage; MEDLINE; Meta-analysis; Medicine; Risk assessment; Computer science; Medical emergency; Pathology","score_opus":0.45786728464454196,"score_gpt":0.5990253850888093,"score_spread":0.14115810044426735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409794823","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025754069,0.994377,0.0004640387,0.00042651902,0.000076806755,0.00430421,0.000047335263,0.000024691013,0.00025363173],"genre_scores_gemma":[0.00029281486,0.99550754,0.0003191402,0.002525391,0.00005091451,0.00080976065,0.00023785916,0.00001180246,0.00024475035],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9929524,0.0005227418,0.005349973,0.00019424401,0.0007303728,0.00025023866],"domain_scores_gemma":[0.9863944,0.010496983,0.0018269948,0.00060282974,0.00024992888,0.00042883243],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041584256,0.00032068975,0.0098709585,0.00031671382,0.00006575859,0.000019622143,0.00021580978,0.0005191984,0.00022598385],"category_scores_gemma":[0.017053753,0.00018335719,0.001182475,0.00070998236,0.00012658877,0.00015240873,0.00021087335,0.0008515518,0.000015091799],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014588777,0.00013235216,0.000014304529,0.9597361,0.01656532,0.000003917431,0.0011084065,6.2324254e-8,8.17877e-11,0.00019945446,0.00069643935,0.02154217],"study_design_scores_gemma":[0.000043728167,0.000045242174,0.0000017853308,0.32183436,0.66967547,0.000031846426,0.0016690479,0.0015966209,5.0402218e-8,0.000041092295,0.0048911497,0.00016958293],"about_ca_topic_score_codex":0.000027260037,"about_ca_topic_score_gemma":0.000016431763,"teacher_disagreement_score":0.65311015,"about_ca_system_score_codex":0.000028802137,"about_ca_system_score_gemma":0.0010102378,"threshold_uncertainty_score":0.991226},"labels":[],"label_agreement":null},{"id":"W4409842581","doi":"10.2196/59103","title":"Developing an Intelligent Mobile Clinic—A Medical Vehicle for Improve Access to Healthcare in Remote Areas: Evidence From China","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; China; Health care; Telemedicine; Computer science; Internet privacy; Medicine; Medical emergency; World Wide Web; Geography; Political science","score_opus":0.09273152247963218,"score_gpt":0.4965944924341963,"score_spread":0.4038629699545641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409842581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86361194,0.00022008599,0.08355003,0.047669232,0.0007105617,0.0039525605,0.000030680152,0.0001233451,0.00013157398],"genre_scores_gemma":[0.86937916,0.0011156694,0.034250993,0.09258899,0.00082312943,0.0011238507,0.0005566833,0.00004196081,0.000119546676],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955898,0.00008727619,0.0021182578,0.00028947068,0.0012991702,0.00061601546],"domain_scores_gemma":[0.9971819,0.0007347644,0.0002601091,0.00046906184,0.00023786712,0.0011163289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018842481,0.00023894566,0.00063738873,0.0003586451,0.00010818854,0.000049422368,0.0005601118,0.00037753102,0.00049749634],"category_scores_gemma":[0.0032744748,0.00019728724,0.00007839864,0.0007141219,0.00008144459,0.000488313,0.0002776554,0.0007172275,0.00003609064],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005427309,0.0001545056,0.035127055,0.0020236985,0.000039581137,0.000020185667,0.0083025,0.000001950066,0.000008343549,0.00018318181,0.0067000776,0.9468962],"study_design_scores_gemma":[0.01959044,0.008374955,0.5829151,0.036519263,0.00022987941,0.00006561281,0.03236248,0.1769413,0.0033352724,0.005629193,0.13259147,0.0014449904],"about_ca_topic_score_codex":0.0014231255,"about_ca_topic_score_gemma":0.0018510232,"teacher_disagreement_score":0.9454512,"about_ca_system_score_codex":0.00041976193,"about_ca_system_score_gemma":0.002825147,"threshold_uncertainty_score":0.80451405},"labels":[],"label_agreement":null},{"id":"W4409854820","doi":"10.2196/71597","title":"Dolodoc, an App to Leverage Self-Management of Chronic Pain: Design, Development, and Implementation Report","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Leverage (statistics); Computer science; Mobile apps; Pain management; Medicine; World Wide Web; Physical therapy; Artificial intelligence","score_opus":0.01506666151902835,"score_gpt":0.3456849000963012,"score_spread":0.33061823857727285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409854820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7466124,0.00006613592,0.24672028,0.0011114747,0.00013119818,0.0022838588,8.695817e-7,0.000120873105,0.0029529058],"genre_scores_gemma":[0.86220986,0.0000616189,0.13450558,0.0022167065,0.000056753306,0.00027808594,0.00012236368,0.00001200422,0.00053702376],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982868,0.00006669834,0.0008441737,0.00010825344,0.0005140101,0.00018006063],"domain_scores_gemma":[0.99922395,0.00010203962,0.00013371294,0.0002286574,0.00008833218,0.00022328447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019451334,0.00011407454,0.00022306567,0.00016713447,0.00005652336,0.000012243741,0.00007780292,0.000095249925,0.00009780343],"category_scores_gemma":[0.0000901349,0.00008990074,0.000033815744,0.00027065614,0.00004935437,0.00012935066,0.0000742098,0.00011400369,0.000008056767],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117286516,0.0006170994,0.0037140865,0.026423492,0.00046670332,0.000046636313,0.024222478,0.000014294212,0.00032785078,0.0024013969,0.008709382,0.9329393],"study_design_scores_gemma":[0.019543467,0.0065762126,0.48220754,0.011120398,0.0005181412,0.00015286142,0.07536427,0.042019963,0.0097929,0.0011645088,0.3500606,0.0014791506],"about_ca_topic_score_codex":0.0000045624774,"about_ca_topic_score_gemma":0.0000065852732,"teacher_disagreement_score":0.93146014,"about_ca_system_score_codex":0.0001377787,"about_ca_system_score_gemma":0.00032960466,"threshold_uncertainty_score":0.36660457},"labels":[],"label_agreement":null},{"id":"W4409906123","doi":"10.2196/72238","title":"Prediction of Insulin Resistance in Nondiabetic Population Using LightGBM and Cohort Validation of Its Clinical Value: Cross-Sectional and Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cohort; Cross-sectional study; Retrospective cohort study; Preprint; Population; Cohort study; Statistics; Internal medicine; Computer science; Environmental health; Mathematics; Pathology","score_opus":0.02418091975900344,"score_gpt":0.3451197494642904,"score_spread":0.320938829705287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409906123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966046,0.00033573195,0.0003814367,0.000019304975,0.00021274768,0.0018261579,0.000023224764,0.000022973869,0.0005738235],"genre_scores_gemma":[0.99874806,0.00023472481,0.0007385095,0.000041319607,0.00007905675,0.000051197174,0.00006177202,0.000008474252,0.00003685425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99696136,0.00013572034,0.001537033,0.00018888856,0.0010260696,0.00015095889],"domain_scores_gemma":[0.99886805,0.0001273038,0.00034487288,0.00024578915,0.00029578997,0.00011817815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002975139,0.00013334805,0.0007087308,0.00027841007,0.000055834476,0.000020498783,0.00006318747,0.00028409492,0.000014905597],"category_scores_gemma":[0.0011989652,0.00012128574,0.00009387367,0.0004390458,0.00021735382,0.00025164633,0.00007164504,0.0003655101,6.067648e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012834783,0.0003042886,0.99578243,0.0006538698,0.00025814303,0.0000018415552,0.00053222897,0.000019184923,0.000006251138,0.00012627868,0.000015077362,0.0021720312],"study_design_scores_gemma":[0.0029608083,0.00026202225,0.9889961,0.00053382694,0.00019565428,0.0000046507894,0.00017361972,0.006437612,0.00015042075,0.00017541455,0.000035786565,0.00007406688],"about_ca_topic_score_codex":0.00024686754,"about_ca_topic_score_gemma":0.0000543444,"teacher_disagreement_score":0.0067863404,"about_ca_system_score_codex":0.00012947731,"about_ca_system_score_gemma":0.00016597519,"threshold_uncertainty_score":0.49458888},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4410157449","doi":"10.2196/67837","title":"Natural Language Processing and ICD-10 Coding for Detecting Bleeding Events in Discharge Summaries: Comparative Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Preprint; ICD-10; Computer science; Coding (social sciences); Medicine; Natural language processing; World Wide Web; Statistics","score_opus":0.030102482280204335,"score_gpt":0.408459988291995,"score_spread":0.37835750601179063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410157449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96007884,0.0001503879,0.037920296,0.00019797718,0.00034744552,0.0008472693,0.0000029231308,0.00012281987,0.00033204435],"genre_scores_gemma":[0.9939094,0.0000011949408,0.0054945135,0.00026120164,0.000061624705,0.0001318225,0.00000858126,0.000004810301,0.000126844],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981269,0.00007005366,0.0007285827,0.0001872856,0.0005433169,0.00034384555],"domain_scores_gemma":[0.9987648,0.00064003037,0.00020602594,0.0001546142,0.00012165076,0.000112847556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013225389,0.00015068217,0.00025829044,0.00022449478,0.00038960995,0.00022895343,0.00047905435,0.000109372864,0.000009134064],"category_scores_gemma":[0.0007595435,0.00012904016,0.000032112453,0.0004790849,0.00006415408,0.0007916945,0.0004024045,0.00067275687,0.0000025707295],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042430438,0.0001027804,0.8880037,0.0012101764,0.000025085243,0.0000035406863,0.08285654,0.00007685406,0.0000071910054,0.0013152991,0.000056593708,0.0262998],"study_design_scores_gemma":[0.0010461895,0.00008194263,0.21596526,0.00030869446,0.0000024492795,0.000007711808,0.0075402795,0.77469206,0.000016752514,0.00009770767,0.00011211369,0.00012881772],"about_ca_topic_score_codex":0.00004486386,"about_ca_topic_score_gemma":0.00010569976,"teacher_disagreement_score":0.7746152,"about_ca_system_score_codex":0.00011430606,"about_ca_system_score_gemma":0.00020637599,"threshold_uncertainty_score":0.5262105},"labels":[],"label_agreement":null},{"id":"W4410208617","doi":"10.2196/58712","title":"Benefits and Limitations of Teledermatology in German Correctional Facilities: Cross-Sectional Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teledermatology; Medicine; Medical emergency; Cross-sectional study; Telemedicine; German; Store and forward; Medical physics; Health care; Pathology; Computer science; Telecommunications","score_opus":0.027462098570023196,"score_gpt":0.32146300569111325,"score_spread":0.29400090712109006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410208617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98006475,0.000060440427,0.0017846902,0.0002474096,0.00024013339,0.00023287233,0.000012943801,0.000035223748,0.01732151],"genre_scores_gemma":[0.9970366,0.0001516556,0.00027351378,0.00069903396,0.00001607591,0.000042687505,0.000049282193,0.0000024429453,0.0017287043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99876386,0.000017738119,0.0006585,0.00007891986,0.0003495011,0.00013148497],"domain_scores_gemma":[0.9993017,0.0002832211,0.00009025624,0.000119190925,0.00010437262,0.00010129305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018436518,0.000083152954,0.0002732439,0.0006994538,0.00005147563,0.000016033848,0.000053029627,0.00014569917,0.00027395246],"category_scores_gemma":[0.00024710878,0.000075889075,0.00008349845,0.00065828126,0.00016912734,0.00006665617,0.000055947192,0.00020111249,0.000009979551],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030030563,0.000533175,0.8909078,0.001116506,0.001257508,0.000027336175,0.0061218324,0.0008435228,0.000011178981,0.018170225,0.0026604289,0.07805016],"study_design_scores_gemma":[0.001874995,0.00012529503,0.91144377,0.00009047101,0.00015332927,0.00031115752,0.0026614945,0.0427755,0.000050692197,0.00017220924,0.040217433,0.00012367957],"about_ca_topic_score_codex":0.00002769264,"about_ca_topic_score_gemma":0.00025012746,"teacher_disagreement_score":0.07792648,"about_ca_system_score_codex":0.000055603123,"about_ca_system_score_gemma":0.00012224916,"threshold_uncertainty_score":0.30946666},"labels":[],"label_agreement":null},{"id":"W4410223276","doi":"10.2196/63267","title":"Transformer-Based Language Models for Group Randomized Trial Classification in Biomedical Literature: Model Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Randomized controlled trial; Medical physics; Clinical trial; Computer science; External validity; Medicine; Artificial intelligence; Research design; Public health; Data mining; Machine learning; Natural language processing; Psychology; Pathology; Statistics","score_opus":0.3751806373914637,"score_gpt":0.48966508038475165,"score_spread":0.11448444299328797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410223276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09672405,0.00018417418,0.8964659,0.001235458,0.00014678088,0.0034650913,0.000015353888,0.000010147433,0.0017530224],"genre_scores_gemma":[0.84510815,0.000049706767,0.14836985,0.0018894776,0.00007160357,0.0028878322,0.00062913954,0.000012336715,0.0009818997],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9843573,0.0014605551,0.009680419,0.00031444474,0.0039426233,0.00024468818],"domain_scores_gemma":[0.9931871,0.004178499,0.001387649,0.000723781,0.00031303515,0.00020991545],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07381323,0.00023451654,0.0023180651,0.00078311266,0.00009205074,0.00048725796,0.00068158796,0.0003121374,0.00017094772],"category_scores_gemma":[0.012240054,0.00011651021,0.0005943758,0.0011714055,0.0001369765,0.0004540655,0.000030966617,0.00023195193,0.000023880335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06975327,0.0009719839,0.000035537076,0.0023340317,0.0004200931,0.0000036697452,0.058099713,0.0013963851,0.000037345886,0.13452952,0.024300361,0.7081181],"study_design_scores_gemma":[0.14568375,0.000022321374,0.000004420646,0.00018353574,0.000055205564,6.649045e-7,0.0010353992,0.84124094,0.00002271306,0.007500809,0.0041496353,0.00010059471],"about_ca_topic_score_codex":0.0000010000437,"about_ca_topic_score_gemma":0.000006811117,"teacher_disagreement_score":0.8398446,"about_ca_system_score_codex":0.000055528508,"about_ca_system_score_gemma":0.00040431894,"threshold_uncertainty_score":0.9960803},"labels":[],"label_agreement":null},{"id":"W4410293035","doi":"10.2196/68527","title":"The Advanced Reasoning Capabilities of Large Language Models for Detecting Contraindicated Options in Medical Exams","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Clinical Practice; Sample (material); Medical physics; Medical practice; Medicine; Medical education; Family medicine","score_opus":0.015348139348143726,"score_gpt":0.36914523427384355,"score_spread":0.35379709492569983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410293035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9723343,0.00071142503,0.016535766,0.0030741964,0.00024827293,0.0011775832,0.000030015734,0.00010042484,0.00578799],"genre_scores_gemma":[0.9952229,0.0002540568,0.0021503975,0.0016781471,0.000058288715,0.00029580627,0.000048363585,0.0000112291555,0.00028075816],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99736696,0.000060376773,0.00122894,0.0001163558,0.0007879563,0.0004393972],"domain_scores_gemma":[0.97974575,0.019242335,0.00021299903,0.00033897144,0.00014003903,0.0003199242],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026627805,0.00013890481,0.000476004,0.00011823274,0.00012976964,0.00001698808,0.00025000272,0.00033222363,0.00007818192],"category_scores_gemma":[0.11310435,0.0000913177,0.00014057133,0.00035594098,0.00033443188,0.000087021916,0.00009860833,0.0005855823,0.0000031615216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013381131,0.0018307491,0.006679756,0.0022143268,0.0004353065,0.00007973249,0.042055946,0.00033441262,0.000057135043,0.13397862,0.0042007696,0.8067951],"study_design_scores_gemma":[0.019946959,0.000632879,0.006694317,0.021523276,0.00016691012,0.00006792896,0.07415674,0.866093,0.0006448735,0.0052254735,0.004472281,0.00037535897],"about_ca_topic_score_codex":0.00003591926,"about_ca_topic_score_gemma":0.000116172625,"teacher_disagreement_score":0.8657586,"about_ca_system_score_codex":0.00006903814,"about_ca_system_score_gemma":0.0007474762,"threshold_uncertainty_score":0.8943663},"labels":[],"label_agreement":null},{"id":"W4410318415","doi":"10.2196/67513","title":"Predicting Drug–Side Effect Relationships From Parametric Knowledge Embedded in Biomedical BERT Models: Methodological Study With a Natural Language Processing Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Parametric statistics; Drug; Medicine; Pharmacology; World Wide Web; Mathematics; Statistics","score_opus":0.15044424965768455,"score_gpt":0.4857922108775,"score_spread":0.33534796121981547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410318415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798693,0.0011480049,0.0033506302,0.0002146694,0.00047969393,0.0015727563,0.000027039301,0.00030226985,0.013035642],"genre_scores_gemma":[0.99491477,0.00004695308,0.0030873672,0.00073820667,0.00018395245,0.0005930138,0.00016385924,0.000019550458,0.00025232884],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954892,0.0018012403,0.0010760308,0.00034660217,0.0006442453,0.000642697],"domain_scores_gemma":[0.9934793,0.005470685,0.000268291,0.00026427646,0.000088085406,0.0004293245],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0038228566,0.00038688284,0.000708509,0.00065359817,0.00038883323,0.00005524829,0.0005459553,0.00056983,0.00008875918],"category_scores_gemma":[0.0014986082,0.0002756345,0.00010858299,0.0021282928,0.00037837646,0.00058154913,0.00023281873,0.004356806,0.000038540795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048156544,0.016439812,0.30126086,0.0026488435,0.0021448394,0.0007016739,0.23330453,0.008414968,0.00048429312,0.0005364403,0.008585507,0.42066258],"study_design_scores_gemma":[0.0071403994,0.00018291289,0.0048237178,0.00029665715,0.00033681624,0.000036050704,0.035762247,0.94853157,0.00023538317,0.0001424053,0.0021290733,0.000382769],"about_ca_topic_score_codex":0.00004985663,"about_ca_topic_score_gemma":0.000058356996,"teacher_disagreement_score":0.9401166,"about_ca_system_score_codex":0.00020320975,"about_ca_system_score_gemma":0.00047999262,"threshold_uncertainty_score":0.9999696},"labels":[],"label_agreement":null},{"id":"W4410391103","doi":"10.2196/68143","title":"Identifying People Living With or Those at Risk for HIV in a Nationally Sampled Electronic Health Record Repository Called the National Clinical Cohort Collaborative: Computational Phenotyping Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of General Medical Sciences; National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Preprint; Electronic health record; Medicine; Health records; Cohort; Human immunodeficiency virus (HIV); Gerontology; Cohort study; Environmental health; Family medicine; World Wide Web; Health care; Computer science; Political science; Pathology","score_opus":0.03770918638979474,"score_gpt":0.4404318016093903,"score_spread":0.40272261521959557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410391103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8895988,0.00015142112,0.09595337,0.004527394,0.00013466613,0.0067561953,0.00006946212,0.00009044187,0.0027182633],"genre_scores_gemma":[0.9834834,0.00016837034,0.0074063386,0.0017846497,0.00019427393,0.0017221036,0.00021866834,0.00002113396,0.005001094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957579,0.00048122776,0.0015963175,0.00020587872,0.0015264085,0.00043227882],"domain_scores_gemma":[0.99447715,0.0037735067,0.00043566752,0.00017259049,0.0009027048,0.00023835374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004931224,0.00016287499,0.0004955879,0.00029026097,0.00057235896,0.00008184832,0.0002487191,0.00011006271,0.0001849995],"category_scores_gemma":[0.0052085263,0.00010273523,0.00012987737,0.00091093604,0.00013107604,0.00020998537,0.00015025715,0.00081537105,0.000012445418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022483382,0.0026603036,0.8804575,0.0008395327,0.0012070156,0.0000074924073,0.015765397,0.00020134123,0.0000013451948,0.002512776,0.079668984,0.014429972],"study_design_scores_gemma":[0.009192604,0.004031598,0.54031724,0.0019171014,0.00009237015,0.00004063961,0.0124368,0.42582467,9.18114e-7,0.00046611606,0.0054843365,0.00019564708],"about_ca_topic_score_codex":0.00007595479,"about_ca_topic_score_gemma":0.004362094,"teacher_disagreement_score":0.42562333,"about_ca_system_score_codex":0.00081790634,"about_ca_system_score_gemma":0.0059626326,"threshold_uncertainty_score":0.99967265},"labels":[],"label_agreement":null},{"id":"W4410392432","doi":"10.2196/70096","title":"Extracting Multifaceted Characteristics of Patients With Chronic Disease Comorbidity: Framework Development Using Large Language Models","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Feature (linguistics); Comorbidity; Population; Feature extraction; Artificial intelligence; Data mining; Data science; Machine learning; Medicine; Pathology","score_opus":0.024475429157951433,"score_gpt":0.33482459869444603,"score_spread":0.3103491695364946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410392432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95791435,0.00009499776,0.03909178,0.00009886412,0.00013856626,0.00092810194,0.000052416388,0.000100275225,0.0015806659],"genre_scores_gemma":[0.9915173,0.000022041191,0.0072287256,0.000612793,0.000055170614,0.000039733553,0.00042127576,0.000017826016,0.000085124884],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976762,0.000022112876,0.0007980695,0.0001290659,0.0009919421,0.00038262788],"domain_scores_gemma":[0.9986121,0.000103265986,0.00031681603,0.00039736356,0.00015681997,0.00041365146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022177155,0.00022025281,0.00041111093,0.00017697828,0.00009929432,0.000034619476,0.0001835909,0.00013393945,0.00029391274],"category_scores_gemma":[0.00032106545,0.00017555607,0.000062331994,0.00031483875,0.00012642481,0.00027896222,0.00021362088,0.00039645482,0.000009715806],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005984176,0.015378689,0.4621682,0.07644012,0.004655147,0.0007565547,0.060070828,0.0012337378,0.0000467825,0.024463283,0.0064719506,0.34233057],"study_design_scores_gemma":[0.015285003,0.00024666148,0.34862357,0.017065719,0.00096258894,0.0000034115442,0.008661321,0.6001457,0.0001482209,0.00020754241,0.007766776,0.00088346686],"about_ca_topic_score_codex":0.000005668805,"about_ca_topic_score_gemma":0.0000034440702,"teacher_disagreement_score":0.598912,"about_ca_system_score_codex":0.00031492003,"about_ca_system_score_gemma":0.0017074309,"threshold_uncertainty_score":0.71589684},"labels":[],"label_agreement":null},{"id":"W4410400873","doi":"10.2196/68171","title":"Leveraging Interoperable Electronic Health Record (EHR) Data for Distributed Analyses in Clinical Research: Technical Implementation Report of the HELP Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Interoperability; Computer science; Data science; Data curation; World Wide Web","score_opus":0.44286751078408004,"score_gpt":0.6685423011977366,"score_spread":0.22567479041365657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410400873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9373588,0.00030708397,0.02237946,0.019486882,0.0016625547,0.017564313,0.00017202807,0.00013834175,0.0009305495],"genre_scores_gemma":[0.9948238,0.00020799477,0.00053200213,0.0019570559,0.00020294862,0.0014179014,0.00052575493,0.000021587704,0.00031091576],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98622346,0.0037632866,0.006741206,0.00037856377,0.001332339,0.0015611652],"domain_scores_gemma":[0.9925643,0.003530963,0.0012781295,0.0018733852,0.00048579666,0.0002673781],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.039510053,0.00018469164,0.00089625403,0.00033838372,0.0006604728,0.000017873605,0.0015892347,0.00033718057,0.000096367214],"category_scores_gemma":[0.0070283203,0.00012572405,0.00010427353,0.0016551808,0.00017707897,0.0002548874,0.0012762593,0.0034993761,0.000009670857],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039703786,0.001608941,0.536516,0.0049951426,0.00027178056,0.0000101638825,0.01045044,0.0000068159966,0.000009356545,0.0014022042,0.36393312,0.08039896],"study_design_scores_gemma":[0.014947283,0.0038698907,0.16576406,0.0071337232,0.00010797122,0.000039970324,0.27490994,0.029115072,0.000018699824,0.002519492,0.5010233,0.00055060006],"about_ca_topic_score_codex":0.0031657536,"about_ca_topic_score_gemma":0.019129282,"teacher_disagreement_score":0.37075198,"about_ca_system_score_codex":0.001619479,"about_ca_system_score_gemma":0.014736661,"threshold_uncertainty_score":0.99879956},"labels":[],"label_agreement":null},{"id":"W4410406601","doi":"10.2196/69328","title":"Detection and Analysis of Circadian Biomarkers for Metabolic Syndrome Using Wearable Data: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sleep and related disorders","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Wearable computer; Circadian rhythm; Medicine; Cross-sectional study; Computer science; Internal medicine; Embedded system; Pathology; World Wide Web","score_opus":0.03403536906348074,"score_gpt":0.37808339808319535,"score_spread":0.3440480290197146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410406601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857896,0.00043149662,0.011393686,0.000018595732,0.0005943759,0.0005429376,0.00005243206,0.00003005544,0.0011467985],"genre_scores_gemma":[0.9993494,0.000029866433,0.0002831639,0.00012242381,0.000013446405,0.000045754176,0.00005937621,0.0000061348624,0.0000904168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986142,0.000046420988,0.0006928947,0.00014843693,0.00029551017,0.00020255211],"domain_scores_gemma":[0.9991033,0.00018036243,0.00016815892,0.0003732032,0.00006839706,0.00010654415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079343555,0.00010464927,0.00031906352,0.0007110312,0.00013770114,0.000039471368,0.00024304396,0.00027682056,0.00022591602],"category_scores_gemma":[0.00012838203,0.00009060645,0.000084697815,0.0012671682,0.00018090331,0.00020814668,0.000092872346,0.00018283934,0.000005213678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030383345,0.0012548944,0.90589464,0.00023472167,0.039964158,0.00000865418,0.008518905,0.0003158114,0.000021738415,0.0007231552,0.00037991704,0.042379547],"study_design_scores_gemma":[0.0030577416,0.00012363066,0.82261115,0.000025550655,0.00244961,0.000022407616,0.006843253,0.16340396,0.0000050949925,0.00006719216,0.0012477405,0.00014269451],"about_ca_topic_score_codex":0.00022897682,"about_ca_topic_score_gemma":0.00007659087,"teacher_disagreement_score":0.16308814,"about_ca_system_score_codex":0.0000190774,"about_ca_system_score_gemma":0.00007448947,"threshold_uncertainty_score":0.3694824},"labels":[],"label_agreement":null},{"id":"W4410424798","doi":"10.2196/66917","title":"Benchmarking the Confidence of Large Language Models in Answering Clinical Questions: Cross-Sectional Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidence interval; Low Confidence; Medicine; Statistics; Benchmarking; Mean difference; Psychology; Internal medicine; Mathematics; Social psychology","score_opus":0.19034625534773425,"score_gpt":0.5662406282886161,"score_spread":0.37589437294088185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410424798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908679,0.0001429751,0.005328432,0.00044458365,0.00063591887,0.0010433891,0.0000021853339,0.000019604355,0.0015150207],"genre_scores_gemma":[0.99841136,0.00006286235,0.0002420737,0.0009129566,0.00016794546,0.00013892663,0.000020471143,0.000003276912,0.00004014638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973098,0.00015108724,0.0014553326,0.00009436108,0.0008157072,0.00017373728],"domain_scores_gemma":[0.9983805,0.0007376425,0.00018246894,0.00025723744,0.00035850922,0.000083637184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00578257,0.0000752583,0.0002005054,0.00013965073,0.000095169344,0.000023160987,0.00014406338,0.00016435538,0.00021730803],"category_scores_gemma":[0.00218069,0.000054059412,0.000055279044,0.00037919817,0.0001378579,0.00020581449,0.000054635933,0.0005005922,0.000009212783],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083078165,0.0007492368,0.89710975,0.00022533738,0.000032031698,0.0000026734517,0.02634818,0.00042861278,0.0000029418293,0.0029900405,0.00022014538,0.071807995],"study_design_scores_gemma":[0.00033933466,0.00020028157,0.52591103,0.00046990116,0.0000272785,0.0000067797414,0.03281957,0.4382174,0.000046906356,0.0017732101,0.00012885989,0.000059475125],"about_ca_topic_score_codex":0.00032076173,"about_ca_topic_score_gemma":0.0003367594,"teacher_disagreement_score":0.43778878,"about_ca_system_score_codex":0.000105247775,"about_ca_system_score_gemma":0.0009405491,"threshold_uncertainty_score":0.2610647},"labels":[],"label_agreement":null},{"id":"W4410477942","doi":"10.2196/72349","title":"Machine Learning for the Prediction of Acute Kidney Injury in Critically Ill Patients With Coronary Heart Disease: Algorithm Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Kidney Injury Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acute kidney injury; Preprint; Critically ill; Medicine; Intensive care medicine; Disease; Kidney disease; Computer science; Cardiology; Algorithm; Machine learning; Internal medicine; Artificial intelligence","score_opus":0.011786187339632196,"score_gpt":0.31584020636013527,"score_spread":0.30405401902050305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410477942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75675404,0.00016539001,0.17501995,0.051316634,0.00053332676,0.011473747,0.0029206935,0.00025576208,0.0015604628],"genre_scores_gemma":[0.83063054,0.0004105214,0.106451556,0.04868529,0.00017297333,0.0025474906,0.009519573,0.000083396415,0.0014986597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99817383,0.000037346465,0.00059948734,0.00010014826,0.0008493225,0.0002398344],"domain_scores_gemma":[0.99853456,0.00018922267,0.00007343709,0.00016262221,0.00063454616,0.00040558312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046338316,0.00012675494,0.00024183933,0.00017569457,0.000107763204,0.000016899989,0.00010743984,0.00010947655,0.000058620855],"category_scores_gemma":[0.0016037766,0.00007910411,0.000028834462,0.00026903598,0.00021689555,0.00017668719,0.00011769585,0.0004128091,0.0000024504184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033084145,0.0008631667,0.702671,0.002370292,0.00051277905,0.000010114047,0.0026249941,0.0000015520303,0.000018849541,0.00033637916,0.04898784,0.23829466],"study_design_scores_gemma":[0.009836611,0.0016303381,0.7023006,0.0017934976,0.0003436128,0.000015847716,0.0005680876,0.14687377,0.00046984357,0.000121470104,0.13583045,0.0002158536],"about_ca_topic_score_codex":0.000002947883,"about_ca_topic_score_gemma":1.8125561e-7,"teacher_disagreement_score":0.2380788,"about_ca_system_score_codex":0.000090162706,"about_ca_system_score_gemma":0.0009118208,"threshold_uncertainty_score":0.3225772},"labels":[],"label_agreement":null},{"id":"W4410581443","doi":"10.2196/64592","title":"Prediction of Spontaneous Breathing Trial Outcome in Critically Ill-Ventilated Patients Using Deep Learning: Development and Verification Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Respiratory Support and Mechanisms","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Computer science; Deep learning; Convolutional neural network; Machine learning; Intensive care; Intensive care unit; Medicine; Intensive care medicine","score_opus":0.034738955544323886,"score_gpt":0.32531076394682307,"score_spread":0.2905718084024992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410581443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955709,0.000009624579,0.002518196,0.000026389684,0.00022061156,0.0011957814,9.5301766e-7,0.000036769186,0.00042079273],"genre_scores_gemma":[0.9970328,0.000002891793,0.0024836487,0.00033772807,0.000018321101,0.000034265664,0.000032595257,0.0000070897504,0.00005061914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978417,0.00004629104,0.0012297579,0.000098456316,0.0006114307,0.00017235732],"domain_scores_gemma":[0.99928474,0.000053101765,0.00015322461,0.00012739045,0.0002557267,0.00012582367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006317658,0.000117187934,0.00033660282,0.00025472947,0.000059871043,0.000014937607,0.00006666168,0.00017570665,0.000039720446],"category_scores_gemma":[0.0008864872,0.000100547644,0.000032470034,0.00022485683,0.00004513892,0.00012297838,0.000057741945,0.0003186601,0.0000022551415],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008570545,0.0038327754,0.7780103,0.0017062136,0.000199459,0.00032103094,0.035947915,0.000021762653,0.0002288531,0.00021228434,0.00002887975,0.17091995],"study_design_scores_gemma":[0.13294987,0.0067537865,0.6655948,0.0026536065,0.0005320192,0.00026253055,0.046190653,0.1351752,0.0010164429,0.00007847303,0.008174492,0.0006181269],"about_ca_topic_score_codex":0.0000034220798,"about_ca_topic_score_gemma":0.0000031975335,"teacher_disagreement_score":0.17030182,"about_ca_system_score_codex":0.00011184339,"about_ca_system_score_gemma":0.00023007357,"threshold_uncertainty_score":0.4100214},"labels":[],"label_agreement":null},{"id":"W4410641030","doi":"10.2196/77635","title":"Retraction: “A Dynamic Adaptive Ensemble Learning Framework for Noninvasive Mild Cognitive Impairment Detection: Development and Validation Study”","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Cognitive impairment; Ensemble learning; Cognition; Artificial intelligence; Machine learning; Psychology; Neuroscience","score_opus":0.017620831452765346,"score_gpt":0.3110025560977353,"score_spread":0.29338172464497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410641030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68216175,0.000011802482,0.314124,0.00016187533,0.000162299,0.0017672695,0.0000024435028,0.000055251563,0.0015533431],"genre_scores_gemma":[0.9854252,0.000034234166,0.012664145,0.0008458515,0.00003341907,0.0007197109,0.000019835355,0.0000141552255,0.00024345476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978298,0.000121751196,0.0006377076,0.00029089145,0.00074039,0.00037945117],"domain_scores_gemma":[0.9985911,0.00075233215,0.00025258347,0.00013774898,0.000032038963,0.00023418388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011486908,0.00021541085,0.00023169385,0.00009616773,0.00057644123,0.0000517671,0.000121476915,0.0002800668,0.0002666634],"category_scores_gemma":[0.00048876693,0.00020843206,0.0000407197,0.00030335665,0.00017876018,0.00039407625,0.00022349546,0.0007930826,0.00012890185],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042182257,0.0009997358,0.025040464,0.00037746216,0.0002898425,0.000028807046,0.0680276,0.00038147834,0.000045620913,0.00016471745,0.00025356348,0.9039689],"study_design_scores_gemma":[0.011591964,0.004645798,0.48106286,0.0031923116,0.00042485096,0.00013088752,0.31097126,0.14312112,0.01991699,0.004017625,0.018757425,0.0021668877],"about_ca_topic_score_codex":0.000015957823,"about_ca_topic_score_gemma":0.00006815596,"teacher_disagreement_score":0.901802,"about_ca_system_score_codex":0.0006186212,"about_ca_system_score_gemma":0.000109062436,"threshold_uncertainty_score":0.8499613},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4410656264","doi":"10.2196/68980","title":"Evaluation of ChatGPT-4 as an Online Outpatient Assistant in Puerperal Mastitis Management: Content Analysis of an Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intraclass correlation; Observational study; Patient safety; Protocol (science); Turkish; Readability; Physical therapy; Family medicine; Health care; Alternative medicine; Internal medicine; Clinical psychology; Psychometrics; Pathology","score_opus":0.48200127794573955,"score_gpt":0.5232766717460644,"score_spread":0.041275393800324855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410656264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997002,0.000025953208,0.0003110069,0.00046844606,0.00018318092,0.001259337,0.0000200788,0.000012577849,0.0007173927],"genre_scores_gemma":[0.9976579,0.000025187976,0.0008552097,0.0006436001,0.00003026656,0.00012436233,0.00060681946,0.000004091898,0.00005254544],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960711,0.00016074169,0.001613432,0.000115990195,0.0018810155,0.0001577353],"domain_scores_gemma":[0.9981046,0.00008633482,0.0002958734,0.00033086547,0.0010236544,0.00015868992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024053075,0.00010366555,0.00040813818,0.0007312965,0.000033952343,0.000009163569,0.0001404791,0.00011892101,0.00036317352],"category_scores_gemma":[0.0005599836,0.000088976674,0.00007080419,0.0012427577,0.000079777856,0.00024466382,0.000039430855,0.00018721726,0.0000026405132],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003372059,0.009616912,0.4562643,0.00058908074,0.0010180194,0.0000071710547,0.048576538,0.0009354109,0.0000117201635,0.00265135,0.000064856424,0.47992745],"study_design_scores_gemma":[0.00042246797,0.00082646665,0.6313396,0.00024698378,0.00092857634,6.556022e-7,0.06069444,0.30504254,0.00007758165,0.00030363884,0.00005762567,0.000059417674],"about_ca_topic_score_codex":0.00094228925,"about_ca_topic_score_gemma":0.0020556469,"teacher_disagreement_score":0.47986802,"about_ca_system_score_codex":0.00023698976,"about_ca_system_score_gemma":0.0006470497,"threshold_uncertainty_score":0.39764953},"labels":[],"label_agreement":null},{"id":"W4410659767","doi":"10.2196/68409","title":"Clinical Performance and Communication Skills of ChatGPT Versus Physicians in Emergency Medicine: Simulated Patient Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; MEDLINE; Medical emergency; Medical physics; Computer science; World Wide Web","score_opus":0.08406932550693881,"score_gpt":0.4844262238204639,"score_spread":0.4003568983135251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410659767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99351,0.00014864617,0.00004723644,0.001278792,0.0007166473,0.00087383913,8.6034555e-7,0.00002362452,0.0034003595],"genre_scores_gemma":[0.9972178,0.0020099785,0.0001285382,0.00044101005,0.00006166863,0.00003178806,0.000022919741,0.000005461888,0.000080874284],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971833,0.00009512806,0.0019934243,0.00009616108,0.0004509102,0.00018105881],"domain_scores_gemma":[0.9984823,0.0004428058,0.00031034686,0.00039075452,0.00024536374,0.00012845574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086913,0.00011256777,0.00039962996,0.00019427025,0.00006288549,0.000002804428,0.00014007937,0.00017897862,0.00014721791],"category_scores_gemma":[0.0009751797,0.000090985865,0.00003887505,0.0005614725,0.00023956153,0.00013409156,0.00008221788,0.0004683926,0.000009516097],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033632957,0.0019251792,0.4390661,0.00057426444,0.000058138296,0.0000011004977,0.04962563,0.000021270656,0.0000019630472,0.00012533965,0.002171568,0.5060931],"study_design_scores_gemma":[0.0035094866,0.007725049,0.720873,0.004775909,0.00021801122,0.0000040812993,0.15653919,0.09882847,0.00025344777,0.00054323196,0.0063648378,0.00036527368],"about_ca_topic_score_codex":0.00017962154,"about_ca_topic_score_gemma":0.000093267015,"teacher_disagreement_score":0.5057278,"about_ca_system_score_codex":0.000054294993,"about_ca_system_score_gemma":0.00020455342,"threshold_uncertainty_score":0.3710296},"labels":[],"label_agreement":null},{"id":"W4410711823","doi":"10.2196/75103","title":"Evaluating and Improving Syndrome Differentiation Thinking Ability in Large Language Models: Method Development Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Natural language processing; World Wide Web","score_opus":0.038972054380986165,"score_gpt":0.3985427546078242,"score_spread":0.359570700226838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410711823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9728438,0.00015562895,0.024589058,0.00041802894,0.00010093832,0.0010788064,0.0000025907866,0.00008161635,0.0007294798],"genre_scores_gemma":[0.9749686,0.000005104633,0.024067145,0.0006788422,0.00003147703,0.00016789052,0.000035754336,0.000008021005,0.000037177506],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9974671,0.00010261567,0.00090255897,0.00015905125,0.0011098624,0.0002588303],"domain_scores_gemma":[0.9990854,0.00038304122,0.00012392226,0.00019389464,0.00008668822,0.00012705158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002795133,0.00017742075,0.00046834286,0.00027369036,0.0001407322,0.000021950178,0.000107429034,0.00009778459,0.00003721062],"category_scores_gemma":[0.0010505823,0.00012992995,0.000033272576,0.00032705325,0.00004733493,0.00020614565,0.00023170885,0.0005161866,0.0000024196045],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021289996,0.0027713967,0.36511704,0.006498816,0.00053429254,0.00017822847,0.39546567,0.000097568605,0.000115286064,0.0025784099,0.000122376,0.22630802],"study_design_scores_gemma":[0.0044285883,0.00022613101,0.7151683,0.0008516187,0.000080666534,0.000050108796,0.029092455,0.24903567,0.000016544207,0.0009038656,0.000013378037,0.00013266498],"about_ca_topic_score_codex":0.000027627342,"about_ca_topic_score_gemma":0.00008011278,"teacher_disagreement_score":0.3663732,"about_ca_system_score_codex":0.0001785651,"about_ca_system_score_gemma":0.0002976419,"threshold_uncertainty_score":0.529839},"labels":[],"label_agreement":null},{"id":"W4410737305","doi":"10.2196/60191","title":"Clinician Attitudes and Perceptions of Point-of-Care Information Resources and Their Integration Into Electronic Health Records: Qualitative Interview Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical record; Health care; Family medicine; Qualitative research; MEDLINE; Perception; Clinical decision support system; Psychology","score_opus":0.045621396496916995,"score_gpt":0.5009940107390923,"score_spread":0.45537261424217534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410737305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821316,0.0017074797,0.00844283,0.002439315,0.00028069073,0.0034672217,0.000027331302,0.00007217225,0.0014313543],"genre_scores_gemma":[0.9950304,0.0016853848,0.00060426147,0.0021361476,0.000047636986,0.00036512964,0.00006243921,0.0000100144525,0.000058558177],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9935711,0.0020472677,0.003328903,0.00012828532,0.00042543578,0.0004990128],"domain_scores_gemma":[0.9961316,0.0015377866,0.0013078009,0.00032116164,0.0004735744,0.00022809727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006265798,0.00021740489,0.00082959025,0.0004224869,0.00039353638,0.00001539913,0.00024057062,0.0002978664,0.00006579609],"category_scores_gemma":[0.000982869,0.00015949932,0.00006364345,0.00048143315,0.00022939515,0.0005979451,0.00021064591,0.0011965849,0.0000116880765],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057277484,0.0000960111,0.011560844,0.00968565,0.000061419116,3.526949e-8,0.7880081,1.4120201e-7,9.1320055e-7,0.002357888,0.0008869394,0.1872848],"study_design_scores_gemma":[0.0012851941,0.002013552,0.015037573,0.0050848615,0.000016522485,0.0000013792484,0.9685116,0.0008021534,0.000002454898,0.0010456124,0.0060768262,0.00012228257],"about_ca_topic_score_codex":0.0011176446,"about_ca_topic_score_gemma":0.0065333755,"teacher_disagreement_score":0.18716252,"about_ca_system_score_codex":0.00043880628,"about_ca_system_score_gemma":0.0019702453,"threshold_uncertainty_score":0.65041935},"labels":[],"label_agreement":null},{"id":"W4410743439","doi":"10.2196/68044","title":"Impact of Diagnostic Stewardship on Urine Culture Ordering in Saudi Arabia: Prospective Pre- and Postintervention Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Intervention (counseling); Stewardship (theology); Computer science; Nursing; Political science; World Wide Web","score_opus":0.011119478532995462,"score_gpt":0.3456490118173221,"score_spread":0.33452953328432666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410743439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913423,0.000047064954,0.00023133881,0.00014440487,0.00007764602,0.0019560605,0.0000035774672,0.00004935253,0.006148267],"genre_scores_gemma":[0.9991809,0.00005385791,0.00011936759,0.00008860262,0.000024468132,0.00016597645,0.000011135264,0.000006989612,0.00034867917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985949,0.00004017554,0.0006509773,0.00010579347,0.00043125256,0.0001769287],"domain_scores_gemma":[0.9991865,0.00024442258,0.00014478064,0.00022597169,0.00008878959,0.0001094945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003909966,0.00015414071,0.0003325444,0.00033386573,0.000034799898,0.000016663847,0.00008006348,0.000098494515,0.00006902873],"category_scores_gemma":[0.0014704069,0.00011326586,0.00008585976,0.00045362784,0.00006755291,0.00014904828,0.000127868,0.00044340722,0.000006508884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036547874,0.009779571,0.9727648,0.0013399603,0.0003448695,0.00005280396,0.006688725,0.00008692299,0.000004811254,0.000280686,0.0005700273,0.007721355],"study_design_scores_gemma":[0.0033396257,0.009208959,0.9827159,0.0016710951,0.00009123292,0.000025922178,0.0017388562,0.00091748475,0.000021663747,0.000086383014,0.00010043919,0.00008246241],"about_ca_topic_score_codex":0.00007490404,"about_ca_topic_score_gemma":0.000040748408,"teacher_disagreement_score":0.009951087,"about_ca_system_score_codex":0.00022857999,"about_ca_system_score_gemma":0.000089959954,"threshold_uncertainty_score":0.46188477},"labels":[],"label_agreement":null},{"id":"W4410764776","doi":"10.2196/66429","title":"Large Language Models as a Consulting Hotline for Patients With Breast Cancer and Specialists in China: Cross-Sectional Questionnaire Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Breast cancer; Medicine; Family medicine; Cancer; Health literacy; Likert scale; Psychology; Health care; Internal medicine","score_opus":0.03300997302512662,"score_gpt":0.4329999151108615,"score_spread":0.3999899420857349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410764776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99649465,0.00004779343,0.0008477884,0.00080057635,0.0002293198,0.0012788426,0.000043716595,0.000033607226,0.00022368073],"genre_scores_gemma":[0.9982351,0.000018885836,0.00017239967,0.00092458306,0.00018799136,0.00026634242,0.00006893165,0.000007463428,0.00011829644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872655,0.000016128977,0.00057815935,0.00010509313,0.000363065,0.00021103052],"domain_scores_gemma":[0.99928176,0.00008433956,0.00010094345,0.00010645555,0.00028208553,0.00014443413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038816803,0.00010091917,0.00019088492,0.00012750259,0.000121351564,0.000035262376,0.000053681866,0.00012217583,0.000052974785],"category_scores_gemma":[0.00032275714,0.00007582219,0.000019911831,0.00022508806,0.00008214671,0.0002106988,0.000030446548,0.00024020644,0.00000296861],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039063877,0.00068036176,0.9627412,0.00037896758,0.000021880274,0.0000025111776,0.020425426,0.000017099152,1.8889105e-7,0.00050399377,0.00013813228,0.014699597],"study_design_scores_gemma":[0.0012554652,0.00028192927,0.9685293,0.0006215519,0.000016686528,0.000010265493,0.008494242,0.020271217,0.0000062019176,0.0003502559,0.000074999014,0.000087927925],"about_ca_topic_score_codex":0.0007379683,"about_ca_topic_score_gemma":0.00089533854,"teacher_disagreement_score":0.020254118,"about_ca_system_score_codex":0.00013530086,"about_ca_system_score_gemma":0.0005292963,"threshold_uncertainty_score":0.3091939},"labels":[],"label_agreement":null},{"id":"W4410803965","doi":"10.2196/65325","title":"Enhancing Efficiency and User Experience of Digital Community Health Worker Payments in Zanzibar: Implementation Report","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Payment; Documentation; Computer science; Knowledge management; Health care; Process management; Business; World Wide Web; Database","score_opus":0.03695183981429552,"score_gpt":0.48732573930261086,"score_spread":0.45037389948831535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410803965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983648,0.00009342768,0.008166124,0.0014656275,0.00022188373,0.0028378558,0.000019053954,0.000047006193,0.0035010313],"genre_scores_gemma":[0.991762,0.0002144324,0.0006261041,0.0045400783,0.000021707443,0.0025294512,0.000110216526,0.0000065831373,0.00018942924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99641967,0.00021146337,0.0023343582,0.00009683917,0.0004315704,0.0005060727],"domain_scores_gemma":[0.99793386,0.0005538095,0.00064608676,0.0003862773,0.00010063788,0.00037932766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020327922,0.0001128215,0.0003237482,0.00017888306,0.00054672407,0.000009394647,0.00019723686,0.00016265211,0.00012878745],"category_scores_gemma":[0.000407581,0.00009809941,0.0000226789,0.00050271,0.00012543125,0.00025095124,0.00021927316,0.0008690141,0.000011335632],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000484275,0.00041921946,0.71617764,0.0046300474,0.000010323543,0.0000026082218,0.08004166,0.0000015903502,0.0000044287744,0.004411162,0.00925132,0.18500157],"study_design_scores_gemma":[0.0065677348,0.00033413016,0.42929766,0.0049028485,0.000013149524,0.00002209832,0.3512023,0.002121437,0.000082129314,0.0016865922,0.20338014,0.00038978524],"about_ca_topic_score_codex":0.0007800096,"about_ca_topic_score_gemma":0.0011744018,"teacher_disagreement_score":0.28688,"about_ca_system_score_codex":0.00020220151,"about_ca_system_score_gemma":0.0018100513,"threshold_uncertainty_score":0.4205015},"labels":[],"label_agreement":null},{"id":"W4410881920","doi":"10.2196/65127","title":"Experience of Cardiovascular and Cerebrovascular Disease Surgery Patients: Sentiment Analysis Using the Korean Bidirectional Encoder Representations from Transformers (KoBERT) Model","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Recall; Health care; Medical emergency; Physical therapy; Psychology","score_opus":0.035309672438095324,"score_gpt":0.3600863854187433,"score_spread":0.32477671298064803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410881920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92436206,0.00035936525,0.07368051,0.00082065177,0.00008683283,0.00047093353,0.00005065395,0.000023478393,0.00014552117],"genre_scores_gemma":[0.99699575,0.0004369059,0.0006912272,0.0016387118,0.000032454685,0.000043872373,0.0001261237,0.00000659953,0.00002833919],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977226,0.000056794084,0.00071951735,0.0001394661,0.0011530761,0.00020849747],"domain_scores_gemma":[0.9986105,0.00029937483,0.000105274456,0.00040440145,0.0001882727,0.00039217202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037802427,0.00013491696,0.00047774278,0.00030270955,0.00014358158,0.000019433699,0.00008083919,0.00009375493,0.000088040804],"category_scores_gemma":[0.00037998654,0.0000930503,0.00053937576,0.00076582434,0.00022341324,0.00018558725,0.00004915442,0.00018313469,7.45426e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027038797,0.0007433053,0.8927899,0.0017983754,0.010966271,0.000010079052,0.041886564,0.016248615,0.000013192817,0.00015803197,0.0017245897,0.033390705],"study_design_scores_gemma":[0.0014267669,0.000021662512,0.19492161,0.0004434257,0.004046625,0.0000024110823,0.0049954373,0.7919778,0.00018163252,0.000116888325,0.0016853812,0.00018033033],"about_ca_topic_score_codex":0.0011102624,"about_ca_topic_score_gemma":0.000032193246,"teacher_disagreement_score":0.77572924,"about_ca_system_score_codex":0.00011332817,"about_ca_system_score_gemma":0.0008470438,"threshold_uncertainty_score":0.37944812},"labels":[],"label_agreement":null},{"id":"W4410882039","doi":"10.2196/74940","title":"Intelligent Prediction Platform for Sepsis Risk Based on Real-Time Dynamic Temporal Features: Design Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interpretability; Early warning score; Computer science; Sepsis; Blood pressure; Machine learning; Medicine; Artificial intelligence; Predictive modelling; Data mining; Intensive care medicine; Emergency medicine; Internal medicine","score_opus":0.04379900627985013,"score_gpt":0.3635587934646459,"score_spread":0.3197597871847958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410882039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89745677,0.000103635684,0.070270546,0.0029597436,0.0010372069,0.017038295,0.00031960662,0.0008168239,0.009997402],"genre_scores_gemma":[0.98232055,0.00022020213,0.011116247,0.0027804465,0.00009630405,0.0020171397,0.0006049861,0.000035270077,0.00080883875],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761266,0.00005264999,0.0008751987,0.00019787249,0.0009162768,0.00034534206],"domain_scores_gemma":[0.99791175,0.0009148811,0.00021989048,0.000493508,0.0001327136,0.00032727187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008154891,0.0002916301,0.00052391936,0.00033469824,0.00017582826,0.00004476688,0.00016497057,0.00028940936,0.0002057816],"category_scores_gemma":[0.0005049057,0.00020344298,0.00021557744,0.00033676202,0.000070311246,0.00010539754,0.000043876495,0.00037184812,0.00007779416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009504307,0.03157231,0.11281952,0.002379479,0.003992182,0.00011786086,0.01714711,0.002028344,0.000032140633,0.00035157736,0.35037982,0.46967536],"study_design_scores_gemma":[0.016604358,0.010862372,0.06858689,0.0017314292,0.0014266501,0.000012037825,0.00740563,0.8837746,0.0012834434,0.0003193794,0.007552192,0.0004410455],"about_ca_topic_score_codex":0.000039886847,"about_ca_topic_score_gemma":0.000011860459,"teacher_disagreement_score":0.88174623,"about_ca_system_score_codex":0.00043184936,"about_ca_system_score_gemma":0.00042343058,"threshold_uncertainty_score":0.8296164},"labels":[],"label_agreement":null},{"id":"W4410942890","doi":"10.2196/67748","title":"Enhancing Antidiabetic Drug Selection Using Transformers: Machine-Learning Model Development","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Receiver operating characteristic; Medicine; Diabetes mellitus; Machine learning; Area under the curve; Artificial intelligence; Medical record; F1 score; Internal medicine; Computer science","score_opus":0.014205825438215311,"score_gpt":0.3072878683713109,"score_spread":0.2930820429330956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410942890","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1807609,0.000058565773,0.81618303,0.0005989787,0.00021400338,0.0002600019,3.2068675e-7,0.00034208625,0.0015820998],"genre_scores_gemma":[0.72048324,0.000023766848,0.2775178,0.001553038,0.000034365214,0.00003464848,0.00000866012,0.000012592393,0.00033190177],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973202,0.00010863513,0.00094900426,0.00019021415,0.0008998089,0.00053218956],"domain_scores_gemma":[0.9990771,0.00015247779,0.00018647812,0.00020280921,0.0001254207,0.0002557612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011301696,0.00021758031,0.0002827349,0.0003409486,0.00054473197,0.00014019266,0.00067294604,0.00018071849,0.000032457632],"category_scores_gemma":[0.00020776431,0.00020057058,0.000064245614,0.0008446169,0.000045451572,0.00066755194,0.00022944299,0.0011016311,0.00002842226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003001618,0.00027911473,0.021993723,0.006106015,0.0001797448,0.000016539781,0.13559638,0.10206958,0.00047246358,0.014129825,0.00076176145,0.71836483],"study_design_scores_gemma":[0.00031373915,0.00001935303,0.00016492564,0.0004400096,0.0000057319,0.000013962532,0.00031480554,0.99374384,0.0016939294,0.0001813977,0.0029105386,0.0001977843],"about_ca_topic_score_codex":0.0000526845,"about_ca_topic_score_gemma":0.000052660747,"teacher_disagreement_score":0.8916742,"about_ca_system_score_codex":0.00024874,"about_ca_system_score_gemma":0.0013094124,"threshold_uncertainty_score":0.81790304},"labels":[],"label_agreement":null},{"id":"W4410982247","doi":"10.2196/64162","title":"Service Users’ Perspectives on an Integrated Electronic Care Record in Mental Health Care: Qualitative Vignette and Interview Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vignette; Mental health; Qualitative research; Service (business); Medicine; Nursing; Psychology; Medical education; Psychiatry; Business; Sociology","score_opus":0.0427195406722133,"score_gpt":0.49761719860287407,"score_spread":0.4548976579306608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410982247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97860694,0.0028609454,0.00019324235,0.009113521,0.0005675711,0.0063425247,0.00004481521,0.00018451583,0.00208594],"genre_scores_gemma":[0.9765045,0.001026102,0.00028289494,0.020467022,0.00010690231,0.0012306005,0.00018273095,0.000039375627,0.00015987566],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9909439,0.004596336,0.0021126636,0.0003525028,0.0007298432,0.0012647231],"domain_scores_gemma":[0.99742055,0.0006924355,0.0005149832,0.00049025647,0.00038002088,0.0005017278],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0038004147,0.00036662084,0.00087430555,0.00045283887,0.0005627987,0.000025974517,0.00045636823,0.00037903493,0.00014153415],"category_scores_gemma":[0.0002831433,0.00030084202,0.000048791142,0.001087163,0.00008611637,0.00033384055,0.00019793076,0.002964021,0.0000709196],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00015073187,0.0002602212,0.00257563,0.0032129418,0.00005281679,0.0000017924095,0.9432264,3.5095474e-7,2.6801825e-7,0.0012201372,0.0027827248,0.046515975],"study_design_scores_gemma":[0.0029294207,0.002624402,0.001543695,0.002819056,0.000009055006,0.0000016790358,0.9460045,0.0006995451,5.016447e-7,0.00004571358,0.043111093,0.00021135337],"about_ca_topic_score_codex":0.005575238,"about_ca_topic_score_gemma":0.08416602,"teacher_disagreement_score":0.07859078,"about_ca_system_score_codex":0.0046861107,"about_ca_system_score_gemma":0.005859642,"threshold_uncertainty_score":0.9999444},"labels":[],"label_agreement":null},{"id":"W4411015220","doi":"10.2196/78151","title":"Correction: Toward a Domain-Overarching Metadata Schema for Making Health Research Studies FAIR (Findable, Accessible, Interoperable, and Reusable): Development of the NFDI4Health Metadata Schema","year":2025,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metadata; Interoperability; Schema (genetic algorithms); Computer science; Information retrieval; World Wide Web; Domain (mathematical analysis); Data science","score_opus":0.3095003249198748,"score_gpt":0.5096367832651204,"score_spread":0.20013645834524563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411015220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000110635556,0.007892678,0.9270846,0.027278809,0.015135952,0.0057242014,0.00020654865,0.00019182899,0.01637473],"genre_scores_gemma":[0.00036181032,0.03428,0.7653628,0.006622261,0.0007606677,0.002118687,0.000817617,0.000099845856,0.1895763],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98735994,0.0013063455,0.0030909204,0.0009562736,0.005674129,0.0016123625],"domain_scores_gemma":[0.98918676,0.0036534262,0.001934069,0.003523375,0.0011756576,0.00052670576],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.027358647,0.0006261492,0.0015459021,0.0012901074,0.0017733396,0.004778165,0.011114025,0.0004671213,0.000015598758],"category_scores_gemma":[0.014480413,0.0004228822,0.00016224394,0.0028739392,0.00074152707,0.027955344,0.024116386,0.004727341,0.0000050121953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055013337,0.00013425255,0.000017094215,0.016923942,0.0008326402,0.0000060495013,0.007119692,0.0000025471852,4.3227624e-7,0.027071869,0.88048595,0.0673505],"study_design_scores_gemma":[0.0007589313,0.00020380561,0.000064010164,0.010078243,0.000037725902,0.00002404347,0.007767733,0.012681933,0.000041935727,0.00091340713,0.9670451,0.00038309896],"about_ca_topic_score_codex":0.00012122113,"about_ca_topic_score_gemma":0.00042691693,"teacher_disagreement_score":0.17320158,"about_ca_system_score_codex":0.0007979077,"about_ca_system_score_gemma":0.011571709,"threshold_uncertainty_score":0.9998223},"labels":[],"label_agreement":null},{"id":"W4411024462","doi":"10.2196/73353","title":"Cardiorenal Interorgan Assessment via a Novel Clustering Method Using Dynamic Time Warping on Electrocardiogram: Model Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pfizer","keywords":"Medicine; Dynamic time warping; Kidney disease; Cardiology; Heart failure with preserved ejection fraction; Cluster analysis; Heart failure; Internal medicine; Medical diagnosis; Ejection fraction; QRS complex; Artificial intelligence; Computer science; Pathology","score_opus":0.02243627253545554,"score_gpt":0.38385075368696536,"score_spread":0.3614144811515098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411024462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44645977,0.000006514923,0.55279875,0.00006449353,0.000043639768,0.00024401737,5.284131e-7,0.000048774375,0.00033348938],"genre_scores_gemma":[0.8213046,0.000005087397,0.1782376,0.00022877468,0.00004143022,0.000037682887,0.000023314733,0.000012932212,0.00010854619],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809563,0.000044567714,0.00067982974,0.00015819249,0.0007559875,0.00026577106],"domain_scores_gemma":[0.9993108,0.000071030525,0.00012140536,0.00022201278,0.00008978555,0.00018497702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095688883,0.00019657786,0.0004896561,0.00037135155,0.0001531588,0.000059088146,0.00010256281,0.00012571328,0.0000049293376],"category_scores_gemma":[0.000058974605,0.00016267392,0.00009077646,0.00036979275,0.000028744742,0.00010663008,0.00015838526,0.00043915803,0.0000036818246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032971578,0.0023588738,0.01784378,0.0023441706,0.006323906,0.000066176275,0.029540174,0.03823214,0.012998696,0.000046259967,0.00014785158,0.88976824],"study_design_scores_gemma":[0.0012626334,0.00014583317,0.0012511426,0.0006311012,0.00030395552,0.000030471101,0.0014381617,0.9939769,0.0007666802,0.000008912584,0.00004541867,0.00013876983],"about_ca_topic_score_codex":0.000011576558,"about_ca_topic_score_gemma":0.000002490101,"teacher_disagreement_score":0.9557448,"about_ca_system_score_codex":0.00038132851,"about_ca_system_score_gemma":0.00031902475,"threshold_uncertainty_score":0.663365},"labels":[],"label_agreement":null},{"id":"W4411027404","doi":"10.2196/68138","title":"Trajectory-Ordered Objectives for Self-Supervised Representation Learning of Temporal Healthcare Data Using Transformers: Model Development and Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Transformer; Language model; Deep learning; Encoder; Feature learning; Medical diagnosis; Health care; Medicine","score_opus":0.10600997228744308,"score_gpt":0.4331215315605188,"score_spread":0.3271115592730757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411027404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4795374,0.000054252145,0.5181698,0.0004182354,0.00008218471,0.0015774459,0.0000035071487,0.00008357598,0.000073555784],"genre_scores_gemma":[0.76763856,0.000008827638,0.23199694,0.00014481283,0.000013500949,0.00011280488,0.00007189984,0.0000064832034,0.00000614681],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971923,0.00027568598,0.0009860267,0.00026628113,0.001029641,0.00025005775],"domain_scores_gemma":[0.9985244,0.0002734377,0.00027165396,0.00044128613,0.00035338788,0.0001357838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025847796,0.00015359548,0.00030554642,0.0002407076,0.00027090003,0.000065534434,0.0006333864,0.00012980265,0.0000032099913],"category_scores_gemma":[0.00046570683,0.00014248854,0.000028645836,0.00045879695,0.000040356423,0.0008370359,0.00026758405,0.00035072878,3.0425065e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007572835,0.0004058671,0.04222211,0.0032874267,0.00015687615,9.522226e-7,0.24444214,0.010606381,0.000010088956,0.0009692125,0.000073108495,0.6977501],"study_design_scores_gemma":[0.0014907625,0.0002016668,0.0032145318,0.00017864894,0.000023762179,0.0000023527516,0.012388783,0.9821203,0.000028833689,0.00015598076,0.00007544933,0.00011892403],"about_ca_topic_score_codex":0.00012000935,"about_ca_topic_score_gemma":0.00009028054,"teacher_disagreement_score":0.9715139,"about_ca_system_score_codex":0.00013065126,"about_ca_system_score_gemma":0.0019348718,"threshold_uncertainty_score":0.5810514},"labels":[],"label_agreement":null},{"id":"W4411055356","doi":"10.2196/63720","title":"An Extraction Tool for Venous Thromboembolism Symptom Identification in Primary Care Notes to Facilitate Electronic Clinical Quality Measure Reporting: Algorithm Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Preprint; Measure (data warehouse); Data mining; Identification (biology); Quality (philosophy); Venous thromboembolism; Computer science; Medicine; Algorithm; Intensive care medicine; Surgery; World Wide Web","score_opus":0.06948011539696324,"score_gpt":0.41732527352248167,"score_spread":0.3478451581255184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411055356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9524867,0.00007836365,0.04242085,0.00035172806,0.00026402323,0.004088349,0.0000067756973,0.00009175495,0.00021144869],"genre_scores_gemma":[0.9914301,0.000057778307,0.0061019924,0.0009778573,0.00007855109,0.000959859,0.00034844334,0.000014184175,0.000031239328],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99525476,0.00013606645,0.0030905597,0.00031659138,0.00082542346,0.00037661364],"domain_scores_gemma":[0.99809694,0.0002497451,0.0006957584,0.00042843376,0.00032172634,0.00020737405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050035026,0.00020471489,0.0008238347,0.00025435656,0.00015825615,0.000080263875,0.00014450235,0.00021818286,0.0000075585967],"category_scores_gemma":[0.0013005087,0.00018671104,0.000077158766,0.00029791333,0.000048632603,0.0003157999,0.000084239044,0.00036311965,0.000007955038],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011964252,0.0035327217,0.036845535,0.0016116108,0.00025765406,0.000007064642,0.03821374,0.000022745568,0.00007181247,0.00023517692,0.00026575822,0.91881657],"study_design_scores_gemma":[0.0022926824,0.0008978795,0.9814565,0.00038637075,0.00018817204,0.000005263025,0.010249359,0.0009587351,0.0003665506,0.000100701385,0.002868819,0.00022892572],"about_ca_topic_score_codex":0.000050871615,"about_ca_topic_score_gemma":0.000088998764,"teacher_disagreement_score":0.944611,"about_ca_system_score_codex":0.0004920405,"about_ca_system_score_gemma":0.00081512897,"threshold_uncertainty_score":0.76138556},"labels":[],"label_agreement":null},{"id":"W4411093667","doi":"10.2196/64982","title":"Health Care Professionals’ Perspectives on Implementing Patient-Accessible Electronic Health Records in Primary Care: Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Implementation; Qualitative research; Medicine; Health care; Nursing; Implementation research; Resistance (ecology); Medical education; Psychological intervention; Computer science","score_opus":0.03198065898850323,"score_gpt":0.5110342566890504,"score_spread":0.47905359770054723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411093667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92962927,0.00753198,0.00031162085,0.014943254,0.0016540384,0.016750326,0.00008815499,0.00038601665,0.028705366],"genre_scores_gemma":[0.9694306,0.00041088366,0.00043885646,0.02468136,0.00023327314,0.003892744,0.00031296967,0.00005778591,0.0005414873],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9846552,0.00535356,0.0045441682,0.000517333,0.0018488338,0.0030808873],"domain_scores_gemma":[0.99478406,0.0015843308,0.0017762136,0.000717534,0.00049126096,0.00064657565],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0067711337,0.00048327513,0.0014091254,0.0008191012,0.0017127594,0.00002908794,0.0006437672,0.0004105862,0.00020998801],"category_scores_gemma":[0.00051090174,0.00040470166,0.00011884386,0.0015360693,0.00009243619,0.00038845907,0.00048763774,0.0041712523,0.000097454846],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00016075496,0.0006329773,0.00684658,0.008412403,0.000057071455,0.0000023531907,0.8993053,7.5470075e-7,9.574052e-8,0.0029603834,0.017858116,0.06376321],"study_design_scores_gemma":[0.0033294645,0.0025933662,0.0030934564,0.0049842047,0.000005642265,0.0000010106997,0.95487577,0.00008279186,8.445805e-7,0.00008295561,0.03067484,0.00027567244],"about_ca_topic_score_codex":0.0031620532,"about_ca_topic_score_gemma":0.013557126,"teacher_disagreement_score":0.06348754,"about_ca_system_score_codex":0.013893566,"about_ca_system_score_gemma":0.03586335,"threshold_uncertainty_score":0.9998405},"labels":[],"label_agreement":null},{"id":"W4411144636","doi":"10.2196/69688","title":"Improving AI-Based Clinical Decision Support Systems and Their Integration Into Care From the Perspective of Experts: Interview Study Among Different Stakeholders","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Perspective (graphical); Clinical decision support system; Decision support system; Computer science; Artificial intelligence; Management science; Data science; Engineering; World Wide Web","score_opus":0.16509944903330356,"score_gpt":0.4661956738063274,"score_spread":0.3010962247730239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411144636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9525462,0.0006004103,0.04310617,0.0011943089,0.00082433113,0.0015495474,0.0000070164597,0.000033026234,0.00013899518],"genre_scores_gemma":[0.9976304,0.000093443574,0.00015894997,0.0017679137,0.0001427159,0.00013848388,0.00004826296,0.000008181987,0.000011638618],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.997485,0.00020240954,0.0015154076,0.00016126812,0.0004738036,0.00016215595],"domain_scores_gemma":[0.99722636,0.001317122,0.00029263386,0.0004121983,0.0005593726,0.00019232708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094273407,0.00017208986,0.00047220642,0.00011027673,0.000117308184,0.00005348434,0.00019221306,0.00021695172,0.00004862452],"category_scores_gemma":[0.0014684395,0.00009117033,0.0001063076,0.00019608761,0.00028840872,0.00014795133,0.000088532724,0.0004965895,0.0000025463312],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017215451,0.00047777282,0.114148214,0.00049699633,0.00008605409,0.0000019963904,0.21272515,0.0000026645996,0.000006136046,0.00012976161,0.0016034375,0.6701497],"study_design_scores_gemma":[0.00037828973,0.0009057466,0.017728832,0.0020492675,0.00007784945,0.0000012622786,0.9411629,0.0367373,0.00036407245,0.0002631385,0.0002387361,0.00009262534],"about_ca_topic_score_codex":0.0029641679,"about_ca_topic_score_gemma":0.0012195571,"teacher_disagreement_score":0.7284377,"about_ca_system_score_codex":0.00022159803,"about_ca_system_score_gemma":0.00056124065,"threshold_uncertainty_score":0.44809547},"labels":[],"label_agreement":null},{"id":"W4411149355","doi":"10.2196/62862","title":"Diagnostic Prediction Models for Primary Care, Based on AI and Electronic Health Records: Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Preprint; Health records; Primary care; Electronic health record; Computer science; Artificial intelligence; Data science; Medicine; Data mining; Health care; World Wide Web; Family medicine","score_opus":0.02014705720791973,"score_gpt":0.3577509687424427,"score_spread":0.337603911534523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411149355","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0353487e-8,0.7383165,0.25078347,0.0008037991,0.0003214804,0.009099905,0.00006860179,0.00022632386,0.00037994582],"genre_scores_gemma":[8.021235e-7,0.97131085,0.004307069,0.018197853,0.00009077493,0.005367631,0.00064375036,0.000030428291,0.000050847982],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9938245,0.00076998444,0.0029482446,0.00041034832,0.0013038536,0.0007431161],"domain_scores_gemma":[0.99176204,0.004859541,0.0013852094,0.0012856376,0.00021934489,0.00048823803],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002588966,0.0005715092,0.0033101998,0.00040929962,0.00022620481,0.00012947393,0.0013904341,0.0005075565,0.0000049784444],"category_scores_gemma":[0.0030104427,0.00042291128,0.00038841603,0.0007157505,0.000049866598,0.00035874848,0.00028506597,0.0016955532,0.0000141594355],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[6.624651e-7,0.00001610843,2.149718e-7,0.6356688,0.000019836662,8.475576e-7,0.00013096716,0.00001507833,4.6099084e-12,0.0019143845,0.002129489,0.36010364],"study_design_scores_gemma":[0.00018559289,0.00042139375,2.2668124e-7,0.72077775,0.00022168571,0.000028515075,0.000008472086,0.19542953,9.801285e-10,0.00015157979,0.0825499,0.00022537765],"about_ca_topic_score_codex":0.000010717551,"about_ca_topic_score_gemma":0.0000048257166,"teacher_disagreement_score":0.35987824,"about_ca_system_score_codex":0.0010840715,"about_ca_system_score_gemma":0.0075066797,"threshold_uncertainty_score":0.99982226},"labels":[],"label_agreement":null},{"id":"W4411199189","doi":"10.2196/76773","title":"Toward Cross-Hospital Deployment of Natural Language Processing Systems: Model Development and Validation of Fine-Tuned Large Language Models for Disease Name Recognition in Japanese","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Software deployment; Computer science; Robustness (evolution); Artificial intelligence; Natural language processing; Medicine; World Wide Web; Software engineering","score_opus":0.02115195569370589,"score_gpt":0.30708802305490746,"score_spread":0.2859360673612016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411199189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5684536,0.00031783647,0.4306749,0.000063489046,0.000060072165,0.00035676832,0.00000954997,0.000026829779,0.000036915862],"genre_scores_gemma":[0.95874655,0.0000041961007,0.040952988,0.000084013496,0.000010299868,0.00012177041,0.000043859072,0.0000043436085,0.000031954725],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985096,0.000017342743,0.0007396389,0.00011756566,0.00042979754,0.00018604373],"domain_scores_gemma":[0.9993561,0.00005714181,0.00020528183,0.00016557316,0.00012794718,0.00008795599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047561427,0.000106360254,0.00021068465,0.00013856018,0.00003455097,0.00005605023,0.00026744267,0.00008105272,9.249582e-7],"category_scores_gemma":[0.00012312092,0.0000920091,0.00003054678,0.0001514508,0.00003230185,0.00066582864,0.00017518127,0.00010846562,3.6376127e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016304235,0.0007435169,0.0009140082,0.019894106,0.00007366754,0.000017068834,0.5443229,0.027622916,0.000115905124,0.006086001,0.00008405471,0.39996278],"study_design_scores_gemma":[0.0009150556,0.000014953004,0.000060188442,0.0007380822,0.0000057161324,8.3439386e-7,0.0030185897,0.99400073,0.00084934244,0.00029605572,0.0000044094922,0.00009604076],"about_ca_topic_score_codex":0.000011086221,"about_ca_topic_score_gemma":0.0000041366934,"teacher_disagreement_score":0.9663778,"about_ca_system_score_codex":0.000059279002,"about_ca_system_score_gemma":0.00029678392,"threshold_uncertainty_score":0.3752022},"labels":[],"label_agreement":null},{"id":"W4411260197","doi":"10.2196/66066","title":"Alert Reduction and Telemonitoring Process Optimization for Improving Efficiency in Remote Patient Monitoring Programs: Framework Development Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Computer science; Reduction (mathematics); Process management; Medicine; Real-time computing; Engineering; Operating system","score_opus":0.023685483219627067,"score_gpt":0.35831732790104576,"score_spread":0.3346318446814187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411260197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9611138,0.000098277465,0.03477304,0.00016889394,0.000815659,0.0027812272,2.5461193e-7,0.00018655715,0.00006229063],"genre_scores_gemma":[0.93841964,0.00002180649,0.06097902,0.00003227838,0.00012975273,0.00038866297,0.000007831019,0.000011836045,0.000009150384],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803334,0.000023867908,0.00091789215,0.00018297217,0.0004767602,0.00036516896],"domain_scores_gemma":[0.9992182,0.000086055086,0.00017148527,0.00019117503,0.00017789566,0.00015518222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000572207,0.00017022555,0.00028879018,0.00035109013,0.00020079891,0.000027960516,0.00010612316,0.00036488933,0.0000017449421],"category_scores_gemma":[0.0006119821,0.00015229653,0.00002335371,0.0005919045,0.00006002726,0.00017274384,0.000080954334,0.00061758945,6.90408e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010161373,0.000387659,0.14103849,0.0017819727,0.000022300113,0.000005038501,0.019889873,0.00020857887,0.000003639306,0.000011078277,0.0000021112114,0.8365477],"study_design_scores_gemma":[0.015695509,0.008908168,0.07118133,0.03723887,0.00029865393,0.00017754866,0.36698866,0.4810056,0.014645293,0.0004973837,0.0014870403,0.0018759404],"about_ca_topic_score_codex":0.000015124553,"about_ca_topic_score_gemma":0.0000015626222,"teacher_disagreement_score":0.83467174,"about_ca_system_score_codex":0.0002296155,"about_ca_system_score_gemma":0.00040778692,"threshold_uncertainty_score":0.62104726},"labels":[],"label_agreement":null},{"id":"W4411339293","doi":"10.2196/74415","title":"Machine Learning–Based Analysis of Lifestyle Risk Factors for Atherosclerotic Cardiovascular Disease: Retrospective Case-Control Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Atherosclerotic cardiovascular disease; Disease; Computer science; Internal medicine; World Wide Web","score_opus":0.049997501908884655,"score_gpt":0.41709860928533643,"score_spread":0.3671011073764518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411339293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9437753,0.00021380429,0.049407832,0.00016707894,0.00040645554,0.0049607833,0.0007645391,0.00015217417,0.00015205205],"genre_scores_gemma":[0.9982581,0.00003637263,0.00017019702,0.00038545535,0.0000790936,0.000855777,0.00006890104,0.000023498398,0.0001225743],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949603,0.0011806414,0.001935328,0.0002465316,0.0010952074,0.0005820053],"domain_scores_gemma":[0.99320084,0.0041223816,0.0006819778,0.0008169584,0.0006917184,0.0004861071],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033298875,0.00026946233,0.0011606077,0.00055655313,0.00095110084,0.00001290579,0.00035050893,0.00035082063,0.00048581025],"category_scores_gemma":[0.008756873,0.00021237248,0.00074358145,0.0014981129,0.00017320563,0.00012490264,0.00010609675,0.0013460413,0.000020373653],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012968195,0.00026113912,0.9696122,0.0006491815,0.0034781746,0.000016600077,0.014329175,0.009306136,1.2089193e-7,0.00018396456,0.00009611912,0.0019375489],"study_design_scores_gemma":[0.0010338181,0.00028569164,0.24707183,0.00019669281,0.003983288,2.5419575e-7,0.03188754,0.7144185,0.0000027921287,0.00010356607,0.00084327144,0.00017276505],"about_ca_topic_score_codex":0.002685589,"about_ca_topic_score_gemma":0.0013535515,"teacher_disagreement_score":0.7225403,"about_ca_system_score_codex":0.00033523559,"about_ca_system_score_gemma":0.00082449045,"threshold_uncertainty_score":0.9995928},"labels":[],"label_agreement":null},{"id":"W4411348194","doi":"10.2196/71229","title":"A Machine Learning–Based Prognostication Model Enhances Prediction of Early Hepatic Encephalopathy in Patients With Noncancer-Related Cirrhosis: Multicenter Longitudinal Cohort Study in Taiwan","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Liver Disease and Transplantation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Hepatocellular cancer; Hepatic encephalopathy; Cohort; Area under curve; Cancer; Internal medicine; Computer science; Cirrhosis; World Wide Web","score_opus":0.006690102010200539,"score_gpt":0.25933510337831533,"score_spread":0.2526450013681148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411348194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957071,0.000017880448,0.0015217238,0.000049261915,0.000036786605,0.002331219,0.000060982005,0.00003731552,0.00023773935],"genre_scores_gemma":[0.9985719,0.000014809532,0.00024946767,0.00006983206,0.0000054635584,0.0004388376,0.0006286538,0.000007801555,0.000013247799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802047,0.00006216244,0.0008122426,0.00014214966,0.0007828845,0.00018010223],"domain_scores_gemma":[0.99930453,0.000066333974,0.00020366658,0.00014982274,0.00017065978,0.000105001236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028619246,0.00014427693,0.0003163264,0.00033110354,0.000032548018,0.00001050868,0.00008794806,0.00010605588,0.00006667791],"category_scores_gemma":[0.00007407127,0.000112438014,0.00003277833,0.00052289537,0.00009005289,0.0002637986,0.000015636342,0.00035078675,0.000004085841],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096420094,0.0018001667,0.98837316,0.0006068075,0.000113352784,0.0000067333235,0.006953803,0.0004481979,0.0000018404219,0.000006704125,0.000004076561,0.00072097685],"study_design_scores_gemma":[0.006292397,0.0007256857,0.69928885,0.0013057208,0.00022311187,2.2519163e-7,0.00036462268,0.29171094,0.00002351876,0.000007200128,7.4182196e-7,0.000056972636],"about_ca_topic_score_codex":0.000096454154,"about_ca_topic_score_gemma":0.00011156151,"teacher_disagreement_score":0.29126275,"about_ca_system_score_codex":0.00010958335,"about_ca_system_score_gemma":0.0003378111,"threshold_uncertainty_score":0.4585089},"labels":[],"label_agreement":null},{"id":"W4411373652","doi":"10.2196/72938","title":"Label Accuracy in Electronic Health Records and Its Impact on Machine Learning Models for Early Prediction of Gestational Diabetes: 3-Step Retrospective Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medical diagnosis; Health records; Gestational diabetes; Electronic health record; Random forest; Computer science; Medicine; Machine learning; Diabetes mellitus; Medical record; Artificial intelligence; Health care; Pregnancy; World Wide Web; Internal medicine; Radiology","score_opus":0.027535241436034138,"score_gpt":0.37387633703551615,"score_spread":0.346341095599482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411373652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931234,0.00010283718,0.003080928,0.0007233183,0.000031971806,0.0024401734,0.00007629089,0.000028397431,0.00039266897],"genre_scores_gemma":[0.9981746,0.0002668952,0.00038124452,0.0002965349,0.000019196457,0.00032627102,0.00036771453,0.000008516572,0.00015903146],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998073,0.00008355031,0.000616401,0.00012020361,0.000767437,0.00033942182],"domain_scores_gemma":[0.99889225,0.00042498572,0.00019160146,0.000097682474,0.00023323938,0.00016021541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011757655,0.00012348044,0.00030646962,0.00041202086,0.00006868259,0.000020454278,0.00007253389,0.00006898187,0.000025447664],"category_scores_gemma":[0.001033602,0.000099488265,0.000040003484,0.00036836907,0.000029756122,0.00029861325,0.00004659328,0.00042729717,0.0000018424706],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020901063,0.004392138,0.8280205,0.0058751744,0.0010152458,0.0000033625038,0.013631578,0.0042813625,0.00005239227,0.019557407,0.003376078,0.117704615],"study_design_scores_gemma":[0.00417634,0.005046514,0.40082917,0.00037605115,0.000020315596,3.5465237e-7,0.00065198337,0.5875155,0.000024300163,0.001225081,0.000080758,0.000053655647],"about_ca_topic_score_codex":0.00004416896,"about_ca_topic_score_gemma":0.00001881036,"teacher_disagreement_score":0.58323413,"about_ca_system_score_codex":0.0004085343,"about_ca_system_score_gemma":0.00052878784,"threshold_uncertainty_score":0.40570137},"labels":[],"label_agreement":null},{"id":"W4411373796","doi":"10.2196/70967","title":"Leveraging GPT-4o for Automated Extraction and Categorization of CAD-RADS Features From Free-Text Coronary CT Angiography Reports: Diagnostic Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Categorization; BI-RADS; Coronary angiography; CAD; Preprint; Feature (linguistics); Computer science; Medicine; Radiology; Artificial intelligence; Feature extraction; Internal medicine; Mammography; Engineering; World Wide Web","score_opus":0.03958429564436395,"score_gpt":0.4037476638439788,"score_spread":0.36416336819961487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411373796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99058664,0.0006628923,0.0049414523,0.0010095708,0.0008205699,0.0015820838,0.000012143176,0.00016325293,0.00022138587],"genre_scores_gemma":[0.9975968,0.00015053172,0.0010028434,0.0006087428,0.00013291894,0.00019942281,0.00025157517,0.000010276868,0.00004686698],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99816257,0.00003729891,0.0010396114,0.00013947085,0.00043075441,0.00019029205],"domain_scores_gemma":[0.9980734,0.000881774,0.00031461735,0.00031074748,0.00025312664,0.00016633733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004340999,0.00013739186,0.00030920902,0.00028035208,0.0001272705,0.000026134998,0.00008322275,0.0001453496,0.000039691735],"category_scores_gemma":[0.0018884207,0.00011859328,0.00008498344,0.00041464696,0.00009854398,0.00021963262,0.000042341024,0.0002357315,0.0000015734123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002495544,0.0015825317,0.7284828,0.0017197934,0.00043553844,0.00007376832,0.03494015,0.000050809096,0.00010576232,0.00021784329,0.034409825,0.19773163],"study_design_scores_gemma":[0.0008262652,0.00096490514,0.8927868,0.0015109555,0.0005898129,0.0001812344,0.05989487,0.034322675,0.0023870126,0.003443742,0.0027900978,0.00030164237],"about_ca_topic_score_codex":0.0012291904,"about_ca_topic_score_gemma":0.00008658437,"teacher_disagreement_score":0.19742998,"about_ca_system_score_codex":0.00006412611,"about_ca_system_score_gemma":0.0003346028,"threshold_uncertainty_score":0.48360935},"labels":[],"label_agreement":null},{"id":"W4411373846","doi":"10.2196/76128","title":"Comparative Analysis of Generative Artificial Intelligence Systems in Solving Clinical Pharmacy Problems: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Intraclass correlation; Medicine; Artificial intelligence; Computer science; Family medicine; Psychometrics; Clinical psychology","score_opus":0.35857448963937416,"score_gpt":0.6052675788860328,"score_spread":0.24669308924665861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411373846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8894498,0.00026588002,0.10525762,0.00072271784,0.0010911623,0.0019842596,0.0000047753388,0.000040838084,0.0011829567],"genre_scores_gemma":[0.9927328,0.00011367718,0.006199678,0.00047249714,0.00013580905,0.00025774943,0.000037732996,0.00000534338,0.00004467642],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941746,0.00077957404,0.0038398055,0.00021338994,0.00066761195,0.00032504598],"domain_scores_gemma":[0.99655575,0.001731505,0.0005302709,0.00037055687,0.00054202974,0.00026989495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050604497,0.00019659805,0.0012738744,0.00095973304,0.00008573138,0.000036752463,0.00024856025,0.00020302804,0.00013754448],"category_scores_gemma":[0.0013017562,0.00015974505,0.0001969918,0.0029680363,0.0002845604,0.00018251513,0.00010351426,0.0007641717,0.000019216537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004284094,0.0055678077,0.15818265,0.0012117813,0.0028694712,0.000014743617,0.15864046,0.0037867846,0.00008312006,0.004663796,0.0012034735,0.6633475],"study_design_scores_gemma":[0.00013552951,0.00045282592,0.009577456,0.0004963069,0.0007938731,0.0000024832711,0.18354931,0.80142,0.002340478,0.00047406426,0.0005951843,0.00016248925],"about_ca_topic_score_codex":0.000745918,"about_ca_topic_score_gemma":0.0005932672,"teacher_disagreement_score":0.79763323,"about_ca_system_score_codex":0.00015621347,"about_ca_system_score_gemma":0.0010264335,"threshold_uncertainty_score":0.6514214},"labels":[],"label_agreement":null},{"id":"W4411444902","doi":"10.2196/73030","title":"Development and Validation of a Predictive Model for Activities of Daily Living Dysfunction in Older Adults: Retrospective Analysis of Data From the China Health and Retirement Longitudinal Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Activities of daily living; Gerontology; Medicine; Longitudinal study; Psychological intervention; Logistic regression; Quality of life (healthcare); Population; Physical therapy; Environmental health; Psychiatry; Nursing","score_opus":0.04755176738762166,"score_gpt":0.3589600045224356,"score_spread":0.3114082371348139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411444902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9697903,0.000103252954,0.02827019,0.00016058884,0.00001845109,0.0013995331,0.00011606477,0.0000079660795,0.00013366058],"genre_scores_gemma":[0.99789816,0.000086830834,0.001603174,0.000052347503,0.0000072064718,0.00008020909,0.0002577735,0.0000032336334,0.000011039111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998444,0.000033447246,0.00075584895,0.00013557845,0.00052879646,0.00010228096],"domain_scores_gemma":[0.9989959,0.00020626184,0.00037222097,0.00030048893,0.00007076414,0.000054339747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007700405,0.00009802571,0.00044173424,0.00022818046,0.000039739927,0.0000099437275,0.000116852396,0.000041375217,0.000013279711],"category_scores_gemma":[0.00025210695,0.000070539514,0.000027210073,0.000378683,0.00012720417,0.0002510843,0.00026073962,0.00010229987,1.894721e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011046593,0.0015206514,0.77648425,0.0038339503,0.0033565683,5.256256e-7,0.19855654,0.00025007513,0.0000017455993,0.00045230467,0.0006135123,0.013825209],"study_design_scores_gemma":[0.0015731228,0.00018101405,0.59399486,0.0010836148,0.00044949065,5.9466256e-8,0.06529437,0.33734944,0.000008872661,0.000031678694,0.0000019871143,0.00003149092],"about_ca_topic_score_codex":0.00015280313,"about_ca_topic_score_gemma":0.00033223833,"teacher_disagreement_score":0.33709937,"about_ca_system_score_codex":0.00012697805,"about_ca_system_score_gemma":0.00045976305,"threshold_uncertainty_score":0.28765178},"labels":[],"label_agreement":null},{"id":"W4411548791","doi":"10.2196/63956","title":"Relationship Between Stroke Knowledge, Health Information Literacy, and Health Self- Management Among Patients with Stroke: Multicenter Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stroke (engine); Health literacy; Cross-sectional study; Medicine; Literacy; Physical therapy; Health care; Psychology; Pathology","score_opus":0.03704073378556291,"score_gpt":0.4612490359573435,"score_spread":0.4242083021717806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411548791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97524685,0.000031825177,0.0076278914,0.00071487855,0.00063861534,0.0064920965,0.0002562347,0.0003112888,0.008680299],"genre_scores_gemma":[0.98612654,0.000021462367,0.0040749777,0.0074493745,0.000098266224,0.00061432505,0.0008421046,0.000013246461,0.00075969775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9913783,0.00061881,0.0056201806,0.00021438209,0.0013167746,0.00085154606],"domain_scores_gemma":[0.99531686,0.0007588676,0.0019221111,0.00053074607,0.00063730456,0.0008341232],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005919937,0.0003332487,0.0005680942,0.00066597934,0.0020043417,0.00022347794,0.00037849607,0.00034700296,0.00015556351],"category_scores_gemma":[0.00027790002,0.00025732667,0.000059878974,0.00063982053,0.0001455939,0.00516443,0.00042241925,0.0017541737,0.00019584801],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000833523,0.00041309913,0.9383386,0.0047955425,0.00006239864,1.2101309e-7,0.03864134,0.0000022331585,1.7132858e-10,0.0007574904,0.0029322733,0.013973569],"study_design_scores_gemma":[0.0065817744,0.00030579785,0.9561391,0.00058470294,0.000013892336,2.0526724e-7,0.005058055,0.0027382292,3.04621e-8,0.00003580637,0.028356636,0.00018580668],"about_ca_topic_score_codex":0.0001354649,"about_ca_topic_score_gemma":0.00008677314,"teacher_disagreement_score":0.033583287,"about_ca_system_score_codex":0.0009111008,"about_ca_system_score_gemma":0.0013753073,"threshold_uncertainty_score":0.9999879},"labels":[],"label_agreement":null},{"id":"W4411585749","doi":"10.2196/72232","title":"Deep Learning–Based Early Warning Systems in Hospitalized Patients at Risk of Code Blue Events and Length of Stay: Retrospective Real-World Implementation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Code (set theory); Computer science; Medicine; Warning system; Computer security; Medical emergency; Emergency medicine; Intensive care medicine; Telecommunications; World Wide Web; Programming language","score_opus":0.01890844112719411,"score_gpt":0.35663622658962396,"score_spread":0.3377277854624299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411585749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976898,0.000047147703,0.00006738952,0.000029112072,0.000083312036,0.0017963401,0.000026369458,0.000021363734,0.0002391819],"genre_scores_gemma":[0.9993041,0.0001747793,0.0001417794,0.00003792544,0.000008060597,0.0001896092,0.00010313306,0.000010111253,0.000030486262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976152,0.0001490456,0.0010930187,0.000124564,0.000825189,0.00019295712],"domain_scores_gemma":[0.998651,0.00023457561,0.0006135085,0.00018725939,0.00018993796,0.00012371429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055451115,0.00015863383,0.00059608626,0.0003418487,0.00005669739,0.000008071831,0.000069378126,0.000087132474,0.000043880824],"category_scores_gemma":[0.00029009648,0.00012477259,0.000063287676,0.00041032306,0.00006206058,0.000093710536,0.00008332028,0.0002456397,0.0000019310767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020969938,0.0011405555,0.9834215,0.00031646725,0.00029653977,0.00000340643,0.011151019,0.000042737818,0.0000010951982,0.000025265135,0.000050637886,0.0033410985],"study_design_scores_gemma":[0.0117513295,0.0016386198,0.96994084,0.00051223685,0.00022213116,2.5093325e-7,0.007227405,0.008406513,0.00015813847,0.0000066374782,0.000055553883,0.000080311926],"about_ca_topic_score_codex":0.0014455614,"about_ca_topic_score_gemma":0.00050411385,"teacher_disagreement_score":0.013480608,"about_ca_system_score_codex":0.00035005008,"about_ca_system_score_gemma":0.000090074,"threshold_uncertainty_score":0.50880784},"labels":[],"label_agreement":null},{"id":"W4411586629","doi":"10.2196/74102","title":"Tongue Image–Based Diagnosis of Acute Respiratory Tract Infection Using Machine Learning: Algorithm Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Tongue; Medicine; Computer science; Intensive care medicine; Artificial intelligence; Radiology; Pathology; World Wide Web","score_opus":0.028375242606177836,"score_gpt":0.3407752646663155,"score_spread":0.31240002206013767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411586629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769666,0.00013924041,0.02074846,0.00066902087,0.00015806528,0.00043670135,0.000016642925,0.00008095396,0.0007843071],"genre_scores_gemma":[0.9378635,0.00017051825,0.059080515,0.0021090861,0.00019029663,0.00017515605,0.00032379758,0.00002415202,0.00006294994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982595,0.00004256958,0.0007488295,0.00009617485,0.0006937315,0.00015919733],"domain_scores_gemma":[0.99911064,0.0002234734,0.00020393715,0.00011422405,0.00019226105,0.00015546607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048568303,0.00016781762,0.00038229776,0.00034481962,0.00012335482,0.000011734689,0.000050371673,0.00012628433,0.00007353354],"category_scores_gemma":[0.00046134362,0.00013082019,0.000057514353,0.00037047817,0.00020215375,0.00017456214,0.00005304395,0.00041260594,0.0000036533518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018460173,0.0016559254,0.8129088,0.00461222,0.001104002,0.000083116014,0.006092361,0.000040498602,0.0005708085,0.00037505262,0.0032912658,0.1690813],"study_design_scores_gemma":[0.0113489255,0.0011090286,0.77201885,0.004128289,0.001107235,0.00014647045,0.00077478506,0.13688776,0.03245248,0.00024347664,0.039221287,0.0005614455],"about_ca_topic_score_codex":0.000022831859,"about_ca_topic_score_gemma":0.0000029922958,"teacher_disagreement_score":0.16851985,"about_ca_system_score_codex":0.00011046449,"about_ca_system_score_gemma":0.00044135185,"threshold_uncertainty_score":0.53346926},"labels":[],"label_agreement":null},{"id":"W4411630439","doi":"10.2196/72027","title":"Exploring the Potential of Electroencephalography Signal–Based Image Generation Using Diffusion Models: Integrative Framework Combining Mixed Methods and Multimodal Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Electroencephalography; Computer science; Artificial intelligence; Pattern recognition (psychology); Motor imagery; Benchmark (surveying); Speech recognition; Brain–computer interface; Psychology","score_opus":0.05312068132105112,"score_gpt":0.3560719906722937,"score_spread":0.3029513093512426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411630439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4902054,0.000013748666,0.5093986,0.00008793161,0.000115600385,0.00011760468,0.0000024949334,0.000021494241,0.00003715573],"genre_scores_gemma":[0.8367502,0.00003237785,0.16255972,0.0005905592,0.000028169727,0.000027630846,0.0000047585363,0.0000046945006,0.0000018985338],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801815,0.0004346237,0.000639993,0.00016740225,0.00050682324,0.00023300199],"domain_scores_gemma":[0.9983684,0.0009980376,0.00023893714,0.00021427088,0.0000929102,0.00008748783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074093096,0.00017332609,0.00033570355,0.00042273354,0.00024774042,0.000120264376,0.000349898,0.00010174999,0.000014028262],"category_scores_gemma":[0.00036646958,0.000108957574,0.00015702803,0.0012931174,0.00037397433,0.00056296086,0.00017710209,0.00048881926,2.6335456e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016038193,0.00050162995,0.00033388493,0.00033266857,0.0004974489,0.000011202501,0.03502903,0.04414579,0.7637007,0.011406324,0.000106114814,0.14377482],"study_design_scores_gemma":[0.00022794402,0.000058143916,0.00012471103,0.0001277522,0.00010170742,0.0000017989743,0.001721051,0.8188808,0.17773397,0.00093532534,0.000005569479,0.00008125565],"about_ca_topic_score_codex":0.000018581197,"about_ca_topic_score_gemma":0.0000035931755,"teacher_disagreement_score":0.774735,"about_ca_system_score_codex":0.000022865805,"about_ca_system_score_gemma":0.00007244378,"threshold_uncertainty_score":0.44431612},"labels":[],"label_agreement":null},{"id":"W4411717016","doi":"10.2196/65913","title":"Health Information Systems’ Support for Management and Changing Work: Survey Study Among Physicians","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Work (physics); Medicine; Health care; Health informatics; Logistic regression; Family medicine; Nursing; Medical education; Public health","score_opus":0.04319350708445226,"score_gpt":0.4353237440125514,"score_spread":0.3921302369280992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411717016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7479412,0.0007050622,0.12909357,0.0048233857,0.00986559,0.066530876,0.0002522728,0.0011461559,0.0396419],"genre_scores_gemma":[0.9763449,0.00022157004,0.00044904667,0.010034982,0.00025305897,0.006328883,0.00041134184,0.000031219653,0.0059250332],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99484456,0.00062865554,0.0023985326,0.00013403397,0.0007534858,0.0012407425],"domain_scores_gemma":[0.9973328,0.00082640647,0.00087753264,0.00038898663,0.00022967384,0.0003445691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008565511,0.00022641693,0.0006732973,0.00051651214,0.0009316782,0.00004908133,0.00028919955,0.00026180077,0.000019451449],"category_scores_gemma":[0.00024927282,0.00019803875,0.000043816603,0.0008769636,0.0000580043,0.0005504536,0.00025254532,0.00073366787,0.000075551456],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018593359,0.00035852272,0.3761769,0.037991747,0.00035400267,0.0000023410973,0.11171582,0.00001735745,1.5534242e-8,0.0082528945,0.23129193,0.23365255],"study_design_scores_gemma":[0.0074160015,0.0009324882,0.38583723,0.007907524,0.00005840235,0.0000026646615,0.20767817,0.024037257,1.8468809e-7,0.00004999762,0.3655377,0.00054239243],"about_ca_topic_score_codex":0.000519816,"about_ca_topic_score_gemma":0.0005401896,"teacher_disagreement_score":0.23311014,"about_ca_system_score_codex":0.0005195411,"about_ca_system_score_gemma":0.0010140334,"threshold_uncertainty_score":0.80757856},"labels":[],"label_agreement":null},{"id":"W4411724140","doi":"10.2196/69485","title":"Performance of Large Language Models in the Non-English Context: Qualitative Study of Models Trained on Different Languages in Chinese Medical Examinations","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Context (archaeology); Natural language processing; Language model; Artificial intelligence; English language; Word error rate; Benchmark (surveying); Linguistics; Psychology; Mathematics education","score_opus":0.06632131130418917,"score_gpt":0.46937201889048447,"score_spread":0.4030507075862953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411724140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993816,0.000047147365,0.00036519527,0.000760545,0.0001017076,0.0010406459,0.000009973825,0.000013076122,0.003845666],"genre_scores_gemma":[0.99865896,0.000054954657,0.000024902247,0.00095159,0.000047888327,0.00017590943,0.000037892507,0.0000054894326,0.000042409392],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972441,0.00020026846,0.001203077,0.00009154742,0.0010440366,0.00021695477],"domain_scores_gemma":[0.9981953,0.0010726257,0.00016939231,0.00028207627,0.00017917654,0.000101455546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018293533,0.00013362753,0.00043168874,0.0003466292,0.000037205275,0.0000056865038,0.00026223675,0.00018215353,0.000065446744],"category_scores_gemma":[0.0012294564,0.00008066866,0.000047758138,0.0005969029,0.000114712115,0.00017425553,0.000044165645,0.0005779271,0.0000016533482],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012615774,0.0026771436,0.0058725746,0.000613642,0.000021016955,0.000006130805,0.9735792,0.0001317557,0.0000019101717,0.0019261737,0.00013472332,0.01490954],"study_design_scores_gemma":[0.00065824616,0.0005342336,0.009414516,0.0007844004,0.000011008221,0.0000010492845,0.71129125,0.2769129,0.00006482181,0.00027026283,0.0000034022894,0.000053907883],"about_ca_topic_score_codex":0.00049877504,"about_ca_topic_score_gemma":0.001429316,"teacher_disagreement_score":0.27678114,"about_ca_system_score_codex":0.000068584464,"about_ca_system_score_gemma":0.0003149605,"threshold_uncertainty_score":0.32895726},"labels":[],"label_agreement":null},{"id":"W4411724417","doi":"10.2196/66200","title":"A Responsible Framework for Assessing, Selecting, and Explaining Machine Learning Models in Cardiovascular Disease Outcomes Among People With Type 2 Diabetes: Methodology and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Interpretability; Machine learning; Artificial intelligence; Computer science; Random forest; Population; Predictive modelling; Decision tree; Medicine","score_opus":0.06321971599335918,"score_gpt":0.36083763451017237,"score_spread":0.2976179185168132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411724417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5085503,0.00013220646,0.49064246,0.00011291544,0.000051926,0.00041440135,2.6320927e-7,0.00005578654,0.00003974497],"genre_scores_gemma":[0.8665985,0.000026794012,0.13293245,0.00020753179,0.000011390624,0.00018861471,0.000003708236,0.000009183065,0.000021803206],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801964,0.000414413,0.0005049383,0.00024954777,0.0004593581,0.0003521159],"domain_scores_gemma":[0.99696565,0.0022288768,0.00013886612,0.00035297673,0.00013337267,0.00018026387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034434278,0.00017173395,0.00044930604,0.0003153007,0.00024499698,0.0002824223,0.00030996633,0.00012681795,0.000002661454],"category_scores_gemma":[0.003508516,0.00013940423,0.00004374644,0.00083690096,0.000084848245,0.0011702877,0.0002969645,0.000457006,6.5982914e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006423727,0.00013854218,0.89168686,0.0003260973,0.00023118638,0.000013787725,0.041233394,0.014553604,0.000001612283,0.017966377,0.000012904309,0.03377139],"study_design_scores_gemma":[0.000433265,0.00021490322,0.028812086,0.0002525712,0.00005242557,0.000001753486,0.0073072705,0.9499367,0.00006624674,0.01267752,0.000063659245,0.0001816384],"about_ca_topic_score_codex":0.00008496558,"about_ca_topic_score_gemma":0.00010365068,"teacher_disagreement_score":0.9353831,"about_ca_system_score_codex":0.00004357413,"about_ca_system_score_gemma":0.0002624484,"threshold_uncertainty_score":0.568474},"labels":[],"label_agreement":null},{"id":"W4411792792","doi":"10.2196/68955","title":"Efficient Detection of Stigmatizing Language in Electronic Health Records via In-Context Learning: Comparative Analysis and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Preprint; Context (archaeology); Health records; Electronic health record; Computer science; Data science; Natural language processing; Psychology; World Wide Web; Health care","score_opus":0.01302340310798402,"score_gpt":0.3547310234171829,"score_spread":0.3417076203091989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411792792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8030879,0.00011167162,0.19595322,0.00019603832,0.00004334067,0.000432685,2.1720838e-7,0.00003566537,0.00013930026],"genre_scores_gemma":[0.99890596,0.0000116019455,0.00088574184,0.000138767,0.000005211106,0.000037406502,0.0000040086197,0.0000019155057,0.000009385037],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781597,0.00045732074,0.00087844866,0.00013863204,0.00044762343,0.00026199166],"domain_scores_gemma":[0.99900806,0.00031308224,0.0003307969,0.0002105019,0.00005466417,0.00008287256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019464821,0.000104848084,0.0003987757,0.0008809334,0.000069787486,0.00003271731,0.0002567632,0.00007216534,0.000006045814],"category_scores_gemma":[0.00020486093,0.000096663134,0.000032389977,0.0022982687,0.00003329049,0.00011832219,0.00014848493,0.0006978067,0.0000018167804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003213133,0.00037334693,0.2654474,0.0005951146,0.000105012594,0.0000037509315,0.30951905,0.02183882,0.000015962472,0.0012032902,0.000005707909,0.40086043],"study_design_scores_gemma":[0.0005255506,0.00027949296,0.10776886,0.00010324599,0.0000076217057,0.000001435395,0.013174614,0.8779627,0.0000616208,0.000028113593,0.000022476703,0.000064240776],"about_ca_topic_score_codex":0.0013626362,"about_ca_topic_score_gemma":0.0046415115,"teacher_disagreement_score":0.8561239,"about_ca_system_score_codex":0.00023781935,"about_ca_system_score_gemma":0.0002485883,"threshold_uncertainty_score":0.39418083},"labels":[],"label_agreement":null},{"id":"W4411795973","doi":"10.2196/73631","title":"Probability-Based Early Warning for Seasonal Influenza in China: Model Development Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Warning system; China; Coronavirus disease 2019 (COVID-19); Seasonal influenza; Early warning system; Computer science; Environmental health; Medicine; Geography; Telecommunications; World Wide Web; Internal medicine","score_opus":0.030487659413121544,"score_gpt":0.3404966830842518,"score_spread":0.31000902367113026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411795973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782971,0.000021388674,0.017229188,0.00036260387,0.00006676431,0.0027642325,0.00003345589,0.00015419623,0.0010710594],"genre_scores_gemma":[0.9679802,8.8604577e-7,0.027276644,0.0033015683,0.00002989803,0.0011040926,0.000165291,0.000016491113,0.0001249348],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735814,0.00004637774,0.0010719158,0.00018323831,0.0009324072,0.00040790797],"domain_scores_gemma":[0.99879605,0.00016936286,0.00013904671,0.0004016885,0.00015502598,0.00033885255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011971984,0.00021344941,0.00048096493,0.00021921878,0.00008417281,0.000031724485,0.00027446172,0.00015166473,0.000042906548],"category_scores_gemma":[0.0010743045,0.00017830607,0.00008142097,0.00042003155,0.000097830576,0.00018497344,0.00015507567,0.0004389267,0.000023525745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011997045,0.0033624507,0.9187926,0.003775244,0.00020105451,0.000028945376,0.015416417,0.0025537864,0.0000037828047,0.0005007955,0.0038058374,0.05035939],"study_design_scores_gemma":[0.009095812,0.0002552908,0.47401103,0.00084433553,0.000040552502,0.0000016299339,0.0006165206,0.5065868,0.000023727078,0.00028735318,0.007990264,0.0002466657],"about_ca_topic_score_codex":0.0000066160787,"about_ca_topic_score_gemma":0.000035047517,"teacher_disagreement_score":0.504033,"about_ca_system_score_codex":0.00026108613,"about_ca_system_score_gemma":0.002465734,"threshold_uncertainty_score":0.72711104},"labels":[],"label_agreement":null},{"id":"W4411798232","doi":"10.2196/60204","title":"Proposal for Using AI to Assess Clinical Data Integrity and Generate Metadata: Algorithm Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Machine learning; Data quality; Naive Bayes classifier; Quality assurance; Data mining; Clinical decision support system; Decision tree; Metadata; Artificial intelligence; Data integrity; Decision support system; Support vector machine; Medicine; Database","score_opus":0.47246089691691934,"score_gpt":0.5724694932640425,"score_spread":0.10000859634712317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411798232","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.391508,0.00005444524,0.6003985,0.0064464025,0.0005304999,0.000975339,0.00001985279,0.000025771018,0.000041201452],"genre_scores_gemma":[0.034894586,0.0001224576,0.95339733,0.010010077,0.00054838584,0.000115564,0.0007403606,0.000011887435,0.00015937214],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982685,0.000045685476,0.0010084371,0.00016859898,0.00031343364,0.00019537716],"domain_scores_gemma":[0.99872303,0.00027480564,0.00010105048,0.0002925688,0.00026965802,0.0003388863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021624987,0.000106920575,0.00027817074,0.00010860339,0.00014574316,0.00010195501,0.00013808254,0.00021165107,0.000010144135],"category_scores_gemma":[0.0013683147,0.00008361098,0.000017048264,0.00017565144,0.00009801411,0.0005112301,0.00022561269,0.00039560834,0.0000041251506],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055731165,0.00012553352,0.0041121426,0.00063943624,0.00006060302,0.0000014093605,0.001638956,6.515546e-7,0.000007832777,0.0020114842,0.005725259,0.985621],"study_design_scores_gemma":[0.0007185941,0.0005059676,0.003575813,0.0014508481,0.00032077282,0.00008448514,0.010781304,0.7933323,0.010244065,0.0029214586,0.17560183,0.00046259142],"about_ca_topic_score_codex":0.00003966569,"about_ca_topic_score_gemma":0.000032027456,"teacher_disagreement_score":0.9851584,"about_ca_system_score_codex":0.00006046856,"about_ca_system_score_gemma":0.0024443034,"threshold_uncertainty_score":0.43360892},"labels":[],"label_agreement":null},{"id":"W4411977504","doi":"10.2196/65445","title":"Nurses’ Experience Regarding Barriers to Providing Internet Plus Continuous Nursing: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Nursing; Psychology; Medicine; Computer science","score_opus":0.0428354504651652,"score_gpt":0.5222993024278705,"score_spread":0.4794638519627053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411977504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4978618,0.00012115318,0.349815,0.0072033075,0.008486052,0.024654223,0.000015345346,0.0008989453,0.11094416],"genre_scores_gemma":[0.89104843,0.00003408716,0.032645714,0.027245281,0.0003955817,0.04204356,0.000027521799,0.000046785906,0.006513014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99474126,0.0009202097,0.0021912646,0.00030175352,0.0007367639,0.0011087247],"domain_scores_gemma":[0.99486655,0.0013633355,0.0004368501,0.0007266696,0.00027312536,0.0023334662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035330162,0.00027475008,0.0006774904,0.0003609876,0.0010307125,0.000036060555,0.0007391841,0.00041056133,0.000500906],"category_scores_gemma":[0.0057447697,0.00023630817,0.000073404975,0.0009391105,0.00016259821,0.0002335588,0.00030805054,0.0013689914,0.00018730962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017364317,0.00024537888,0.0074656727,0.0010827597,0.000034734672,0.0000027398928,0.27569163,0.000005189557,0.000007840465,0.019586857,0.16845699,0.5272466],"study_design_scores_gemma":[0.002244346,0.00025741413,0.0014458516,0.0018929003,0.000033183267,0.0000029886587,0.38272434,0.01113832,0.00004935291,0.00033590136,0.59962547,0.00024992856],"about_ca_topic_score_codex":0.000104954,"about_ca_topic_score_gemma":0.000051233226,"teacher_disagreement_score":0.5269967,"about_ca_system_score_codex":0.00077441975,"about_ca_system_score_gemma":0.0030738115,"threshold_uncertainty_score":0.96363676},"labels":[],"label_agreement":null},{"id":"W4412023613","doi":"10.2196/62710","title":"Number of Publications on New Clinical Prediction Models: A Bibliometric Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Poisson regression; Medicine; Regression; Multivariable calculus; MEDLINE; Statistics; Computer science; Mathematics; Population","score_opus":0.1648689215689491,"score_gpt":0.500927923577612,"score_spread":0.33605900200866284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412023613","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.731719e-8,0.8882824,0.08418074,0.0013487155,0.00073507446,0.0015652132,0.00003447977,0.0003035168,0.023549756],"genre_scores_gemma":[1.7162175e-7,0.9773062,0.018645197,0.0024577687,0.00022394926,0.00027326803,0.00016682368,0.000016450398,0.00091018743],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920891,0.0005615607,0.004475546,0.0003391138,0.002145327,0.00038935014],"domain_scores_gemma":[0.9923783,0.0026454874,0.0018936021,0.0019284338,0.00039776138,0.00075642596],"candidate_categories":["metaepi_narrow","bibliometrics","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0032553296,0.0003943886,0.0021990987,0.009836704,0.0000788148,0.00010036583,0.0031812508,0.00090459024,0.00025843346],"category_scores_gemma":[0.0059427596,0.00029354112,0.0007033221,0.05650043,0.00009225397,0.0006595429,0.0008178944,0.0023091836,0.00033528398],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.106389e-7,0.00006865643,0.000010209745,0.099266745,0.00003583551,5.958507e-7,0.00004444704,0.0000012176105,5.189009e-12,0.018468441,0.11332683,0.7687767],"study_design_scores_gemma":[0.00013051066,0.00007595883,0.00000917742,0.12057785,0.00010790187,0.000041915784,0.0000021461992,0.019265633,1.3050773e-9,0.0005009211,0.85912037,0.00016759445],"about_ca_topic_score_codex":0.000015624702,"about_ca_topic_score_gemma":7.91681e-7,"teacher_disagreement_score":0.7686091,"about_ca_system_score_codex":0.00012282489,"about_ca_system_score_gemma":0.0052286764,"threshold_uncertainty_score":0.99999255},"labels":[],"label_agreement":null},{"id":"W4412063262","doi":"10.2196/76148","title":"Enhancing Oral Health Diagnostics With Hyperspectral Imaging and Computer Vision: Clinical Dataset Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Optical Imaging and Spectroscopy Techniques","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Hyperspectral imaging; Preprint; Computer science; Artificial intelligence; Medicine; Data science; World Wide Web","score_opus":0.0187021196751337,"score_gpt":0.4311076389903903,"score_spread":0.4124055193152566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412063262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83532006,0.00055927486,0.13507476,0.022472126,0.00052492647,0.0028984908,0.00009140565,0.000810157,0.0022487813],"genre_scores_gemma":[0.68369937,0.0009013577,0.26251024,0.051748715,0.0004697876,0.00008087299,0.00044200427,0.000041670977,0.00010599636],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99770963,0.000081892445,0.0009778907,0.00020576909,0.00062190386,0.000402933],"domain_scores_gemma":[0.9984386,0.00040503452,0.00012535392,0.0004098178,0.00008369637,0.0005375182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011930929,0.0002078842,0.0006280293,0.00014013363,0.0001312714,0.000098161836,0.00015765577,0.000091458314,0.00003886204],"category_scores_gemma":[0.00027112124,0.00014202543,0.00004424314,0.0002482692,0.0003963229,0.00020134362,0.00021701523,0.0008561626,0.000011420262],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005826728,0.004980958,0.37649146,0.0014760055,0.00040033803,0.0007659942,0.004061432,5.9934223e-7,0.000008652748,0.0033486949,0.41718096,0.19070224],"study_design_scores_gemma":[0.038127106,0.040009577,0.46273237,0.013062048,0.0014399092,0.0027636026,0.03082138,0.24897195,0.00057187566,0.00088109676,0.15814714,0.00247195],"about_ca_topic_score_codex":0.000029779776,"about_ca_topic_score_gemma":0.00002341839,"teacher_disagreement_score":0.25903383,"about_ca_system_score_codex":0.000069802205,"about_ca_system_score_gemma":0.00042189716,"threshold_uncertainty_score":0.5791629},"labels":[],"label_agreement":null},{"id":"W4412124420","doi":"10.2196/71176","title":"Language Models for Multilabel Document Classification of Surgical Concepts in Exploratory Laparotomy Operative Notes: Algorithm Development Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Imaging in Medicine","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences","keywords":"Exploratory laparotomy; Computer science; Natural language processing; Development (topology); Artificial intelligence; Information retrieval; Algorithm; Medicine; Surgery; Mathematics","score_opus":0.03512460637774333,"score_gpt":0.40073150099856075,"score_spread":0.3656068946208174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412124420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94220245,0.00016527226,0.04434046,0.0010379527,0.00022941563,0.005852566,0.000015818638,0.00010560597,0.0060504563],"genre_scores_gemma":[0.96999687,0.000021815216,0.027006714,0.0008917602,0.00005130305,0.001521703,0.00013191398,0.000016294223,0.00036161856],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99727595,0.000048132584,0.0013247338,0.00016261179,0.0009058231,0.00028277718],"domain_scores_gemma":[0.9986411,0.00039341525,0.00017983739,0.00029751068,0.0002755007,0.0002126848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097062247,0.00020339256,0.00059030665,0.0002779225,0.000037631766,0.000022341708,0.00020806048,0.00013876044,0.00003918187],"category_scores_gemma":[0.00035274858,0.00015661163,0.00005459058,0.00038527398,0.00022227781,0.00039040623,0.00011409764,0.0003221013,0.000010488407],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006343777,0.0065126214,0.007909429,0.002626498,0.000496724,0.00019216572,0.2783573,0.000118207274,0.00012124276,0.0023818784,0.0044946196,0.69615495],"study_design_scores_gemma":[0.05503514,0.0017821314,0.009882525,0.0062791402,0.00019962156,0.000041513347,0.2709117,0.6296718,0.0055298437,0.00033595035,0.019550418,0.00078020693],"about_ca_topic_score_codex":0.000008290203,"about_ca_topic_score_gemma":0.000008071274,"teacher_disagreement_score":0.6953747,"about_ca_system_score_codex":0.00021828822,"about_ca_system_score_gemma":0.0007482449,"threshold_uncertainty_score":0.6386437},"labels":[],"label_agreement":null},{"id":"W4412195391","doi":"10.2196/70940","title":"Extracting Symptoms of Complex Conditions From Online Discourse (Subreddit to Symptomatology): Lexicon-Based Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Preprint; Lexicon; Linguistics; Computer science; Natural language processing; Artificial intelligence; Psychology; World Wide Web; Philosophy","score_opus":0.041989013347483464,"score_gpt":0.42976495803299103,"score_spread":0.3877759446855076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412195391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9405904,0.0000334727,0.01797373,0.0021076882,0.00066648924,0.0009967955,0.00071596616,0.00018747014,0.036728032],"genre_scores_gemma":[0.9757917,9.55197e-7,0.01373577,0.008433244,0.0001280804,0.00024912105,0.0014488866,0.00002025676,0.00019196855],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968778,0.00013663345,0.0016277478,0.00020568832,0.0006035624,0.0005485846],"domain_scores_gemma":[0.99743587,0.001031812,0.0004428826,0.00055055856,0.00009138303,0.00044747003],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00042443996,0.0002369378,0.0005713633,0.0003084571,0.00015937648,0.0000211244,0.000545996,0.00036291548,0.0027748358],"category_scores_gemma":[0.00021825472,0.00022400667,0.00010641303,0.00048247672,0.00035873396,0.00013019193,0.00014787278,0.000610067,0.00019348226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086034415,0.016288681,0.1273827,0.007988884,0.0017477908,0.00012420552,0.07784053,0.0005256054,0.0006223692,0.23524696,0.2488382,0.28253376],"study_design_scores_gemma":[0.021753892,0.0015550936,0.22749652,0.007409113,0.0005012371,0.00022132616,0.24891807,0.45044443,0.0008052336,0.00274576,0.035802852,0.002346485],"about_ca_topic_score_codex":0.00014370016,"about_ca_topic_score_gemma":0.000026751495,"teacher_disagreement_score":0.4499188,"about_ca_system_score_codex":0.000104170584,"about_ca_system_score_gemma":0.0003745218,"threshold_uncertainty_score":0.99813676},"labels":[],"label_agreement":null},{"id":"W4412347863","doi":"10.2196/69282","title":"Combining Machine Learning With Real-World Data to Identify Gaps in Clinical Practice Guidelines: Feasibility Study Using the Prospective German Stroke Registry and the National Acute Ischemic Stroke Guidelines","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Thrombolysis; Guideline; Stroke (engine); Observational study; Tissue plasminogen activator; Random forest; MEDLINE; Leverage (statistics); Emergency medicine; Intensive care medicine; Machine learning; Internal medicine; Computer science","score_opus":0.12533656442005653,"score_gpt":0.5081231820414792,"score_spread":0.3827866176214227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412347863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9446309,0.00013394152,0.0032724005,0.030728262,0.00021200044,0.0046642404,0.00007819805,0.00011160818,0.016168443],"genre_scores_gemma":[0.9060809,0.0004220401,0.0575355,0.030732034,0.0006268613,0.00031362748,0.00023444337,0.00005354443,0.0040010535],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937405,0.00032571095,0.0027752712,0.0004731563,0.0022804248,0.00040495067],"domain_scores_gemma":[0.9946599,0.0016503978,0.00087967794,0.001198461,0.0013816035,0.00022995046],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011445363,0.00033569834,0.00078321836,0.00023999813,0.00026233357,0.00015396412,0.0009894052,0.00012890947,0.000019022002],"category_scores_gemma":[0.01917277,0.00018538401,0.000079872705,0.00085440784,0.00067144353,0.0005000571,0.0020540676,0.0018935077,0.000005612541],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075497217,0.0016712592,0.6700299,0.00059158163,0.0038206056,0.00019781721,0.011528523,0.0002140198,0.00008597243,0.00075870217,0.29371795,0.009833998],"study_design_scores_gemma":[0.04125942,0.0011385076,0.15824875,0.0028479483,0.0032617503,0.00050275854,0.10095527,0.5117751,0.00006219934,0.00004934921,0.17900735,0.0008916126],"about_ca_topic_score_codex":0.00039306507,"about_ca_topic_score_gemma":0.00040011355,"teacher_disagreement_score":0.5117811,"about_ca_system_score_codex":0.00028693114,"about_ca_system_score_gemma":0.0007363678,"threshold_uncertainty_score":0.98908913},"labels":[],"label_agreement":null},{"id":"W4412347970","doi":"10.2196/67552","title":"Regulatory Insights From 27 Years of Artificial Intelligence/Machine Learning–Enabled Medical Device Recalls in the United States: Implications for Future Governance","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Recall; Clearance; Artificial intelligence; Medicine; Precision and recall; Computer science; Mobile device; Psychology; World Wide Web; Cognitive psychology","score_opus":0.06344213314089257,"score_gpt":0.39985648176660943,"score_spread":0.33641434862571684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412347970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95487857,0.0005416099,0.010755534,0.03136786,0.00067316316,0.0012569989,0.00003422509,0.000054687833,0.00043733607],"genre_scores_gemma":[0.98407173,0.0017538946,0.0013558428,0.010989441,0.0005413902,0.00024417057,0.0009277088,0.000016365375,0.00009943836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971863,0.00011592508,0.001496441,0.00014972193,0.000771154,0.00028048328],"domain_scores_gemma":[0.9971727,0.0015481749,0.0003174276,0.00041245652,0.00032634023,0.00022288883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009330387,0.00015005888,0.0003633802,0.00020346591,0.00010897047,0.000022680768,0.00043533574,0.00043073436,0.00016910832],"category_scores_gemma":[0.0022288538,0.000110788984,0.000092804155,0.0011625432,0.00024599774,0.00011827887,0.000055843422,0.0008554498,0.000023317849],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005794424,0.0011718032,0.010242875,0.001196112,0.00014199222,0.000010143956,0.07525242,0.00025472709,0.000031014526,0.08583537,0.013910823,0.8113733],"study_design_scores_gemma":[0.00063362217,0.0009020599,0.06095242,0.0036197156,0.00021432014,0.00002910112,0.11287214,0.31209758,0.0018014123,0.072998956,0.43327606,0.00060261704],"about_ca_topic_score_codex":0.00078820245,"about_ca_topic_score_gemma":0.00084605685,"teacher_disagreement_score":0.8107707,"about_ca_system_score_codex":0.00012864036,"about_ca_system_score_gemma":0.0010833751,"threshold_uncertainty_score":0.45178437},"labels":[],"label_agreement":null},{"id":"W4412435813","doi":"10.2196/63036","title":"Implementing Electronic Health Records in Philippine Primary Care Settings: Mixed-Methods Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Pharmacy; Medical record; Government (linguistics); Medicine; Electronic health record; Health care; Medical education; Nursing; Process management; Medical emergency; Computer science; Business","score_opus":0.03510190630241806,"score_gpt":0.4887122250914258,"score_spread":0.45361031878900776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412435813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8622029,0.0048089093,0.014936738,0.016230425,0.0053557088,0.023099132,0.000050219987,0.0010994163,0.07221654],"genre_scores_gemma":[0.87333995,0.0015537557,0.016232211,0.093501516,0.0015923902,0.008584464,0.0006476768,0.00019497797,0.0043530613],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9862196,0.0035658767,0.004997558,0.00037628663,0.0011513559,0.0036893282],"domain_scores_gemma":[0.9954274,0.0017801896,0.0011560078,0.00079629687,0.0002654591,0.00057462824],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019098293,0.00041315792,0.0012349199,0.00066419464,0.0010656071,0.000024563129,0.00077068777,0.00032927044,0.00048298147],"category_scores_gemma":[0.0010006429,0.0003707723,0.000079927086,0.0015492112,0.00007014483,0.00028615858,0.00075680396,0.004224378,0.00011638111],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00016800346,0.00093518314,0.060665883,0.022971062,0.0001242572,0.0000071442537,0.08138695,0.0000018905414,0.00000668506,0.0018250174,0.038484044,0.7934239],"study_design_scores_gemma":[0.008132207,0.0051398156,0.021306137,0.005688943,0.000029911933,0.000009181065,0.26979768,0.002114315,0.0000052480173,0.0003832086,0.686813,0.0005803199],"about_ca_topic_score_codex":0.0015883732,"about_ca_topic_score_gemma":0.013290024,"teacher_disagreement_score":0.7928436,"about_ca_system_score_codex":0.0052581723,"about_ca_system_score_gemma":0.015160897,"threshold_uncertainty_score":0.9998744},"labels":[],"label_agreement":null},{"id":"W4412458804","doi":"10.2196/63581","title":"Predicting Unplanned Readmission Risk in Patients With Cirrhosis: Complication-Aware Dynamic Classifier Selection Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Computer science; Classifier (UML); Artificial intelligence; Data mining; Machine learning; World Wide Web","score_opus":0.00751342392382566,"score_gpt":0.28355308217086284,"score_spread":0.2760396582470372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412458804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4591381,0.000014118327,0.5348819,0.0010326826,0.00018474228,0.00093771063,0.0000064148066,0.00041062248,0.0033937201],"genre_scores_gemma":[0.9764585,0.000007966742,0.022562006,0.0006552418,0.000017084709,0.00013251766,0.00008956766,0.000008948295,0.00006819964],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774027,0.00016390771,0.0007078378,0.00022386826,0.0008265523,0.00033759078],"domain_scores_gemma":[0.9986478,0.00017724506,0.00033471777,0.00044776796,0.00017660488,0.00021582669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055240514,0.00017123314,0.00022863409,0.00030147357,0.00022142126,0.0000876093,0.0007022323,0.00023602726,0.000011505414],"category_scores_gemma":[0.00028170098,0.00013375016,0.000029031562,0.0011286658,0.000050014292,0.00046261976,0.00021676082,0.000990818,0.000011698573],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030530264,0.00017591298,0.94236284,0.0003908999,0.000015929289,4.5031393e-7,0.0028396258,0.0006660692,1.04466835e-7,0.0009550372,0.000520806,0.052041806],"study_design_scores_gemma":[0.00061793084,0.00008505433,0.36069408,0.00027943568,0.0000035902826,0.0000018284362,0.00020153545,0.6375999,7.7521946e-7,0.00009460753,0.00033162293,0.000089663066],"about_ca_topic_score_codex":0.00007596304,"about_ca_topic_score_gemma":0.00003699822,"teacher_disagreement_score":0.6369338,"about_ca_system_score_codex":0.00022282569,"about_ca_system_score_gemma":0.00034248867,"threshold_uncertainty_score":0.5454173},"labels":[],"label_agreement":null},{"id":"W4412460893","doi":"10.2196/75117","title":"A Machine Learning Algorithm With an Oversampling Technique in Limited Data Scenarios for the Prediction of Present and Future Restorative Treatment Need: Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Oversampling; Machine learning; Artificial intelligence; Data mining; Algorithm; World Wide Web","score_opus":0.03757868073169097,"score_gpt":0.3525947591697047,"score_spread":0.3150160784380137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412460893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86749655,0.0002333901,0.12712148,0.00015712896,0.00015653191,0.004570905,0.00013468634,0.000058323658,0.000070979615],"genre_scores_gemma":[0.9775845,0.00026646568,0.01865735,0.00012423996,0.00013980796,0.00095706386,0.002159756,0.000015179362,0.000095626325],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898756,0.000057239926,0.00042601026,0.00010653641,0.0003152416,0.000107429885],"domain_scores_gemma":[0.9993915,0.0001399106,0.00014300573,0.00018672578,0.00006983751,0.00006902517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046655035,0.00009805789,0.00014454008,0.00010663928,0.00013410654,0.000037239275,0.00010567865,0.000092825176,0.0000038883104],"category_scores_gemma":[0.00004694006,0.00006179537,0.00000644253,0.00021031663,0.000042503623,0.00028908977,0.00009558684,0.0001520102,1.4546525e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005364992,0.0006863505,0.07827909,0.0006643732,0.000121044744,0.000005955911,0.025168037,0.00012949444,0.000003716039,0.00009532796,0.00016610415,0.894144],"study_design_scores_gemma":[0.0044906903,0.0016549067,0.06526259,0.00037025762,0.00008726952,0.000027583765,0.077349015,0.83299196,0.00021514975,0.000022085464,0.017401556,0.00012694395],"about_ca_topic_score_codex":0.00010560345,"about_ca_topic_score_gemma":0.00041247252,"teacher_disagreement_score":0.89401704,"about_ca_system_score_codex":0.000086755535,"about_ca_system_score_gemma":0.00016469075,"threshold_uncertainty_score":0.2519942},"labels":[],"label_agreement":null},{"id":"W4412484548","doi":"10.2196/64725","title":"A Machine Learning Approach to Differentiate Cold and Hot Syndrome in Viral Pneumonia Integrating Traditional Chinese Medicine and Modern Medicine: Machine Learning Model Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine learning; Random forest; Artificial intelligence; Aspartate transaminase; Gradient boosting; Medicine; Support vector machine; Logistic regression; Traditional Chinese medicine; Algorithm; Computer science; Pathology; Biology","score_opus":0.03144653515302428,"score_gpt":0.29097905651691625,"score_spread":0.259532521363892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412484548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96902066,0.0013695122,0.02055923,0.005150852,0.000094651376,0.000872775,0.000012413654,0.00012850088,0.0027914243],"genre_scores_gemma":[0.9903629,0.00042462908,0.0064445375,0.0017311102,0.00011018833,0.0002045006,0.00045344664,0.00003057648,0.00023810058],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966101,0.000096188785,0.0013114312,0.00036533835,0.0012042373,0.00041271615],"domain_scores_gemma":[0.99843705,0.0005415781,0.00021751969,0.00014973653,0.00011452648,0.0005395952],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010535481,0.00050523627,0.0010798781,0.0008659353,0.00031921215,0.000031653868,0.00013591684,0.00020063645,0.000024220026],"category_scores_gemma":[0.0015968678,0.00033901093,0.000037768696,0.0005704939,0.000504445,0.00031095507,0.00022343882,0.001429013,0.0000015033879],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021790727,0.0021733812,0.46113265,0.022465825,0.0018560118,0.00041242386,0.33592635,0.006564245,0.0036914276,0.059715714,0.0014506957,0.10243221],"study_design_scores_gemma":[0.0062145116,0.00073320745,0.09306825,0.0034221688,0.00012475901,0.00055778597,0.0025738627,0.8908231,0.000012334057,0.0017999193,0.00031875708,0.00035133486],"about_ca_topic_score_codex":0.0000632972,"about_ca_topic_score_gemma":0.000033369164,"teacher_disagreement_score":0.88425887,"about_ca_system_score_codex":0.00013390246,"about_ca_system_score_gemma":0.00016914352,"threshold_uncertainty_score":0.9999062},"labels":[],"label_agreement":null},{"id":"W4412580484","doi":"10.2196/79713","title":"Cross-Silo Federated Learning for Predicting Successful Mechanical Ventilation Weaning: A Study Across Five ICU Databases (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Medical Informatics","topic":"Respiratory Support and Mechanisms","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Silo; Information silo; Mechanical ventilation; Weaning; Database; Computer science; Medicine; Engineering; World Wide Web; Anesthesia; Mechanical engineering; Internal medicine","score_opus":0.044812357084211246,"score_gpt":0.39916418305257056,"score_spread":0.35435182596835935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412580484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9210411,0.00004438196,0.06924561,0.00011595946,0.0014391585,0.006293787,0.00020793438,0.0006136265,0.0009984876],"genre_scores_gemma":[0.9877146,0.00002972361,0.004552601,0.00083686184,0.0006592729,0.0015975,0.0021595461,0.00006614705,0.0023837334],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938427,0.0001442327,0.0025804995,0.00066658127,0.0018960532,0.0008699317],"domain_scores_gemma":[0.9960905,0.0004953704,0.0011189636,0.0008785891,0.0008021546,0.0006144208],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0029705807,0.0006585208,0.0013317643,0.0002544315,0.00064414856,0.00042477905,0.0006052569,0.0009826557,0.00054042594],"category_scores_gemma":[0.0035529174,0.0005906271,0.00041586856,0.0003254349,0.00013980408,0.00042358268,0.0022955423,0.0029365907,0.000041628467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009568737,0.008388885,0.59339684,0.040638614,0.0051511065,0.00087249663,0.12949891,0.004642976,0.0004642715,0.0012025385,0.0090635205,0.19711109],"study_design_scores_gemma":[0.020945575,0.004579083,0.017430605,0.014225833,0.0014030256,0.0001888576,0.109791026,0.76451033,0.0039355224,0.0003783972,0.06026904,0.0023426998],"about_ca_topic_score_codex":0.000048625225,"about_ca_topic_score_gemma":0.00006256003,"teacher_disagreement_score":0.75986737,"about_ca_system_score_codex":0.0002554535,"about_ca_system_score_gemma":0.0016281705,"threshold_uncertainty_score":0.99965453},"labels":[],"label_agreement":null},{"id":"W4412619321","doi":"10.2196/68830","title":"Autoencoder-Based Representation Learning for Similar Patients Retrieval From Electronic Health Records: Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Autoencoder; Mahalanobis distance; Artificial intelligence; Hyperparameter; Deep learning; Computer science; Euclidean distance; Pattern recognition (psychology); Feature learning; Feature (linguistics); Machine learning","score_opus":0.03300473588645807,"score_gpt":0.39527244359379404,"score_spread":0.36226770770733596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412619321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28473625,0.00004848998,0.7074455,0.0040612277,0.0005408718,0.0023541525,0.000007490384,0.000379305,0.0004267322],"genre_scores_gemma":[0.9681368,0.000010558618,0.027060412,0.004179609,0.00007366846,0.00018778477,0.00022009874,0.000011644877,0.00011944675],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99638414,0.000516456,0.0011444361,0.00030129944,0.0010793069,0.0005743743],"domain_scores_gemma":[0.9971416,0.0012075525,0.0005474125,0.0005397114,0.00030922456,0.00025450715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012284922,0.00021247577,0.00046845677,0.0002217625,0.0004107438,0.0001381288,0.0009137409,0.00014758436,0.000032446587],"category_scores_gemma":[0.0011382251,0.0001955959,0.00008607897,0.00080065546,0.000051785,0.0004185535,0.0002269706,0.0010253494,0.00001983023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008390972,0.0033912628,0.49983528,0.0016560651,0.0004304193,0.000007315072,0.17340234,0.027131664,0.000001538275,0.009216855,0.041583043,0.24250512],"study_design_scores_gemma":[0.002263746,0.0014819994,0.018465566,0.00015796586,0.000007687597,2.4014776e-7,0.002419394,0.968216,0.000011628455,0.0008453576,0.0059666582,0.00016377286],"about_ca_topic_score_codex":0.00016999508,"about_ca_topic_score_gemma":0.00010203072,"teacher_disagreement_score":0.9410843,"about_ca_system_score_codex":0.00038485377,"about_ca_system_score_gemma":0.0015687357,"threshold_uncertainty_score":0.79761696},"labels":[],"label_agreement":null},{"id":"W4412622301","doi":"10.2196/69286","title":"A Weighted Voting Approach for Traditional Chinese Medicine Formula Classification Using Large Language Models: Algorithm Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Voting; Machine learning; Artificial intelligence; Weighted voting; Traditional Chinese medicine; Coding (social sciences); Algorithm; Natural language processing; Data mining; Medicine; Alternative medicine; Mathematics; Statistics; Pathology","score_opus":0.0820474698392974,"score_gpt":0.3544913291577474,"score_spread":0.27244385931845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412622301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51763046,0.0001543787,0.47763544,0.00062433665,0.00013289481,0.0017891594,0.000029898407,0.00010578062,0.001897629],"genre_scores_gemma":[0.8879373,0.000010475594,0.10865267,0.0009473598,0.00048185838,0.00047950287,0.0013695108,0.000020542051,0.000100768666],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99726117,0.000048276106,0.0010663441,0.00021279858,0.0011043245,0.00030706378],"domain_scores_gemma":[0.99868435,0.00043397758,0.00021897141,0.00017766371,0.00025333485,0.0002317245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013370378,0.00028367518,0.00057274237,0.00040579555,0.00032814333,0.000020349962,0.00012308579,0.00014764225,0.00002468939],"category_scores_gemma":[0.0005523823,0.00019344935,0.00005941974,0.00042438554,0.00015396505,0.00031478793,0.000069299465,0.00034120784,0.0000011172027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018794094,0.015634444,0.063468866,0.017473143,0.004895588,0.00010244021,0.44070548,0.00023075075,0.00042573924,0.074521124,0.013526976,0.36713603],"study_design_scores_gemma":[0.007698261,0.0002626189,0.029582486,0.0005066909,0.00019766287,0.000073766576,0.017616486,0.9427514,0.000020232172,0.0007260394,0.00037257947,0.00019175388],"about_ca_topic_score_codex":0.000008145758,"about_ca_topic_score_gemma":0.0000039769197,"teacher_disagreement_score":0.9425207,"about_ca_system_score_codex":0.0001697541,"about_ca_system_score_gemma":0.00032826295,"threshold_uncertainty_score":0.78886354},"labels":[],"label_agreement":null},{"id":"W4412626405","doi":"10.2196/80416","title":"A Multiassessment and Multiprofessional Agents Approach for Medical Chatbot Risk Estimation: Development and Evaluation Study","year":2025,"lang":"en","type":"preprint","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Chatbot; Estimation; Computer science; Data science; Artificial intelligence; Engineering; World Wide Web; Systems engineering","score_opus":0.23658095642638974,"score_gpt":0.5380787372499735,"score_spread":0.3014977808235837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412626405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9171572,0.00025964668,0.07226627,0.0010990029,0.0010948576,0.0077346,0.000025130037,0.00006716405,0.0002961335],"genre_scores_gemma":[0.87049955,0.0003482441,0.12027214,0.0010612844,0.00041762603,0.0059324005,0.0013140545,0.000019299234,0.00013537686],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99518275,0.00016588284,0.0016441579,0.00032120995,0.0023892084,0.00029680732],"domain_scores_gemma":[0.9973698,0.0006779473,0.00046660993,0.0003142216,0.0005335609,0.0006378467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042690886,0.00029605976,0.00054453406,0.00023313209,0.0003033366,0.000056468853,0.00017133223,0.0007650702,0.00014321963],"category_scores_gemma":[0.002892945,0.0002350786,0.000057035482,0.00012227643,0.00013885756,0.00010525743,0.00048100442,0.0011101073,0.000004610287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012714806,0.0012596266,0.018998215,0.0039930176,0.00019336911,0.0000019635468,0.050061665,0.00011727844,4.9972297e-8,0.00003822563,0.0011953417,0.9240141],"study_design_scores_gemma":[0.00085440883,0.00019885301,0.020785231,0.0016217852,0.00023730862,0.000012020332,0.02263465,0.9525134,0.0000183597,0.000201159,0.0007147777,0.00020804211],"about_ca_topic_score_codex":0.00009186054,"about_ca_topic_score_gemma":0.00003501698,"teacher_disagreement_score":0.95239615,"about_ca_system_score_codex":0.00028189138,"about_ca_system_score_gemma":0.004504189,"threshold_uncertainty_score":0.9586227},"labels":[],"label_agreement":null},{"id":"W4412629089","doi":"10.2196/66476","title":"Improving Large Language Models’ Summarization Accuracy by Adding Highlights to Discharge Notes: Comparative Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Terminology; Computer science; Process (computing); Interface (matter); Artificial intelligence; Test (biology); Information retrieval; Natural language processing; Data science; Linguistics; Programming language","score_opus":0.028511506073055158,"score_gpt":0.375509264051678,"score_spread":0.34699775797862287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412629089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030415347,0.000101920115,0.96075153,0.0036893038,0.00041072615,0.0010031755,0.000022489132,0.00028201417,0.0033235168],"genre_scores_gemma":[0.96559036,0.000009243912,0.029434135,0.004270243,0.00007888091,0.00022323652,0.00024408406,0.000008991465,0.0001408294],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970763,0.00019877174,0.00074731343,0.00022094182,0.0013236885,0.00043302486],"domain_scores_gemma":[0.99805814,0.0005928929,0.00026612706,0.00051820313,0.00026932094,0.0002953234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013724279,0.00019443218,0.0002699185,0.00023628259,0.00027940818,0.000226314,0.0009372256,0.00017645877,0.000072223585],"category_scores_gemma":[0.0012595726,0.00016526811,0.00004722968,0.0008102324,0.000025181022,0.0013641958,0.000550457,0.0004790211,0.000079512254],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037110327,0.0003681026,0.000999791,0.0013414663,0.000085165666,0.000005708312,0.24476922,0.005594133,0.00023876381,0.34590405,0.041737348,0.3589191],"study_design_scores_gemma":[0.0005129424,0.00004398751,0.00012420121,0.00023034259,0.00000764326,0.0000013800252,0.0010650497,0.9913244,0.00021727997,0.0003476077,0.0059529017,0.00017225317],"about_ca_topic_score_codex":0.00009002256,"about_ca_topic_score_gemma":0.000048183447,"teacher_disagreement_score":0.9857303,"about_ca_system_score_codex":0.00020717864,"about_ca_system_score_gemma":0.00042347398,"threshold_uncertainty_score":0.6739438},"labels":[],"label_agreement":null},{"id":"W4412706208","doi":"10.2196/72225","title":"Pharmacoepidemiologic Research Based on Common Data Models: Systematic Review and Bibliometric Analysis","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacoepidemiology; Scopus; Observational study; Citation; Medicine; Bibliometrics; MEDLINE; Data science; Computer science; Library science; Political science; Internal medicine","score_opus":0.5703289628451835,"score_gpt":0.637731928899977,"score_spread":0.06740296605479346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412706208","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000143742,0.98289204,0.00021441127,0.00057086075,0.00038564892,0.0050698593,0.00151349,0.00018455417,0.009167711],"genre_scores_gemma":[0.00005282114,0.97880965,0.00009029268,0.015797505,0.00014041226,0.0016546153,0.0029427574,0.000034671808,0.0004772675],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878134,0.0052886363,0.003541861,0.00066943694,0.0016114123,0.0010752317],"domain_scores_gemma":[0.979489,0.015866471,0.001273408,0.002001202,0.0002916563,0.0010782613],"candidate_categories":["metaepi_narrow","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["bibliometrics","research_integrity"],"category_scores_codex":[0.018186482,0.0008410429,0.006276891,0.04565108,0.00052551454,0.00008944088,0.0033083453,0.0014840203,0.0010136528],"category_scores_gemma":[0.0040794346,0.00058827933,0.0007557044,0.105427705,0.00066059554,0.0005430591,0.001285957,0.0066923555,0.00041349605],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000104443025,0.0003328367,0.0000051217994,0.8168212,0.0024337322,0.00004002459,0.000031767107,0.00009869614,8.151751e-9,0.00015940345,0.06886956,0.11119718],"study_design_scores_gemma":[0.0004742507,0.000047125057,3.6367365e-7,0.19026677,0.036081765,0.00002719626,0.000052480966,0.16301231,1.2209695e-7,0.000041925163,0.609522,0.00047371245],"about_ca_topic_score_codex":0.000010267304,"about_ca_topic_score_gemma":0.000002996773,"teacher_disagreement_score":0.6265544,"about_ca_system_score_codex":0.00027682295,"about_ca_system_score_gemma":0.0013114985,"threshold_uncertainty_score":0.99989957},"labels":[],"label_agreement":null},{"id":"W4412723475","doi":"10.2196/80547","title":"Correction: Relationship Between Stroke Knowledge, Health Information Literacy, and Health Self- Management Among Patients With Stroke: Multicenter Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stroke (engine); Health literacy; Cross-sectional study; Medicine; Literacy; Family medicine; Health care; Pathology; Psychology","score_opus":0.014914142319643291,"score_gpt":0.3565134829030447,"score_spread":0.3415993405834014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412723475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877401,0.000047887323,0.002909707,0.00060303044,0.0010086909,0.0029630796,0.000043899163,0.00017588856,0.0045077126],"genre_scores_gemma":[0.99419916,0.000029097018,0.0021272853,0.0012274209,0.00009000168,0.00015430458,0.00034075376,0.00001023194,0.0018217218],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969779,0.00010045309,0.0014549122,0.00015281735,0.0009867602,0.00032715374],"domain_scores_gemma":[0.9981602,0.0003928051,0.000427451,0.00026295093,0.00029951683,0.00045709638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094212394,0.00021836178,0.0004121255,0.0005963848,0.0003637531,0.00015495822,0.000103415754,0.00016413367,0.00004644501],"category_scores_gemma":[0.00014992533,0.00016792603,0.00007761317,0.00042581008,0.00013547597,0.0009822693,0.00010766765,0.0006344032,0.00003841343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010660127,0.00065725954,0.96826065,0.0012413006,0.00017467742,3.858846e-7,0.007576666,0.000004639745,1.2693605e-9,0.00008635175,0.004137821,0.01775363],"study_design_scores_gemma":[0.0072343857,0.0009994576,0.97944325,0.00052447914,0.00003862324,0.0000028237957,0.002839216,0.0019981368,1.9212558e-7,0.0000052614264,0.0067929057,0.000121281075],"about_ca_topic_score_codex":0.000031121454,"about_ca_topic_score_gemma":0.000021929896,"teacher_disagreement_score":0.01763235,"about_ca_system_score_codex":0.00051370426,"about_ca_system_score_gemma":0.00048104592,"threshold_uncertainty_score":0.68478245},"labels":[],"label_agreement":null},{"id":"W4412735529","doi":"10.2196/70857","title":"Using Machine Learning to Predict-Then-Optimize Elective Orthopedic Surgery Scheduling to Improve Operating Room Utilization: Retrospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Sunnybrook Hospital; Health Sciences Centre; Manitoba Health; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Preprint; Medicine; Operating room management; Operating theater; Scheduling (production processes); Retrospective cohort study; Computer science; Medical emergency; Surgery; Operations management; Engineering; World Wide Web","score_opus":0.07391503850107249,"score_gpt":0.43805821493388714,"score_spread":0.36414317643281463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412735529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6669965,0.000041913958,0.32469115,0.0013763428,0.0010021287,0.003950531,0.000020830243,0.00027687103,0.0016437889],"genre_scores_gemma":[0.9179069,0.000048624555,0.07285032,0.0065475157,0.0005182069,0.0009564596,0.000115953364,0.000058720903,0.0009973451],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946826,0.00084660365,0.0022085195,0.00038225204,0.0010539922,0.0008260516],"domain_scores_gemma":[0.99647915,0.000736305,0.0003680107,0.00043783404,0.0012668862,0.00071181625],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0040055984,0.00034441508,0.00073409895,0.00064865657,0.0023725429,0.00011529833,0.00028744456,0.0004541977,0.0004114437],"category_scores_gemma":[0.008042989,0.00030669157,0.00008852559,0.0021973555,0.00003730765,0.0004946439,0.00041045574,0.0019214321,0.00009331835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023914984,0.0006225654,0.7240494,0.0008882157,0.00026120772,0.000017446708,0.1347611,0.11918928,0.000055233435,0.000991442,0.0014289884,0.017495973],"study_design_scores_gemma":[0.0011321561,0.00035261808,0.007782619,0.0013599372,0.000047919075,0.0000024325113,0.042735696,0.94505686,0.000017828912,0.000017795464,0.0011372367,0.00035691218],"about_ca_topic_score_codex":0.0003467306,"about_ca_topic_score_gemma":0.0003415413,"teacher_disagreement_score":0.8258676,"about_ca_system_score_codex":0.0007981634,"about_ca_system_score_gemma":0.0029111067,"threshold_uncertainty_score":0.99993855},"labels":[],"label_agreement":null},{"id":"W4412747457","doi":"10.2196/71740","title":"Optimizing Thyroid Nodule Management With Artificial Intelligence: Multicenter Retrospective Study on Reducing Unnecessary Fine Needle Aspirations","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Thyroid Cancer Diagnosis and Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thyroid nodules; Medicine; Malignancy; Nodule (geology); Retrospective cohort study; Radiology; Cohort; Fine-needle aspiration; Thyroid; Receiver operating characteristic; Surgery; Biopsy; Internal medicine","score_opus":0.02501148516907525,"score_gpt":0.32317518303969556,"score_spread":0.2981636978706203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412747457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9391373,0.00016953163,0.011481754,0.004719809,0.00046401774,0.0038493748,0.000013417639,0.00021999227,0.039944828],"genre_scores_gemma":[0.99347,0.00005240679,0.003984681,0.0014817077,0.00011019547,0.00053013256,0.000032948028,0.000016363334,0.00032152302],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978841,0.000027482816,0.0007077705,0.00021653314,0.0008527133,0.00031139812],"domain_scores_gemma":[0.999015,0.00006464701,0.00014469797,0.00045067546,0.00011931709,0.00020570627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002579193,0.00023908456,0.0003797482,0.000261524,0.00018464668,0.00006747392,0.00015793642,0.00009653975,0.0001800681],"category_scores_gemma":[0.000052536023,0.00016704563,0.00007653823,0.0005503402,0.00010529615,0.00015468306,0.00011396257,0.0004192216,0.000068785856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057304907,0.057070974,0.11835593,0.0035236164,0.008831983,0.0017266771,0.13953842,0.008091913,0.00007526558,0.060913347,0.03773214,0.5584092],"study_design_scores_gemma":[0.03402545,0.039004263,0.38705575,0.020949956,0.0047630076,0.000105900624,0.37456447,0.114590675,0.012117082,0.0017845198,0.00812876,0.002910165],"about_ca_topic_score_codex":0.000019815532,"about_ca_topic_score_gemma":0.00003149786,"teacher_disagreement_score":0.5554991,"about_ca_system_score_codex":0.00035504808,"about_ca_system_score_gemma":0.00013051425,"threshold_uncertainty_score":0.6811923},"labels":[],"label_agreement":null},{"id":"W4412749356","doi":"10.2196/72155","title":"Interpretable Artificial Intelligence Analysis of Functional Magnetic Resonance Imaging for Migraine Classification: Quantitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Migraine and Headache Studies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Magnetic resonance imaging; Functional magnetic resonance imaging; Computer science; Medicine; Artificial intelligence; Radiology","score_opus":0.06115130081281044,"score_gpt":0.39072434847351306,"score_spread":0.3295730476607026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412749356","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37993535,0.004909711,0.5795495,0.010772335,0.0002543415,0.0041493117,0.00012095102,0.00016650185,0.020141987],"genre_scores_gemma":[0.99268657,0.000057288005,0.004220595,0.0010489114,0.000049610087,0.00027130218,0.00007473487,0.000006146553,0.0015848532],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980474,0.000026970081,0.001057716,0.000134671,0.0005307919,0.00020243225],"domain_scores_gemma":[0.9985025,0.000520178,0.00016679383,0.0002660347,0.00045006687,0.00009441922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006347324,0.00013766129,0.0005436874,0.0005015899,0.0000969643,0.000015029643,0.0001306267,0.00006497792,0.00037230866],"category_scores_gemma":[0.0009849055,0.000110127316,0.00021704589,0.0013694043,0.00023873337,0.00009388159,0.00007307891,0.0002057059,0.000007180126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037958869,0.0061052362,0.17835194,0.0025615802,0.0052298373,0.000018664381,0.109552585,0.00011551442,0.0003328825,0.16214596,0.159641,0.37214893],"study_design_scores_gemma":[0.0009038612,0.0009933563,0.13599218,0.0004232989,0.0023260422,0.0000038228172,0.10767892,0.7321612,0.00009107215,0.0013647405,0.017856719,0.00020476128],"about_ca_topic_score_codex":0.000020188862,"about_ca_topic_score_gemma":0.00012423088,"teacher_disagreement_score":0.7320457,"about_ca_system_score_codex":0.000046816185,"about_ca_system_score_gemma":0.00023942566,"threshold_uncertainty_score":0.44908616},"labels":[],"label_agreement":null},{"id":"W4412771921","doi":"10.2196/72030","title":"Acceptance of Electronic Medical Records and Associated Factors Among Health Care Workers in Northwest Ethiopia: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cross-sectional study; Health care; Medicine; Health records; Environmental health; Family medicine; World Wide Web; Computer science; Political science","score_opus":0.03338253168353628,"score_gpt":0.4491824506317928,"score_spread":0.4157999189482565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412771921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99324006,0.0004029892,0.000100824516,0.00055696047,0.0010922408,0.0027461022,0.000027936834,0.00011521195,0.001717705],"genre_scores_gemma":[0.9973894,0.0002093836,0.00002535979,0.0014109215,0.00010263091,0.000417229,0.00010180156,0.000022895598,0.00032038664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.991422,0.0011998418,0.0037183648,0.00027574797,0.0019192481,0.0014648197],"domain_scores_gemma":[0.9956355,0.0018978011,0.0010812086,0.0003779479,0.00033230524,0.0006752276],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0058829878,0.00029945647,0.00097008876,0.00040940978,0.0005457607,0.0000196095,0.0005327322,0.0012141146,0.00041026747],"category_scores_gemma":[0.0027261928,0.00025456166,0.000083352366,0.0011601667,0.00029433033,0.00027443553,0.00025533367,0.0045735203,0.000012329027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000501653,0.00020114296,0.96779674,0.0015071173,0.00006645727,0.000002504251,0.026865968,0.0000020509463,3.3792777e-8,0.00019384884,0.0009739288,0.0023400376],"study_design_scores_gemma":[0.002708082,0.0004418716,0.94518363,0.0013088264,0.000006268931,0.0000011759379,0.04829404,0.0006998818,3.1482423e-7,0.00003462591,0.001167127,0.0001541717],"about_ca_topic_score_codex":0.013001638,"about_ca_topic_score_gemma":0.20873274,"teacher_disagreement_score":0.1957311,"about_ca_system_score_codex":0.0025490297,"about_ca_system_score_gemma":0.01540466,"threshold_uncertainty_score":0.99999064},"labels":[],"label_agreement":null},{"id":"W4412788639","doi":"10.2196/75022","title":"Deep Learning and Image Generator Health Tabular Data (IGHT) for Predicting Overall Survival in Patients With Colorectal Cancer: Retrospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Colorectal cancer; Medicine; Computer science; Cancer; Artificial intelligence; World Wide Web; Internal medicine","score_opus":0.010358786814447194,"score_gpt":0.30003083174071804,"score_spread":0.28967204492627086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412788639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7520756,0.00007804239,0.24531692,0.0002615064,0.000455363,0.0015507522,0.000019279065,0.000113883354,0.00012864025],"genre_scores_gemma":[0.9841202,0.000049822163,0.015082892,0.00034708454,0.00008875544,0.00024524084,0.000039137652,0.000011777687,0.00001510449],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801993,0.000092802795,0.0005460875,0.00027863792,0.00072796445,0.0003345559],"domain_scores_gemma":[0.9990132,0.00011519552,0.00025527232,0.00032255033,0.00014596175,0.00014782044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009817376,0.00015504741,0.00031032323,0.00013100244,0.00022371576,0.00013746507,0.0006177634,0.00008363723,0.000005376832],"category_scores_gemma":[0.00021882987,0.00012926935,0.000014229032,0.0004292233,0.00006985941,0.000960936,0.0006456223,0.00045309766,6.198058e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015595036,0.00022793877,0.94449717,0.0002151647,0.00007645693,0.0000019311017,0.00834154,0.000114071685,6.529694e-7,0.00033371997,0.00048464615,0.04555077],"study_design_scores_gemma":[0.003597086,0.001124556,0.31081665,0.00015159331,0.000009169886,6.684369e-7,0.001024924,0.6823674,0.000008336521,0.00005929656,0.0006841313,0.00015623824],"about_ca_topic_score_codex":0.0001216873,"about_ca_topic_score_gemma":0.0012608891,"teacher_disagreement_score":0.6822533,"about_ca_system_score_codex":0.00041770577,"about_ca_system_score_gemma":0.00046382388,"threshold_uncertainty_score":0.5271451},"labels":[],"label_agreement":null},{"id":"W4412831925","doi":"10.2196/80898","title":"AI Scribes in Health Care: Balancing Transformative Potential With Responsible Integration","year":2025,"lang":"en","type":"editorial","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; JMIR Publications","funders":"","keywords":"Workflow; Documentation; Health care; Transformative learning; Patient safety; Computer science; Medicine; Psychology","score_opus":0.023155679867312585,"score_gpt":0.40713342388365403,"score_spread":0.38397774401634144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412831925","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00651332,0.0018950994,0.040377617,0.046077814,0.88971895,0.0071806274,0.0002952306,0.00045716218,0.0074841864],"genre_scores_gemma":[0.07700736,0.0067961956,0.013100695,0.034051802,0.84690416,0.0017926653,0.016971802,0.00020722764,0.003168121],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948634,0.00015879677,0.0021207256,0.00021674727,0.0020496373,0.0005906957],"domain_scores_gemma":[0.9973364,0.00055466744,0.0004259181,0.00036949574,0.00085456367,0.00045895512],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001230441,0.00036818595,0.0008693378,0.00072241604,0.00017298044,0.00007776038,0.00023902195,0.0012785848,0.00012626457],"category_scores_gemma":[0.0012723194,0.0002810521,0.000111635825,0.0007663259,0.00017450524,0.0004232611,0.00003829381,0.0030664525,0.000044292687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007958191,0.00012259715,0.000030546737,0.005104127,0.000037417693,0.000019507183,0.057392642,0.000013811964,6.8835976e-7,0.00012960847,0.8373177,0.09903552],"study_design_scores_gemma":[0.0009345869,0.0023559881,0.00005055901,0.021366356,0.00009731438,0.00003600985,0.09128841,0.0069115176,0.0004438658,0.00025580265,0.87569964,0.0005599581],"about_ca_topic_score_codex":0.0012768608,"about_ca_topic_score_gemma":0.0018083067,"teacher_disagreement_score":0.09847556,"about_ca_system_score_codex":0.0011676829,"about_ca_system_score_gemma":0.01882528,"threshold_uncertainty_score":0.9999642},"labels":[],"label_agreement":null},{"id":"W4412838446","doi":"10.2196/73047","title":"Comparative Analysis of Outcomes of Influenza and COVID-19 Admissions Among Children With Asthma: A Nationwide Retrospective Cohort Study Using the US National Readmissions Database","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Respiratory viral infections research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Asthma; Medicine; Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Database; Pediatrics; Virology; World Wide Web; Computer science; Immunology","score_opus":0.07085004819634336,"score_gpt":0.4661975772084355,"score_spread":0.39534752901209214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412838446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940687,0.000021709471,0.0022214835,0.00019992447,0.000013468995,0.0018225245,0.00011688106,0.000024417515,0.001510911],"genre_scores_gemma":[0.9979153,0.0000057930993,0.0005421992,0.0013010686,0.0000100504385,0.00010337411,0.000059329148,0.0000050149856,0.00005783001],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967151,0.00017887687,0.0009304466,0.00015381978,0.0018526136,0.00016908481],"domain_scores_gemma":[0.9973208,0.00056217314,0.00038412606,0.00041159094,0.0008165894,0.0005047371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013476021,0.0001631066,0.000753143,0.0010213366,0.0002747563,0.000024305213,0.00018965095,0.00010428317,0.00024331809],"category_scores_gemma":[0.004844275,0.000092862734,0.00009434648,0.0027726244,0.00064688746,0.00025879417,0.00021105829,0.0005012716,7.455916e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085834676,0.00051018817,0.9918777,0.000057892998,0.003406061,0.000002117984,0.0025106764,0.0005480455,0.000012782208,0.0005109166,0.00045205269,0.000025732723],"study_design_scores_gemma":[0.0014927256,0.0002556168,0.965145,0.000098391676,0.0008274355,0.0000075694447,0.0030258077,0.028841922,0.000050669878,0.000017767195,0.00016000851,0.000077085584],"about_ca_topic_score_codex":0.0004350451,"about_ca_topic_score_gemma":0.0003678878,"teacher_disagreement_score":0.028293878,"about_ca_system_score_codex":0.00023292167,"about_ca_system_score_gemma":0.0023320902,"threshold_uncertainty_score":0.5799399},"labels":[],"label_agreement":null},{"id":"W4412856264","doi":"10.2196/71666","title":"Estimating Nurse Workload Using a Predictive Model From Routine Hospital Data: Algorithm Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nursing education and management","field":"Nursing","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workload; Staffing; Medicine; Minimum Data Set; Nursing; Patient safety; Medical emergency; Emergency medicine; Computer science; Health care; Nursing homes","score_opus":0.023790894423201276,"score_gpt":0.33935764965881826,"score_spread":0.315566755235617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412856264","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2551217,0.00007040274,0.7371824,0.0018372971,0.0038704514,0.00056796795,0.000028387358,0.00016175005,0.0011596788],"genre_scores_gemma":[0.12756379,0.0000050435874,0.8694732,0.0017987831,0.00025214316,0.000052302974,0.0005722017,0.000018864219,0.00026364633],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984207,0.000027426753,0.0006108034,0.00017837841,0.00052318856,0.00023949982],"domain_scores_gemma":[0.9991446,0.00008037323,0.00018860775,0.0003553897,0.00007125963,0.00015975728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036625823,0.00016062855,0.00019443338,0.00013616473,0.00020471755,0.00013703504,0.00029019418,0.00012650847,0.000021119582],"category_scores_gemma":[0.00019938029,0.00015253603,0.000017278877,0.00021940797,0.00009811744,0.0005997402,0.00020352806,0.00024312537,0.000009414987],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030786992,0.00029574957,0.000348144,0.0001540473,0.00008490424,0.0000013109687,0.032414507,0.0011405478,0.0000027913966,0.00013938606,0.018881334,0.9465065],"study_design_scores_gemma":[0.0007057897,0.00002351213,0.0006714953,0.0010451421,0.00006770309,0.0000013497903,0.0047606593,0.98937964,0.00011492511,0.0005199828,0.0025556257,0.00015418952],"about_ca_topic_score_codex":0.000022116028,"about_ca_topic_score_gemma":0.000001915521,"teacher_disagreement_score":0.98823905,"about_ca_system_score_codex":0.00020037267,"about_ca_system_score_gemma":0.00020767015,"threshold_uncertainty_score":0.6220239},"labels":[],"label_agreement":null},{"id":"W4412910229","doi":"10.2196/75563","title":"Beyond Affordances: Understanding the Holistic Influence of Multimodal Medical Crowdfunding Affordances on Charitable Crowdfunding Outcome (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affordance; Preprint; Mobile apps; Outcome (game theory); Computer science; Business; Internet privacy; Human–computer interaction; World Wide Web; Economics","score_opus":0.03845818033805012,"score_gpt":0.31033029654126865,"score_spread":0.27187211620321855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412910229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7645617,0.0001491437,0.079951406,0.0028485325,0.0017007224,0.0012411263,0.000016910593,0.00042660334,0.14910384],"genre_scores_gemma":[0.9924282,0.000049456987,0.00050064386,0.0061670663,0.00035232565,0.00012463314,0.000018957875,0.00003413766,0.00032457823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99452496,0.000021997543,0.0019137132,0.00036833066,0.0022393,0.00093171885],"domain_scores_gemma":[0.9971649,0.0009212297,0.00095126085,0.00066307455,0.00019359568,0.00010595065],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022516123,0.00048924197,0.00072864804,0.00066320016,0.00061315077,0.0006008738,0.0018626417,0.00039289432,0.000359387],"category_scores_gemma":[0.0034538917,0.0003640109,0.00022809932,0.0017589538,0.0010085567,0.00258939,0.0010742694,0.0010952587,0.00019980004],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009793614,0.00020475473,0.036756627,0.0022297704,0.00009137411,0.000026503849,0.0007682738,0.0009682656,0.000028886616,0.94896114,0.0031180726,0.006748399],"study_design_scores_gemma":[0.010265762,0.00036030784,0.054931402,0.025982626,0.00032300228,0.00009118003,0.031887814,0.45162562,0.001426145,0.34041396,0.078586854,0.0041053495],"about_ca_topic_score_codex":0.00016396839,"about_ca_topic_score_gemma":0.0001036739,"teacher_disagreement_score":0.6085472,"about_ca_system_score_codex":0.0003480762,"about_ca_system_score_gemma":0.00027001026,"threshold_uncertainty_score":0.9998812},"labels":[],"label_agreement":null},{"id":"W4412940425","doi":"10.2196/73960","title":"An Artificial Intelligence–Based Framework for Predicting Emergency Department Overcrowding: Development and Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Overcrowding; Preprint; Emergency department; Computer science; Medical emergency; Artificial intelligence; Medicine; Data science; World Wide Web; Nursing","score_opus":0.0601676122822423,"score_gpt":0.4198519109956843,"score_spread":0.359684298713442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412940425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89426947,0.00020140599,0.101170935,0.00048870646,0.0007173799,0.0023513266,0.0000062936915,0.000080120626,0.0007143912],"genre_scores_gemma":[0.9784913,0.000045471705,0.019757275,0.0006147132,0.00016305552,0.000821313,0.00008431988,0.000009122456,0.000013413025],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977204,0.000037648784,0.0009921604,0.00015335772,0.0008397429,0.00025667797],"domain_scores_gemma":[0.9990268,0.00014110457,0.0001222922,0.00020608974,0.00031238602,0.00019135432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012408446,0.00017292297,0.00028224147,0.00013589706,0.00028081005,0.000019195844,0.000105097635,0.00015320507,0.00016266068],"category_scores_gemma":[0.0009823767,0.00013985875,0.000053907836,0.00027439647,0.000056009012,0.0001241388,0.00005978581,0.00023616292,0.0000037414657],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005594871,0.003214136,0.08468049,0.0020754598,0.0008471992,0.000009192098,0.06788962,0.000078416764,0.00002838252,0.012614974,0.005211725,0.8227909],"study_design_scores_gemma":[0.00370239,0.0048274263,0.054678023,0.0028509093,0.0017249091,0.000009564597,0.22721924,0.6598461,0.006172887,0.0215822,0.016238969,0.0011473636],"about_ca_topic_score_codex":0.0000018399578,"about_ca_topic_score_gemma":0.000020916474,"teacher_disagreement_score":0.82164353,"about_ca_system_score_codex":0.00009391069,"about_ca_system_score_gemma":0.00042389525,"threshold_uncertainty_score":0.5703274},"labels":[],"label_agreement":null},{"id":"W4412940651","doi":"10.2196/73995","title":"AI-Driven Integration of Deep Learning With Lung Imaging, Functional Analysis, and Blood Gas Metrics for Perioperative Hypoxemia Prediction","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Atomic and Subatomic Physics Research","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hypoxemia; Blood oxygenation; Perioperative; Blood gas analysis; Medicine; Lung; Computer science; Intensive care medicine; Cardiology; Internal medicine; Radiology","score_opus":0.006460021981241666,"score_gpt":0.2871355441413766,"score_spread":0.2806755221601349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412940651","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19435348,0.000027036554,0.8028787,0.0001071057,0.000026541553,0.00027502995,0.0000223348,0.000015983334,0.002293843],"genre_scores_gemma":[0.9977397,0.000011150263,0.0015047251,0.00008097805,0.00006289308,0.00010328622,0.00031174204,0.000006109088,0.00017943457],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988839,0.000032438133,0.00040060742,0.000104453226,0.00040473416,0.00017384242],"domain_scores_gemma":[0.99918085,0.00017988237,0.0001382485,0.00010327719,0.0002972328,0.00010051209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024749822,0.000121344034,0.00026478054,0.00029708337,0.00015253692,0.000054154927,0.000098637436,0.000053913274,0.000108032014],"category_scores_gemma":[0.000040643055,0.00009185967,0.000085977605,0.0007497811,0.00015145929,0.00029225982,0.000060485578,0.00035925795,9.710284e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019344667,0.0003112596,0.59578145,0.0002886226,0.0029857608,7.2348445e-7,0.009519904,0.0016278367,0.0003261071,0.061440155,0.0012424032,0.32628235],"study_design_scores_gemma":[0.0010947274,0.000037849055,0.0033090373,0.000050001086,0.00034493403,6.858501e-7,0.004681907,0.98878646,0.00074460753,0.00043786803,0.00042816522,0.00008375094],"about_ca_topic_score_codex":0.00002399644,"about_ca_topic_score_gemma":0.000004640167,"teacher_disagreement_score":0.98715866,"about_ca_system_score_codex":0.00004353868,"about_ca_system_score_gemma":0.0002768434,"threshold_uncertainty_score":0.37459287},"labels":[],"label_agreement":null},{"id":"W4412941675","doi":"10.2196/77297","title":"Predicting Waiting Times for Medical Tasks in a Pediatric Hospital Using Machine Learning: Comprehensive, Retrospective, Real-World Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Task (project management); Computer science; Medicine; Artificial intelligence; World Wide Web; Engineering; Systems engineering","score_opus":0.04091785846451817,"score_gpt":0.43047630724701047,"score_spread":0.3895584487824923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412941675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98358494,0.000052129006,0.006957964,0.0017529244,0.00075086846,0.0032803677,0.000017154773,0.00020594822,0.0033976869],"genre_scores_gemma":[0.9896772,0.00018081446,0.0073084463,0.001072117,0.0004979565,0.0004894148,0.00013016954,0.00003098209,0.0006129216],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954202,0.0005102991,0.0021375515,0.00023288219,0.0010312526,0.000667783],"domain_scores_gemma":[0.9970405,0.0013647896,0.0004544985,0.00024105705,0.00053733174,0.0003618318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025019199,0.0002351727,0.0005701399,0.0005670221,0.0011405348,0.000039317532,0.00029080964,0.00046747498,0.00032250263],"category_scores_gemma":[0.0039598206,0.00020679344,0.00007136638,0.0012398288,0.000066555614,0.00028405455,0.00026252682,0.0021883398,0.000014304163],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033620614,0.00029293064,0.98246205,0.0007985395,0.000026589774,0.000007420002,0.013347231,0.00048123635,3.6344937e-7,0.0011983432,0.0004580866,0.0008936173],"study_design_scores_gemma":[0.0026341642,0.000233138,0.071152024,0.0006289469,0.000032406544,0.0000010263393,0.014975501,0.9093562,3.74697e-7,0.000054208886,0.00075419433,0.00017786043],"about_ca_topic_score_codex":0.0009808603,"about_ca_topic_score_gemma":0.001778365,"teacher_disagreement_score":0.91131,"about_ca_system_score_codex":0.00043407766,"about_ca_system_score_gemma":0.0020116337,"threshold_uncertainty_score":0.9507369},"labels":[],"label_agreement":null},{"id":"W4412982374","doi":"10.2196/71252","title":"Large Language Models for Automating Clinical Trial Criteria Conversion to Observational Medical Outcomes Partnership Common Data Model Queries: Validation and Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Data mining; Information retrieval; Database; World Wide Web","score_opus":0.4929402207499786,"score_gpt":0.6419808399909626,"score_spread":0.14904061924098394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412982374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9052139,0.000030243269,0.075764626,0.005844312,0.0013769909,0.010665696,0.00013188783,0.0001869473,0.00078541273],"genre_scores_gemma":[0.97777355,0.000017334985,0.0038223315,0.01312439,0.0005146691,0.0027500256,0.0015954903,0.000027350203,0.00037484276],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9908551,0.0021491603,0.003647258,0.00034595927,0.0022791473,0.00072336453],"domain_scores_gemma":[0.9913629,0.006074409,0.00065874105,0.0008401724,0.0004380701,0.0006256581],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03691827,0.00023835777,0.00080976775,0.00017970541,0.00066511997,0.0000430796,0.000724193,0.00071262626,0.00024565074],"category_scores_gemma":[0.014894824,0.00019553237,0.000066380715,0.00028579182,0.000066495464,0.00075301866,0.0007608695,0.0010183214,0.000027459835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013651816,0.0043221517,0.17911114,0.013739478,0.00076632143,0.0000066701346,0.25997704,0.00042866747,0.0000028535387,0.031851616,0.41554588,0.08059635],"study_design_scores_gemma":[0.02912699,0.00036867333,0.0016317911,0.00060595514,0.00007263172,5.776673e-7,0.023470704,0.9414716,4.1973905e-7,0.0007475775,0.0023425422,0.00016057481],"about_ca_topic_score_codex":0.000105903986,"about_ca_topic_score_gemma":0.000560488,"teacher_disagreement_score":0.9410429,"about_ca_system_score_codex":0.00033184112,"about_ca_system_score_gemma":0.0051577864,"threshold_uncertainty_score":0.99340314},"labels":[],"label_agreement":null},{"id":"W4413012302","doi":"10.2196/66727","title":"Predictive Modeling of Osteonecrosis of the Femoral Head Progression Using MobileNetV3_Large and Long Short-Term Memory Network: Novel Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Bone and Joint Diseases","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Magnetic resonance imaging; Deep learning; Recall; Machine learning; Femoral head; Artificial intelligence; Computer science; Radiology; Surgery","score_opus":0.03625089859013594,"score_gpt":0.33748757000363977,"score_spread":0.30123667141350385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413012302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9714552,0.00042310235,0.025529705,0.00007586773,0.000106365376,0.00094003184,0.000018602144,0.00002721979,0.0014239196],"genre_scores_gemma":[0.9945449,0.00005211159,0.004981844,0.00028366543,0.000043417356,0.000038317845,0.000023762812,0.000010021767,0.000021949054],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981107,0.000027259182,0.0008201406,0.00010344955,0.00068140443,0.00025704564],"domain_scores_gemma":[0.9991434,0.000051984243,0.00017832156,0.0003014186,0.00014466773,0.00018019378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003560767,0.00015489252,0.00047218215,0.000079945756,0.000089919806,0.000010885741,0.00013390205,0.00020735811,0.000011158391],"category_scores_gemma":[0.000090540125,0.00009651804,0.0001275589,0.00031031092,0.0003151388,0.00014722666,0.00028384433,0.0003117524,1.6197662e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027170607,0.0051788185,0.7675514,0.03019645,0.0013715551,0.000020020367,0.0188418,0.021901868,0.0020416377,0.0009828232,0.001991501,0.14720504],"study_design_scores_gemma":[0.0015145786,0.00013331881,0.017682958,0.003923809,0.00026475888,0.000030601575,0.0019011056,0.97392595,0.00048671424,0.000028040493,0.000011238339,0.00009695233],"about_ca_topic_score_codex":0.000014751121,"about_ca_topic_score_gemma":0.0000040590407,"teacher_disagreement_score":0.95202404,"about_ca_system_score_codex":0.00003424173,"about_ca_system_score_gemma":0.00036480723,"threshold_uncertainty_score":0.3935891},"labels":[],"label_agreement":null},{"id":"W4413047005","doi":"10.2196/76636","title":"Current Landscape and Future Directions Regarding Generative Large Language Models in Stroke Care: Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Fundamental Research Funds for the Central Universities; Huazhong University of Science and Technology","keywords":"Generative grammar; Stroke (engine); Computer science; Data science; Medicine; Artificial intelligence; Engineering","score_opus":0.012335653904627956,"score_gpt":0.3331077282726933,"score_spread":0.3207720743680654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413047005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085855946,0.6525125,0.013810363,0.012789094,0.0014998664,0.006431703,0.00009042335,0.00036958524,0.22664052],"genre_scores_gemma":[0.14960527,0.7806607,0.0175978,0.043701455,0.002692207,0.0021193966,0.0010054606,0.00009294201,0.0025247664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859196,0.00002880017,0.0005586487,0.00012068158,0.00044470115,0.0002552148],"domain_scores_gemma":[0.9994045,0.000050080653,0.000093589566,0.00023979048,0.00006265389,0.00014939898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003130521,0.00015221514,0.00041261758,0.00018889975,0.0000633541,0.000019733376,0.00009702333,0.00010889599,0.00009151393],"category_scores_gemma":[0.00011362004,0.00011907301,0.00006210624,0.0003236949,0.000037441718,0.00016227168,0.00020137367,0.00047797651,0.000005787636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000878788,0.00038598978,0.0070690894,0.113964885,0.00038262573,0.00011561305,0.053722616,0.00001071417,0.000017755296,0.0048419465,0.20149818,0.6179027],"study_design_scores_gemma":[0.011908827,0.00019430577,0.0013398072,0.29294464,0.00071751024,0.000102088066,0.07173123,0.061746094,0.000284002,0.000043783704,0.5581305,0.0008571888],"about_ca_topic_score_codex":0.000002456038,"about_ca_topic_score_gemma":0.00001827164,"teacher_disagreement_score":0.6170455,"about_ca_system_score_codex":0.00009545189,"about_ca_system_score_gemma":0.00019171569,"threshold_uncertainty_score":0.48556563},"labels":[],"label_agreement":null},{"id":"W4413050638","doi":"10.2196/68559","title":"Investigating the Role of Wearable Devices in Facilitating Telehealth Adoption Among the Aging Population: Mediation Analysis of US National Data","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Population; Socioeconomic status; Wearable technology; Gerontology; Mediation; Rural area; Health equity; Medicine; Health literacy; Health care; Telemedicine; Psychology; Wearable computer; Environmental health; Nursing; Public health; Economic growth; Political science","score_opus":0.023548218672852655,"score_gpt":0.34659874687257436,"score_spread":0.3230505281997217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413050638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944498,0.00011648663,0.0004051386,0.002409667,0.000050119284,0.00030094862,0.000017986034,0.000034698867,0.0022151363],"genre_scores_gemma":[0.9982351,0.000039695613,0.001289393,0.00030229313,0.000022734088,0.000021721884,0.00007874195,0.0000017734232,0.000008559266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757916,0.00021565874,0.00084761245,0.00008197662,0.001105192,0.0001704207],"domain_scores_gemma":[0.9978289,0.0011632661,0.000525584,0.00027062272,0.00016964908,0.000041991592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040999013,0.00006524035,0.0001952591,0.0003231189,0.00027092773,0.000024939804,0.0007454729,0.00014779165,0.000020173486],"category_scores_gemma":[0.004190439,0.00004419959,0.00003444316,0.0024262846,0.0005066053,0.0005312152,0.00017731222,0.0003001524,8.470655e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011221717,0.000020355988,0.90069175,0.000083345316,0.00008057858,4.351688e-8,0.04773113,0.0011058348,0.0000021506887,0.010352924,0.00006974925,0.039861027],"study_design_scores_gemma":[0.00013067886,0.000004949833,0.5932341,0.00018103122,0.000043344655,8.062034e-8,0.076027274,0.327308,0.000008733325,0.002351984,0.00066472415,0.000045107186],"about_ca_topic_score_codex":0.004519344,"about_ca_topic_score_gemma":0.02941393,"teacher_disagreement_score":0.32620215,"about_ca_system_score_codex":0.00008860401,"about_ca_system_score_gemma":0.00041981263,"threshold_uncertainty_score":0.98829675},"labels":[],"label_agreement":null},{"id":"W4413071940","doi":"10.2196/68613","title":"Understanding Health Information Systems Utilization Across Public Health Centers in Indonesia: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Preprint; Cross-sectional study; Public health; Medicine; Environmental health; Computer science; World Wide Web; Nursing","score_opus":0.2614329020178617,"score_gpt":0.5188549825717227,"score_spread":0.257422080553861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413071940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83661216,0.00034603028,0.12493875,0.008349684,0.008097375,0.014912633,0.000107419786,0.0006611099,0.0059748245],"genre_scores_gemma":[0.9897304,0.00017120776,0.00003947016,0.008384355,0.00016802883,0.0010462762,0.00029252138,0.000020364118,0.00014735146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9880236,0.0017846194,0.0059536505,0.00022965146,0.0018852446,0.002123251],"domain_scores_gemma":[0.9959361,0.000695119,0.0017514093,0.00047735724,0.00032109066,0.00081894326],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.014839759,0.00031329106,0.00082113873,0.0008302325,0.0017660195,0.00020049328,0.0005035404,0.0006162866,0.000053527798],"category_scores_gemma":[0.0006634088,0.0002876984,0.00007006764,0.0018703445,0.00012602902,0.0017683818,0.00026079043,0.0022211196,0.0001496626],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00004561113,0.00025910957,0.923651,0.0051906477,0.000038236474,0.0000010381408,0.052063853,0.000054902437,2.3283702e-8,0.010581394,0.0055385767,0.0025756087],"study_design_scores_gemma":[0.007290215,0.0005377547,0.6855356,0.002017991,0.0000022676954,0.000013153657,0.2317159,0.033148725,5.5349272e-8,0.00009020409,0.039338756,0.000309394],"about_ca_topic_score_codex":0.0022454837,"about_ca_topic_score_gemma":0.00282518,"teacher_disagreement_score":0.23811541,"about_ca_system_score_codex":0.010099189,"about_ca_system_score_gemma":0.011199822,"threshold_uncertainty_score":0.9999575},"labels":[],"label_agreement":null},{"id":"W4413073034","doi":"10.2196/60219","title":"Patient-Centered Outpatient Process Optimization System Based on Intelligent Guidance in a Large Tertiary Hospital in China: Implementation Report","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Process (computing); Medicine; Computer science; Medical emergency; Hospital information system; Information system; Engineering; Operating system; World Wide Web","score_opus":0.01762393492560014,"score_gpt":0.40597434362151597,"score_spread":0.3883504086959158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413073034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74074394,0.000024418554,0.24692461,0.0032124051,0.001239477,0.0048966263,0.000043819575,0.00014472971,0.0027699792],"genre_scores_gemma":[0.990727,0.000012643771,0.0047110426,0.0024201497,0.000036039142,0.0013282446,0.0007200823,0.0000150642245,0.000029735787],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99581665,0.00034430163,0.0024974085,0.00019803019,0.0006641028,0.0004794949],"domain_scores_gemma":[0.9986397,0.000117341886,0.0005045312,0.0003131724,0.0002665134,0.00015871682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014121908,0.00018632802,0.00030147203,0.00046656354,0.00026935103,0.000024727544,0.00015429706,0.00033244834,0.0001597559],"category_scores_gemma":[0.00052331114,0.00016278864,0.0000407504,0.0006613896,0.000022724429,0.00029261564,0.00006783906,0.0007110465,0.000017901071],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019824045,0.0017075196,0.6234793,0.0051008714,0.000021092812,0.00008616305,0.078986675,0.2735031,3.645949e-7,0.001765071,0.0019433433,0.01320827],"study_design_scores_gemma":[0.001864286,0.00017158507,0.020160181,0.003369067,0.00000433607,0.0000011392403,0.025821125,0.9481094,0.000010192221,0.000008206602,0.0003300562,0.00015043169],"about_ca_topic_score_codex":0.0001230609,"about_ca_topic_score_gemma":0.00025433901,"teacher_disagreement_score":0.6746063,"about_ca_system_score_codex":0.0008516649,"about_ca_system_score_gemma":0.0012405567,"threshold_uncertainty_score":0.66383284},"labels":[],"label_agreement":null},{"id":"W4413073655","doi":"10.2196/65940","title":"Assessing Internet Quality Across Public Health Centers in Indonesia: Cross-Sectional Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Preprint; The Internet; Quality (philosophy); Public health; Medicine; Computer science; Internet privacy; Environmental health; World Wide Web; Nursing","score_opus":0.18359342273572457,"score_gpt":0.5616429114337261,"score_spread":0.3780494886980016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413073655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98765117,0.000035667577,0.0043223533,0.004534959,0.0005904302,0.0020022949,0.0000065070444,0.00008148781,0.00077512086],"genre_scores_gemma":[0.9893886,0.0000106000325,0.00028351395,0.009562362,0.000116149735,0.0002516665,0.00033432158,0.000008837922,0.000043978045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945458,0.0003456644,0.0023237146,0.00019210097,0.0020082933,0.0005844384],"domain_scores_gemma":[0.9983346,0.00021059434,0.00046571763,0.000268611,0.00032317438,0.00039731347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009181432,0.00017103861,0.00044768746,0.0003611597,0.00014401141,0.00016873673,0.00016917684,0.00016645412,0.0002841559],"category_scores_gemma":[0.00094184483,0.00014637955,0.00005986448,0.0007737051,0.00012389966,0.0007264322,0.0001247237,0.00067971624,0.000015455915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052410538,0.00067681604,0.89286155,0.00049032073,0.000041903742,0.000004179625,0.010428535,0.0000011938735,7.3962997e-7,0.00012307389,0.001072209,0.09424708],"study_design_scores_gemma":[0.0084585445,0.00033599668,0.9569378,0.00018941153,0.000008764113,0.000018730114,0.027535118,0.0049726493,0.000004011801,0.000030239064,0.001421481,0.00008727935],"about_ca_topic_score_codex":0.0004146794,"about_ca_topic_score_gemma":0.0004647022,"teacher_disagreement_score":0.094159804,"about_ca_system_score_codex":0.0008993202,"about_ca_system_score_gemma":0.0021118736,"threshold_uncertainty_score":0.59691846},"labels":[],"label_agreement":null},{"id":"W4413116746","doi":"10.2196/65365","title":"Assessing the Role of Large Language Models Between ChatGPT and DeepSeek in Asthma Education for Bilingual Individuals: Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Science Center, University of Tennessee","keywords":"Asthma; Computer science; Medicine; Natural language processing; Psychology","score_opus":0.11025597283233343,"score_gpt":0.512198757950953,"score_spread":0.4019427851186196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413116746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994256,0.00031333612,0.0018800823,0.0007794627,0.00010205702,0.0014285155,0.000006648358,0.0000135956525,0.0012202932],"genre_scores_gemma":[0.99822164,0.000013247078,0.0008379648,0.0005887205,0.00011055572,0.00014930296,0.000048435202,0.0000041796297,0.000025936059],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99864024,0.000063738036,0.00073596183,0.00007735047,0.00030614468,0.00017656929],"domain_scores_gemma":[0.99882007,0.00061484554,0.00015901639,0.00015879812,0.00015640326,0.00009087654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011701129,0.000087581786,0.00027612902,0.00017834487,0.00008876779,0.000030809937,0.00010104676,0.00011419479,0.0000107278],"category_scores_gemma":[0.00035446414,0.000060924795,0.00002816713,0.00029687252,0.00008332424,0.00024136223,0.00004726562,0.00026439075,0.0000015455956],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033600805,0.0009810331,0.18568991,0.0004919698,0.00005649816,3.1784967e-7,0.456777,0.000009582127,0.0000066831462,0.003123029,0.0002342194,0.35259616],"study_design_scores_gemma":[0.00027576595,0.0002524309,0.03236872,0.00050779793,0.000045359222,0.0000022782542,0.9221904,0.037573393,0.0010072015,0.00481007,0.00088969,0.00007684312],"about_ca_topic_score_codex":0.0001558044,"about_ca_topic_score_gemma":0.00013256447,"teacher_disagreement_score":0.46541345,"about_ca_system_score_codex":0.00004909863,"about_ca_system_score_gemma":0.0011167437,"threshold_uncertainty_score":0.2484441},"labels":[],"label_agreement":null},{"id":"W4413138281","doi":"10.2196/70866","title":"Co-Opetition Strategies of Superior and Subordinate Hospitals for Integration of Electronic Health Records Within the Medical Consortiums in China Based on Two-Party Evolutionary Game Theory: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Advanced Technologies in Various Fields","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"China; Game theory; Business; Evolutionary game theory; Health records; Medical record; Qualitative research; Evolutionarily stable strategy; Knowledge management; Industrial organization; Computer science; Health care; Medicine; Geography; Sociology; Microeconomics; Economic growth; Economics","score_opus":0.009656573285536471,"score_gpt":0.36792967578195274,"score_spread":0.35827310249641625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413138281","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13637295,0.000107911495,0.85902196,0.0024099208,0.00016425643,0.0011546649,0.000005601408,0.000080065605,0.0006826789],"genre_scores_gemma":[0.953208,0.00004866493,0.045990735,0.0004834019,0.000007230895,0.00024106711,0.000009842233,0.000004798828,0.0000062417157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975147,0.00044560974,0.001050234,0.00016271471,0.0005503818,0.00027635696],"domain_scores_gemma":[0.9975367,0.0014171422,0.00039489943,0.0004810861,0.00010288551,0.00006727981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004784279,0.00015732872,0.00041095563,0.00024097075,0.00007964653,0.00003093771,0.0007978229,0.00020100159,0.000008872954],"category_scores_gemma":[0.0020017126,0.00010431177,0.000050134153,0.00053789647,0.00049234356,0.00035549086,0.00015505438,0.0006428146,2.4783458e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009219405,0.00028491844,0.00051914656,0.00022617182,0.000028543414,0.0000011754641,0.003667789,0.00030427662,0.000011423442,0.86854845,0.00018470938,0.1261312],"study_design_scores_gemma":[0.0020616637,0.0026856267,0.005408522,0.00050737243,0.000010694919,0.0000065798795,0.014804363,0.7093622,0.0011492154,0.2637043,0.00014929056,0.00015017061],"about_ca_topic_score_codex":0.00003649082,"about_ca_topic_score_gemma":0.000110639296,"teacher_disagreement_score":0.81683505,"about_ca_system_score_codex":0.00012421611,"about_ca_system_score_gemma":0.0013590086,"threshold_uncertainty_score":0.42537108},"labels":[],"label_agreement":null},{"id":"W4413140036","doi":"10.2196/70782","title":"Bridging Global Frameworks and Local Practice: Quantitative Evaluation of Electronic Health Record Safety in Kuwait’s Public Hospitals","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kuwait University","keywords":"Patient safety; Workflow; Multidisciplinary approach; Clinical decision support system; Best practice; Resilience (materials science); Electronic prescribing; Bridging (networking); Health care; Medicine; Medical emergency; Process management; Nursing; Business; Decision support system; Computer science; Computer security","score_opus":0.044986711626659695,"score_gpt":0.49648903294104174,"score_spread":0.45150232131438206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413140036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5198505,0.0075991703,0.30958995,0.110090315,0.0024697322,0.013341323,0.00004974897,0.00025706363,0.036752217],"genre_scores_gemma":[0.98330534,0.0014444005,0.0024040283,0.0119054755,0.000093372095,0.0007285569,0.00004823642,0.000016741555,0.00005385144],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9904973,0.0027972367,0.0033087563,0.00023389065,0.0017258612,0.0014369765],"domain_scores_gemma":[0.9948073,0.0023180945,0.0013968052,0.00038511603,0.00065544347,0.00043721043],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019762142,0.0002341633,0.00079017825,0.00028710326,0.00034788583,0.0000190272,0.000304402,0.0009565667,0.00013117764],"category_scores_gemma":[0.008173156,0.00021372676,0.000055120327,0.0013040999,0.00020995202,0.0006534583,0.00018705544,0.003406499,0.000036716618],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00019867769,0.00022032688,0.025772728,0.00311193,0.000103221166,0.0000013089594,0.013223803,0.000023339628,1.67136e-7,0.12856445,0.009111398,0.81966865],"study_design_scores_gemma":[0.008963276,0.0016046783,0.0459939,0.010093984,0.000086535336,0.000024473251,0.116144665,0.6938863,0.0000012997068,0.013253892,0.109371625,0.0005753665],"about_ca_topic_score_codex":0.0012911005,"about_ca_topic_score_gemma":0.003835519,"teacher_disagreement_score":0.8190933,"about_ca_system_score_codex":0.004876951,"about_ca_system_score_gemma":0.020052027,"threshold_uncertainty_score":0.99894315},"labels":[],"label_agreement":null},{"id":"W4413159753","doi":"10.2196/81317","title":"Implementation and Evaluation of a Social Networking Service-based Mobile Patient-generated Health Data System with Direct Electronic Medical Record Integration: A Prospective Observational Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Innovation in Digital Healthcare Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Observational study; Service (business); Electronic health record; Computer science; Internet privacy; World Wide Web; Medicine; Business; Health care; Political science; Internal medicine; Marketing","score_opus":0.15026574897900039,"score_gpt":0.5016013336995737,"score_spread":0.35133558472057336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413159753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739266,0.000067810804,0.007312216,0.0018969025,0.0006795481,0.012965573,0.00009932585,0.00018313623,0.0028688768],"genre_scores_gemma":[0.9924613,0.0000041952753,0.00027487896,0.0020476314,0.00020746005,0.0036942647,0.0012806158,0.000016821617,0.000012828808],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9923616,0.001420138,0.0027026134,0.00029614175,0.0027337614,0.0004857522],"domain_scores_gemma":[0.9950727,0.00047220258,0.0014024873,0.0004630521,0.002424689,0.00016485604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008322365,0.00021290281,0.0005332172,0.00023116011,0.00065268617,0.000031211446,0.00035790564,0.00026481893,0.0001734988],"category_scores_gemma":[0.00026542568,0.000170778,0.000022105594,0.001481011,0.00007087653,0.0004371829,0.0002635072,0.000787407,0.000006892295],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007639396,0.0008676351,0.37944356,0.008416253,0.00047302042,0.000002159206,0.09596019,0.00015985788,0.000001884942,0.016308311,0.010768987,0.4868342],"study_design_scores_gemma":[0.008737178,0.0014791106,0.059562176,0.004511584,0.00008060024,0.0000050674653,0.3240757,0.59737355,0.000010902614,0.00012161652,0.0037106646,0.00033183757],"about_ca_topic_score_codex":0.00095563603,"about_ca_topic_score_gemma":0.008557053,"teacher_disagreement_score":0.5972137,"about_ca_system_score_codex":0.0014986226,"about_ca_system_score_gemma":0.0128770275,"threshold_uncertainty_score":0.99271905},"labels":[],"label_agreement":null},{"id":"W4413209346","doi":"10.2196/76870","title":"Building a Standardized Cancer Synoptic Report With Semantic and Syntactic Interoperability: Development Study Using SNOMED CT and Fast Healthcare Interoperability Resources (FHIR)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tobacco Research Unit","funders":"","keywords":"SNOMED CT; Interoperability; Computer science; Semantic interoperability; Preprint; Natural language processing; Information retrieval; Semantics (computer science); Medicine; Artificial intelligence; World Wide Web; Terminology; Programming language; Linguistics","score_opus":0.019342883914030082,"score_gpt":0.34347994256071285,"score_spread":0.32413705864668274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413209346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99510264,0.0005854736,0.0030386134,0.000528948,0.0001122173,0.00054376776,0.0000053212716,0.00003915284,0.000043843844],"genre_scores_gemma":[0.99229187,0.00007286975,0.007043223,0.00040355345,0.000031547854,0.00009074849,0.000007957992,0.000011629967,0.00004661724],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980288,0.00012392736,0.0007704429,0.00032765593,0.00042827852,0.00032087156],"domain_scores_gemma":[0.99904215,0.000060397037,0.00016969793,0.00034393722,0.00013189099,0.00025191193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009015806,0.00024127265,0.00044890196,0.00009227995,0.00019587575,0.00008158504,0.00018775293,0.00012580471,0.000010309248],"category_scores_gemma":[0.00040134852,0.00016409381,0.000031026022,0.0001705659,0.0005180942,0.000014100075,0.00045393035,0.00032899773,2.9220723e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013292289,0.00080383575,0.43996522,0.0048098993,0.0014001678,0.00038277326,0.035318673,0.0000062783824,0.0019029601,0.000019859928,0.00026009555,0.51380104],"study_design_scores_gemma":[0.031509474,0.012190771,0.337309,0.020795388,0.0014571161,0.007991664,0.38854522,0.022380427,0.020964999,0.00020860112,0.15116468,0.005482642],"about_ca_topic_score_codex":0.00013763517,"about_ca_topic_score_gemma":0.0003022605,"teacher_disagreement_score":0.50831836,"about_ca_system_score_codex":0.000098811906,"about_ca_system_score_gemma":0.00050460367,"threshold_uncertainty_score":0.6691551},"labels":[],"label_agreement":null},{"id":"W4413210279","doi":"10.2196/75486","title":"Telehealth Outcome Categories for Patient Safety: A Validation of the Outcome Categorization based on a Literature Review (Preprint)","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Categorization; Telehealth; Preprint; Outcome (game theory); Patient safety; Medicine; MEDLINE; Medical emergency; Telemedicine; Psychology; Health care; Computer science; Artificial intelligence; World Wide Web","score_opus":0.04363440343341959,"score_gpt":0.4195496966149217,"score_spread":0.37591529318150213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413210279","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015479352,0.96361,0.006865618,0.0055335057,0.0011600415,0.021307386,0.0004889919,0.000121494646,0.0008974732],"genre_scores_gemma":[0.00007667678,0.97720486,0.000890278,0.015343714,0.00017423028,0.0017136305,0.0043988787,0.00003799086,0.00015973572],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926885,0.00024686987,0.0048711835,0.00024997155,0.0015331005,0.00041038851],"domain_scores_gemma":[0.9949358,0.0009166294,0.0023898708,0.0009430917,0.0005071518,0.00030745388],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015786638,0.0005038851,0.0025140939,0.0004130737,0.00015182051,0.000022798691,0.00036884344,0.0005383471,0.00012976593],"category_scores_gemma":[0.0032464196,0.00028476847,0.00068210904,0.0013517414,0.00009108238,0.00011482167,0.00011283809,0.0009867158,0.000010446705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031626496,0.00010016903,0.0001865887,0.4351184,0.00004456419,0.0000016117436,0.00043020156,0.0000010279505,4.5207296e-9,0.00045567882,0.0061296416,0.5575005],"study_design_scores_gemma":[0.0011594917,0.0005176594,0.000046778514,0.18066014,0.0009327436,0.000030897398,0.00011169533,0.00022203683,0.0000023882337,0.000027808546,0.81609505,0.00019330662],"about_ca_topic_score_codex":0.000008752749,"about_ca_topic_score_gemma":0.0000036205815,"teacher_disagreement_score":0.80996543,"about_ca_system_score_codex":0.00040951924,"about_ca_system_score_gemma":0.0026131056,"threshold_uncertainty_score":0.9999604},"labels":[],"label_agreement":null},{"id":"W4413210381","doi":"10.2196/76378","title":"Bibliometric Insights Into the Infodemic: Global Research Trends and Policy Responses: Quantitative Research","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Data science; MEDLINE; Computer science; Political science; World Wide Web","score_opus":0.1804711852942205,"score_gpt":0.5712346276353928,"score_spread":0.39076344234117233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413210381","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41806102,0.00062721886,0.00022466143,0.036121987,0.00016720904,0.00046078995,0.000005971039,0.0000808987,0.54425025],"genre_scores_gemma":[0.98288417,0.004258621,0.00050822814,0.0043784943,0.00019996708,0.00004081904,0.000009272308,0.000006086817,0.0077143367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99317884,0.0014082759,0.0007625452,0.000113461676,0.0037247944,0.00081209536],"domain_scores_gemma":[0.9938668,0.0039621796,0.00011419259,0.00036861497,0.0010461503,0.00064204156],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["bibliometrics","sts"],"category_scores_codex":[0.014505954,0.00012814095,0.00021113078,0.030906087,0.002070962,0.00064664346,0.0010089903,0.00036893136,0.00022978606],"category_scores_gemma":[0.030096706,0.00008290025,0.000048774913,0.15659957,0.003024876,0.0011868287,0.0005496408,0.001144832,0.0002014417],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053582324,0.000028409591,0.00021403495,0.000043444474,0.000015219107,0.0000012166219,0.25783285,3.7654775e-7,4.718242e-7,0.42520925,0.07845458,0.23814653],"study_design_scores_gemma":[0.00054910366,0.00015376735,0.013385562,0.00015477293,0.0000035137084,0.0000022614126,0.22738902,0.0018037519,0.0000064375395,0.024259463,0.7321762,0.00011615369],"about_ca_topic_score_codex":0.0026809422,"about_ca_topic_score_gemma":0.0014508361,"teacher_disagreement_score":0.65372163,"about_ca_system_score_codex":0.0005448825,"about_ca_system_score_gemma":0.004030381,"threshold_uncertainty_score":0.9996883},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413211164","doi":"10.2196/73495","title":"Virtual Transition of Care Clinics and Associated Readmission Rates: 3-Year Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Gerontology; Medical emergency; Computer science; World Wide Web","score_opus":0.009871241203605795,"score_gpt":0.32963600669110593,"score_spread":0.31976476548750016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413211164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929293,0.00002828778,0.00025810773,0.0008359707,0.00009348399,0.0015848648,0.000009482768,0.000062061525,0.004198444],"genre_scores_gemma":[0.9985355,0.00010920366,0.00026454346,0.0005088919,0.00002107783,0.000048995225,0.000105120824,0.0000059238755,0.00040072502],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99854213,0.000035679783,0.0005709328,0.0000943021,0.0006182909,0.00013866706],"domain_scores_gemma":[0.9993089,0.00007199469,0.00010311654,0.00017344736,0.00018006715,0.00016247501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047598785,0.00011690883,0.00042710427,0.00012237918,0.00005457263,0.000010466836,0.000047708705,0.00016636668,0.000100819234],"category_scores_gemma":[0.00030696075,0.000087410364,0.00005656488,0.00024368468,0.00007526558,0.00008529279,0.000046737663,0.0002293864,0.000007739991],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044040687,0.0017208784,0.9266078,0.00068108516,0.0008717526,0.000036568224,0.03971329,0.0000012100738,0.0000074676195,0.00083464704,0.013252114,0.015832793],"study_design_scores_gemma":[0.010170165,0.004755725,0.8904752,0.0012970826,0.0007687816,0.000003390315,0.08561168,0.0025595024,0.00011447595,0.000070961716,0.003990252,0.0001827748],"about_ca_topic_score_codex":0.00001279372,"about_ca_topic_score_gemma":0.000014297689,"teacher_disagreement_score":0.045898393,"about_ca_system_score_codex":0.00012556081,"about_ca_system_score_gemma":0.00016613695,"threshold_uncertainty_score":0.3564491},"labels":[],"label_agreement":null},{"id":"W4413257491","doi":"10.2196/68366","title":"AI-Driven Integrated System for Burn Depth Prediction With Electronic Medical Records: Algorithm Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Burn Injury Management and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Computer science; Algorithm; Data mining; Artificial intelligence","score_opus":0.01019873022203872,"score_gpt":0.28536684849632293,"score_spread":0.2751681182742842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413257491","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14140767,0.00011420062,0.84413314,0.0048518186,0.0006175483,0.0027430893,0.000012992519,0.0005280717,0.005591464],"genre_scores_gemma":[0.85841125,0.00053101854,0.11471225,0.014612041,0.00081775413,0.0022285222,0.0026603353,0.00010211987,0.0059247245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779546,0.000026709982,0.00077504374,0.00014114894,0.00090114604,0.00036050467],"domain_scores_gemma":[0.9991262,0.000105146275,0.00013939035,0.0001726173,0.00018186125,0.00027477424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069314265,0.00019695552,0.00037572443,0.00025381194,0.00012631803,0.000051682026,0.00013965192,0.00028146984,0.000067019544],"category_scores_gemma":[0.00015303846,0.00013286239,0.00004641082,0.0003460644,0.00009665731,0.0002281665,0.00007029641,0.00044674348,0.000011250873],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056371803,0.00023552895,0.0144996485,0.004494576,0.00089366495,0.000026254438,0.0024222482,0.000003264549,0.0000027500232,0.008676408,0.029391736,0.9387902],"study_design_scores_gemma":[0.013338185,0.0015534754,0.0069443355,0.0062175556,0.0005365812,0.00024072039,0.008933089,0.40326476,0.0012120046,0.00017196829,0.5570706,0.0005167495],"about_ca_topic_score_codex":0.000006671417,"about_ca_topic_score_gemma":0.00002719988,"teacher_disagreement_score":0.93827343,"about_ca_system_score_codex":0.0002981147,"about_ca_system_score_gemma":0.00097516825,"threshold_uncertainty_score":0.5417971},"labels":[],"label_agreement":null},{"id":"W4413276466","doi":"10.2196/60207","title":"Genotype Distribution and Migration Patterns of Hepatitis C Virus in Shandong Province, China: Molecular Epidemiology and Phylogenetic Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hepatitis C virus research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Molecular epidemiology; Genotype; Phylogenetic tree; Epidemiology; Virology; China; Distribution (mathematics); Phylogenetics; Biology; Geography; Medicine; Genetics; Gene; Pathology","score_opus":0.016156238854898024,"score_gpt":0.344096220650651,"score_spread":0.32793998179575296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413276466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99216396,0.00021395671,0.0056657693,0.00050303305,0.00002760668,0.0011242826,0.000038196165,0.000014020934,0.00024918697],"genre_scores_gemma":[0.99817455,0.0010241808,0.00026031994,0.0003018965,0.000012935912,0.000090001005,0.00009849774,0.000005435875,0.0000321606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99834514,0.00017525292,0.0007728339,0.00011760183,0.0003541921,0.00023497832],"domain_scores_gemma":[0.99931395,0.00015746313,0.000109062916,0.0001851327,0.000067897345,0.0001665012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087279227,0.000113827584,0.00042554978,0.00017080897,0.000032795375,0.0000082892275,0.00007600533,0.00016916702,0.000034876917],"category_scores_gemma":[0.0011259825,0.00009390935,0.000024537148,0.00021790461,0.00014609078,0.0000700365,0.00013721151,0.0003107072,0.000002218442],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005540092,0.00023673807,0.9558848,0.0005406575,0.000033559903,0.000029202944,0.0011655276,0.0000021019866,0.00007751641,0.0002066082,0.00008588113,0.041681983],"study_design_scores_gemma":[0.0016958638,0.00065049384,0.97692543,0.00026923508,0.000027434413,0.000007956334,0.00029992464,0.019446464,0.00020804812,0.00010184097,0.00029786647,0.00006942505],"about_ca_topic_score_codex":0.0018950934,"about_ca_topic_score_gemma":0.003749811,"teacher_disagreement_score":0.041612558,"about_ca_system_score_codex":0.00007892673,"about_ca_system_score_gemma":0.00023491352,"threshold_uncertainty_score":0.38295123},"labels":[],"label_agreement":null},{"id":"W4413358192","doi":"10.2196/73440","title":"Deep Learning Approaches for Classifying Children With and Without Autism Spectrum Disorder Using Inertial Measurement Unit Hand Tracking Data: Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institutes of Health","keywords":"Preprint; Autism spectrum disorder; Artificial intelligence; Deep learning; Autism; Inertial measurement unit; Computer science; Tracking (education); Unit (ring theory); Machine learning; Psychology; Developmental psychology","score_opus":0.21281547257970843,"score_gpt":0.38919330723691803,"score_spread":0.1763778346572096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413358192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84033006,0.000098597266,0.15573022,0.0008557564,0.000052491236,0.0024086428,0.0000074090667,0.00009037027,0.00042646975],"genre_scores_gemma":[0.998537,0.000015723075,0.0011023697,0.000116768424,0.000033634366,0.00012035782,0.000020187252,0.00002348923,0.000030436984],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965624,0.00022409741,0.000633745,0.00040633418,0.0015622722,0.0006111345],"domain_scores_gemma":[0.99889284,0.00019964301,0.00022707903,0.0004476465,0.00002169162,0.00021111012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010814207,0.00029812008,0.00046448671,0.0002621901,0.00090269244,0.00041644633,0.00070539763,0.00012212423,0.000017509017],"category_scores_gemma":[0.00042009132,0.00022862994,0.000030154592,0.0006034527,0.00058708375,0.0008118718,0.0006741014,0.00086557586,0.0000030549897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011225784,0.0031365505,0.8145314,0.0010890214,0.0008552477,0.000014990307,0.09489944,0.0072937533,0.00037676495,0.02187587,0.00007657052,0.054727856],"study_design_scores_gemma":[0.004931337,0.00051577785,0.056290634,0.0002498293,0.00010039689,0.00003646555,0.009283213,0.92706466,0.00043719404,0.0003972433,0.00031745402,0.0003757697],"about_ca_topic_score_codex":0.000056660403,"about_ca_topic_score_gemma":0.00051497784,"teacher_disagreement_score":0.91977096,"about_ca_system_score_codex":0.00009225188,"about_ca_system_score_gemma":0.00036188064,"threshold_uncertainty_score":0.93232584},"labels":[],"label_agreement":null},{"id":"W4413392074","doi":"10.2196/63544","title":"Medical Science Data Value Evaluation Model: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Weighting; Computer science; Data mining; Entropy (arrow of time); Data set; Data science; Information retrieval; Medicine; Artificial intelligence","score_opus":0.3897749305494763,"score_gpt":0.6237581904605167,"score_spread":0.2339832599110404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413392074","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03208911,0.000036103596,0.9206663,0.0052865944,0.001597698,0.0014246383,0.000037934336,0.00010821117,0.038753442],"genre_scores_gemma":[0.7662481,0.000064799424,0.20523418,0.025450116,0.00022858524,0.0004083367,0.00030218018,0.000019734087,0.0020439294],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9739087,0.0013507678,0.0025844818,0.00058694434,0.021044185,0.00052491017],"domain_scores_gemma":[0.99233013,0.0024465213,0.0003782235,0.0035632844,0.0006766744,0.000605178],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15816848,0.00017837442,0.0004230941,0.00067808235,0.00039109364,0.00061643956,0.009235006,0.00017145516,0.0011206638],"category_scores_gemma":[0.076586306,0.000120978584,0.00005292562,0.0028940316,0.0008834166,0.0023720367,0.0076024854,0.00048110855,0.00029278293],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010413718,0.00040461973,0.000080296944,0.000027196726,0.000029787692,0.0000025526908,0.0033850055,0.00026552708,8.2557864e-7,0.028579919,0.11276112,0.8544527],"study_design_scores_gemma":[0.00078692246,0.000045946632,0.00069894304,0.000051732943,0.000045252284,0.0000019529305,0.01666261,0.9175066,0.0000112342705,0.024447232,0.03961809,0.00012349388],"about_ca_topic_score_codex":0.00002430427,"about_ca_topic_score_gemma":0.00006081917,"teacher_disagreement_score":0.91724104,"about_ca_system_score_codex":0.000115714734,"about_ca_system_score_gemma":0.0032177109,"threshold_uncertainty_score":0.99979246},"labels":[],"label_agreement":null},{"id":"W4413415478","doi":"10.2196/75279","title":"Leveraging Retrieval-Augmented Large Language Models for Dietary Recommendations With Traditional Chinese Medicine’s Medicine Food Homology: Algorithm Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Southeast University; National Natural Science Foundation of China","keywords":"Computer science; Precision medicine; Traditional Chinese medicine; Algorithm; Artificial intelligence; Natural language processing; Medicine; Alternative medicine; Pathology","score_opus":0.044431410740452454,"score_gpt":0.33018114191479764,"score_spread":0.2857497311743452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413415478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44581783,0.0017455604,0.45257834,0.08372122,0.0010589379,0.0035009624,0.00027714047,0.00045838306,0.010841634],"genre_scores_gemma":[0.89877665,0.00035549744,0.07455359,0.015389465,0.0013606147,0.000724112,0.008075885,0.00006260163,0.0007015964],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970822,0.000047990616,0.0011124304,0.00025830325,0.0010923445,0.00040678523],"domain_scores_gemma":[0.9979073,0.00092284416,0.0002369871,0.0002504899,0.00032840332,0.00035397595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009685152,0.0003781078,0.0007756658,0.0005357959,0.00037849453,0.00001209304,0.00015610806,0.00017734375,0.00021397378],"category_scores_gemma":[0.00073776225,0.00023702899,0.00005856488,0.00064160506,0.00050040206,0.0003084801,0.000079175035,0.0005053655,0.000002987357],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036351027,0.0037888233,0.010385637,0.013064657,0.008467561,0.00026344095,0.2947308,0.00008849379,0.00023746068,0.051336933,0.2971975,0.31680357],"study_design_scores_gemma":[0.14746691,0.01571662,0.13367702,0.030105073,0.0034965917,0.0032192608,0.15094405,0.36135164,0.0008092505,0.06711879,0.08281474,0.0032800469],"about_ca_topic_score_codex":0.00000706402,"about_ca_topic_score_gemma":0.000014001115,"teacher_disagreement_score":0.45295882,"about_ca_system_score_codex":0.00016757754,"about_ca_system_score_gemma":0.00043447787,"threshold_uncertainty_score":0.96657616},"labels":[],"label_agreement":null},{"id":"W4413467589","doi":"10.2196/74117","title":"Interpretable Machine Learning Model for Pulmonary Hypertension Risk Prediction: Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pulmonary Hypertension Research and Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Retrospective cohort study; Cohort; Pulmonary hypertension; Computer science; Artificial intelligence; Machine learning; Internal medicine; World Wide Web","score_opus":0.017067785790829685,"score_gpt":0.3089506775980751,"score_spread":0.2918828918072454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413467589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9637319,0.0002928313,0.017562622,0.0007016824,0.00028103712,0.004989424,0.00013204636,0.00032994032,0.011978559],"genre_scores_gemma":[0.9898751,0.00036534778,0.0014578986,0.0008324104,0.00006288411,0.00064394367,0.00028398196,0.000020421538,0.006458041],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973919,0.00006238713,0.00072283315,0.0002450005,0.0011492373,0.00042867273],"domain_scores_gemma":[0.9984355,0.00017958115,0.00013952702,0.00040308622,0.0004031238,0.0004391637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080316083,0.00023981139,0.0006200063,0.0002634234,0.0003431311,0.000030324602,0.0001705658,0.00021833145,0.00015269606],"category_scores_gemma":[0.0010871609,0.00017134048,0.00016115265,0.00036502592,0.00011115369,0.00023886382,0.00020793162,0.00089220644,0.000030604635],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009078778,0.002418876,0.9798063,0.0001854531,0.000657469,0.00027295656,0.00043584462,0.000116522235,0.000016171585,0.000033490993,0.006458502,0.008690509],"study_design_scores_gemma":[0.0029050463,0.00092137174,0.15908054,0.00023576405,0.00027324978,0.0001464177,0.00072259654,0.8340636,0.000010508923,0.0002047006,0.0013345456,0.000101684054],"about_ca_topic_score_codex":0.000049388913,"about_ca_topic_score_gemma":0.000006717537,"teacher_disagreement_score":0.83394706,"about_ca_system_score_codex":0.00021861594,"about_ca_system_score_gemma":0.0003489094,"threshold_uncertainty_score":0.69870615},"labels":[],"label_agreement":null},{"id":"W4413467640","doi":"10.2196/76252","title":"Automated Literature Screening for Hepatocellular Carcinoma Treatment Through Integration of 3 Large Language Models: Methodological Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Hepatocellular carcinoma; Computer science; Medicine; World Wide Web; Internal medicine","score_opus":0.10811430115678947,"score_gpt":0.3935581168012115,"score_spread":0.285443815644422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413467640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24919493,0.00014668901,0.74901074,0.00018683606,0.00010603275,0.0007668919,0.0000094400975,0.00024358399,0.000334855],"genre_scores_gemma":[0.64638245,0.000006695465,0.353048,0.00032327315,0.000023630764,0.00013073646,0.000027756589,0.0000033976903,0.000054085293],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824864,0.00014937086,0.0007305135,0.00016748735,0.00044612828,0.00025785906],"domain_scores_gemma":[0.9987981,0.00032860745,0.0001653474,0.0004919565,0.00013636016,0.00007965921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091100216,0.00017185786,0.00037554177,0.00011739285,0.00008601112,0.00007959346,0.00058244966,0.00020434566,0.000005980635],"category_scores_gemma":[0.0002174308,0.00011716032,0.00011239652,0.00041232197,0.000028225928,0.0005655879,0.0002226153,0.00018925364,0.0000010885664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013234223,0.002243467,0.002867209,0.00093853386,0.000367389,0.000089887966,0.4959445,0.0018864748,0.00022462846,0.2762652,0.0015903027,0.21745005],"study_design_scores_gemma":[0.0012950342,0.00028507962,0.00012716591,0.00015606236,0.000018715495,0.0000042775873,0.0051971367,0.99014896,0.00067862484,0.0017681039,0.00022312153,0.00009772793],"about_ca_topic_score_codex":0.000026105497,"about_ca_topic_score_gemma":0.0000059214253,"teacher_disagreement_score":0.9882625,"about_ca_system_score_codex":0.000058483383,"about_ca_system_score_gemma":0.000120701705,"threshold_uncertainty_score":0.47776592},"labels":[],"label_agreement":null},{"id":"W4413467890","doi":"10.2196/68558","title":"Generative Models and Sentence Transformers for the Recognition and Normalization of Continuous and Discontinuous Phenotype Mentions: Model Development and Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Transformer; Generative grammar; Computer science; Sentence; Artificial intelligence; Coronavirus disease 2019 (COVID-19); Natural language processing; Medicine; Engineering; Pathology; World Wide Web; Electrical engineering","score_opus":0.04340515198957854,"score_gpt":0.3216704328808726,"score_spread":0.27826528089129404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413467890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5823713,0.0012842265,0.41545764,0.00033519938,0.000023341683,0.000389945,0.000014857002,0.000004333669,0.00011916051],"genre_scores_gemma":[0.9810874,0.0019153518,0.016228234,0.00038810686,0.0000143788775,0.00016749674,0.00014225427,0.0000037564837,0.000053050473],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993938,0.000019942934,0.00026878357,0.00008260983,0.0001467895,0.00008803602],"domain_scores_gemma":[0.99968773,0.00004895413,0.00007135485,0.00004182369,0.00010279375,0.000047364836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044464233,0.00007574032,0.0001088882,0.00002928038,0.00010240455,0.00001935896,0.000033051943,0.000118866374,0.0000010625406],"category_scores_gemma":[0.00012056752,0.000051311432,0.000011646873,0.000038284088,0.0002630074,0.000014754687,0.000042406682,0.000047986898,3.927224e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007499031,0.000027982956,0.00011502579,0.00025219377,0.000083648534,5.4872448e-8,0.004391227,0.000046994966,0.0007902036,0.00031825065,0.00026131907,0.9936381],"study_design_scores_gemma":[0.0016830697,0.00017747987,0.0005128589,0.00016488794,0.00010400822,0.0000069416014,0.0062928153,0.9838309,0.0033537217,0.0026274216,0.0011161872,0.00012966497],"about_ca_topic_score_codex":0.000003152867,"about_ca_topic_score_gemma":0.000018857092,"teacher_disagreement_score":0.99350846,"about_ca_system_score_codex":0.000004848595,"about_ca_system_score_gemma":0.00009166899,"threshold_uncertainty_score":0.20924196},"labels":[],"label_agreement":null},{"id":"W4413469990","doi":"10.2196/75865","title":"Influences on Emergency Clinician Use of Health Information Exchange: Interview Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Preprint; Health information exchange; Medicine; Medical emergency; Qualitative research; Health care; Information exchange; Data science; Computer science; Health information; World Wide Web; Telecommunications","score_opus":0.16058917774065462,"score_gpt":0.5344494685180649,"score_spread":0.37386029077741023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413469990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9517017,0.0005468748,0.004728826,0.008581137,0.0062085977,0.010380913,0.000052265084,0.00033673478,0.017462969],"genre_scores_gemma":[0.9548058,0.0020742828,0.0003570684,0.03932453,0.0002561262,0.0015993571,0.000091855145,0.000024760586,0.0014662168],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99034315,0.0017661753,0.0058549996,0.00011373343,0.0011332275,0.00078868936],"domain_scores_gemma":[0.99579453,0.0009033483,0.0019724162,0.00060603605,0.0003854991,0.00033815912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007383148,0.00023000682,0.00082484685,0.00049206376,0.00042924678,0.000012499351,0.0004949102,0.00037793833,0.00076589186],"category_scores_gemma":[0.0015022674,0.00017806975,0.000096834156,0.0009058169,0.00006788645,0.0008662149,0.0002400898,0.0014278037,0.00047950825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007711526,0.0006194834,0.124129556,0.017851824,0.0001217386,7.5945616e-7,0.10525545,0.0000042962683,1.0497523e-7,0.0024555298,0.15580308,0.59368104],"study_design_scores_gemma":[0.0030751212,0.0026803215,0.11128437,0.0086968765,0.000029853161,0.0000013062277,0.083575524,0.004075259,0.0000012344228,0.00026028795,0.7859788,0.00034103272],"about_ca_topic_score_codex":0.0007021445,"about_ca_topic_score_gemma":0.0006192559,"teacher_disagreement_score":0.6301757,"about_ca_system_score_codex":0.0003851382,"about_ca_system_score_gemma":0.0029079877,"threshold_uncertainty_score":0.8385979},"labels":[],"label_agreement":null},{"id":"W4413566295","doi":"10.2196/75069","title":"Prediction of Mini-Mental State Examination Scores for Cognitive Impairment and Machine Learning Analysis of Oral Health and Demographic Data Among Individuals Older Than 60 Years: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Blekinge Tekniska Högskola","keywords":"Overfitting; Random forest; Mini–Mental State Examination; Population; Medicine; Support vector machine; Cognition; Gerontology; Machine learning; Cross-sectional study; Mental health; Artificial intelligence; Cognitive impairment; Computer science; Psychiatry; Environmental health; Artificial neural network","score_opus":0.041250627058203274,"score_gpt":0.38228387342428216,"score_spread":0.3410332463660789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413566295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945872,0.00012231153,0.0024695978,0.0000042289316,0.00012648638,0.0010946576,0.001562743,0.000020318425,0.000012483588],"genre_scores_gemma":[0.99535596,0.000085267915,0.00009491113,0.00006999413,0.000008608016,0.000049748327,0.0042934394,0.0000050832236,0.00003696717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980177,0.000116507246,0.00092154316,0.00014376547,0.0006484425,0.00015200615],"domain_scores_gemma":[0.99895436,0.00019127919,0.000454024,0.00012215962,0.00012920095,0.00014898926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015014998,0.000099087396,0.0002902508,0.00048468576,0.00010955445,0.00004715295,0.00011044795,0.000089988214,0.000024378556],"category_scores_gemma":[0.00020319944,0.00009309496,0.000040133164,0.0005701839,0.0001900191,0.00036241757,0.00018157517,0.00014864413,2.4944623e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073954194,0.00026933875,0.97731835,0.0006117339,0.00038139205,7.3293404e-7,0.0044114417,0.0000063925163,3.3242324e-7,0.000006280295,0.00007077561,0.016849294],"study_design_scores_gemma":[0.0021029962,0.00054230454,0.9336497,0.00015980925,0.00015600516,0.000002576224,0.0072737676,0.05603538,0.0000050866656,0.000009993027,0.000013339447,0.00004904073],"about_ca_topic_score_codex":0.00019605664,"about_ca_topic_score_gemma":0.000898982,"teacher_disagreement_score":0.05602899,"about_ca_system_score_codex":0.00003370142,"about_ca_system_score_gemma":0.00010809516,"threshold_uncertainty_score":0.37963024},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4413629867","doi":"10.2196/66764","title":"Creation and Implementation of an Electronic Sexual Assault Record at the Geneva University Hospital","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sexual Assault and Victimization Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Sexual assault; Medical emergency; Medicine; Computer security; Computer science; Poison control; Human factors and ergonomics; World Wide Web","score_opus":0.01080335800208251,"score_gpt":0.34877130398138445,"score_spread":0.33796794597930196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413629867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989324,0.000024022855,0.00079913094,0.002353583,0.000094236115,0.00024872203,0.0000057863595,0.00002679671,0.007123756],"genre_scores_gemma":[0.997512,0.0002789869,0.00017450638,0.0003377461,0.000050788578,0.000005647482,0.000033312725,0.0000019698139,0.0016050498],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9991507,0.00007395864,0.00019100185,0.000046941313,0.0004000956,0.00013732818],"domain_scores_gemma":[0.99954796,0.00010711533,0.000105542305,0.00006699815,0.00011877231,0.00005363425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048818265,0.000047801193,0.00008192651,0.000042530744,0.00041225718,0.000018654893,0.00011414387,0.00008163389,0.00017860546],"category_scores_gemma":[0.00007090828,0.000036590078,0.000012413708,0.00024365932,0.00023752848,0.00025644535,0.000067475245,0.00008990596,0.000003109282],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063537664,0.00015063655,0.09695268,0.000102582024,0.00017809894,9.320399e-7,0.28203806,0.00000949057,0.000011800411,0.053280625,0.020146515,0.5470651],"study_design_scores_gemma":[0.0009848604,0.000280737,0.045579046,0.000015408748,0.000050076953,4.2045858e-7,0.6670965,0.002222335,0.00005924802,0.0004282035,0.28315172,0.00013144672],"about_ca_topic_score_codex":0.0008613142,"about_ca_topic_score_gemma":0.009091936,"teacher_disagreement_score":0.5469336,"about_ca_system_score_codex":0.00010903652,"about_ca_system_score_gemma":0.00025518486,"threshold_uncertainty_score":0.5073514},"labels":[],"label_agreement":null},{"id":"W4413684012","doi":"10.2196/70066","title":"Integration of Data and Information Systems Into the Health Data Strategy","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Big Data Technologies and Applications","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Czech; Computer science; Data science; World Wide Web","score_opus":0.2641624079056417,"score_gpt":0.4708056528706074,"score_spread":0.20664324496496567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413684012","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033370983,0.0013039373,0.89489144,0.054627802,0.0005239894,0.0021374172,0.002128614,0.00021393613,0.010801877],"genre_scores_gemma":[0.98397696,0.001464187,0.008455643,0.0030913472,0.00004117326,0.0000616746,0.0028108505,0.0000033716906,0.000094788935],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99719363,0.000056147146,0.0014210719,0.00011968251,0.0010819585,0.00012750507],"domain_scores_gemma":[0.99569595,0.000629988,0.0005390335,0.0028981606,0.00016430479,0.000072547235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004519491,0.00007991883,0.00020739235,0.00016899873,0.00017333697,0.0003078131,0.0042348756,0.00012621324,0.00001561071],"category_scores_gemma":[0.0024168966,0.000041746203,0.000010581638,0.0008694121,0.00031668306,0.0034989265,0.0026024247,0.0002612235,0.000030400055],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027924657,0.000011609234,0.000039769693,0.00005225995,0.00000642736,2.4500483e-8,0.0009829474,0.0000028474783,8.210528e-7,0.08390244,0.12210161,0.79289645],"study_design_scores_gemma":[0.00015114868,0.00003166755,0.0005509912,0.000092620554,0.0000046897626,0.0000031575419,0.032181308,0.38150403,0.0000042657744,0.0038908639,0.58153856,0.00004668764],"about_ca_topic_score_codex":0.00020179487,"about_ca_topic_score_gemma":0.00011790651,"teacher_disagreement_score":0.950606,"about_ca_system_score_codex":0.00001760934,"about_ca_system_score_gemma":0.00038904315,"threshold_uncertainty_score":0.7869523},"labels":[],"label_agreement":null},{"id":"W4413745927","doi":"10.2196/75760","title":"A Machine Learning Model for Predicting Sarcopenia Among Middle-Aged Adults: Development and External Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sarcopenia; Computer science; Medicine; Artificial intelligence","score_opus":0.037017534500721004,"score_gpt":0.3339868702412107,"score_spread":0.2969693357404897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413745927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7964964,0.00017906696,0.19994709,0.0007595143,0.00009837145,0.0010050609,0.0000048587376,0.00013180493,0.0013778567],"genre_scores_gemma":[0.86521333,0.00013868754,0.12942675,0.0034440183,0.000100062054,0.00030903768,0.00015358602,0.00001662914,0.0011978714],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839807,0.000020950094,0.0007809286,0.00010001571,0.00043858355,0.00026146555],"domain_scores_gemma":[0.9992195,0.00013199734,0.00016097871,0.000093575276,0.00010286915,0.00029110882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072666124,0.00012531684,0.00025592925,0.00017009431,0.00025155165,0.000037456004,0.0000751497,0.00014909003,0.0000459914],"category_scores_gemma":[0.0003817163,0.000107628366,0.00003635058,0.00012807659,0.000063830026,0.00017551653,0.000073105126,0.00048132788,0.0000050779126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021415954,0.0006744904,0.39037883,0.037632264,0.00023889136,0.000026783144,0.10387806,0.00033539202,0.00010294817,0.0030634378,0.003885887,0.4576414],"study_design_scores_gemma":[0.0047449414,0.00007513918,0.005303849,0.004892372,0.000028280854,0.00001925245,0.0014053122,0.97929454,0.00024646075,0.00017589988,0.003709053,0.00010489258],"about_ca_topic_score_codex":0.0000055152295,"about_ca_topic_score_gemma":0.000010147889,"teacher_disagreement_score":0.97895914,"about_ca_system_score_codex":0.00008793138,"about_ca_system_score_gemma":0.00029674685,"threshold_uncertainty_score":0.43889576},"labels":[],"label_agreement":null},{"id":"W4413776629","doi":"10.2196/71137","title":"Development of a Large-Scale Dataset of Chest Computed Tomography Reports in Japanese and a High-Performance Finding Classification Model: Dataset Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Computer science; Artificial intelligence; Machine translation; Natural language processing; Computed tomography; Scale (ratio); Machine learning; Radiology; Medicine; Cartography","score_opus":0.09631670015043926,"score_gpt":0.4066055629076236,"score_spread":0.31028886275718437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413776629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968996,0.000019890445,0.0020848636,0.00012090128,0.000058569203,0.0007067796,0.000078332145,0.00001071503,0.000020359941],"genre_scores_gemma":[0.9748858,0.000019876567,0.019359645,0.00013907874,0.000008227157,0.00007795243,0.0055022608,0.0000038069484,0.0000033222277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99771863,0.000022960352,0.0015614512,0.00012759672,0.00041481986,0.00015451244],"domain_scores_gemma":[0.9991374,0.00007172657,0.0003397811,0.00023759411,0.00010170448,0.000111805784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012289609,0.00010482222,0.00028049716,0.00033739104,0.00007468789,0.000010397687,0.000068473615,0.000112178575,0.0000070437727],"category_scores_gemma":[0.00010325151,0.00009135439,0.0000077572495,0.00042631794,0.00007532127,0.00020241216,0.00009367756,0.00016839341,8.06828e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026737424,0.0027414518,0.49291188,0.0071337987,0.00012834051,0.000008664386,0.24849008,0.00010900908,0.0002537147,0.00008581365,0.0025517095,0.24531817],"study_design_scores_gemma":[0.00086081045,0.000268862,0.5661545,0.0023460835,0.00008312408,0.000032018273,0.07748492,0.33321932,0.015861262,0.000051446943,0.0033335174,0.00030418063],"about_ca_topic_score_codex":0.000037299367,"about_ca_topic_score_gemma":0.0001025012,"teacher_disagreement_score":0.3331103,"about_ca_system_score_codex":0.000054344564,"about_ca_system_score_gemma":0.0005266313,"threshold_uncertainty_score":0.3725324},"labels":[],"label_agreement":null},{"id":"W4413800835","doi":"10.2196/74170","title":"Hypertension Medication Recommendation via Synergistic and Selective Modeling of Heterogeneous Medical Entities: Development and Evaluation Study of a New Model","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Medicine; Medical emergency; World Wide Web","score_opus":0.043662229228663745,"score_gpt":0.352461942680068,"score_spread":0.3087997134514042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413800835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4808108,0.00003909999,0.51820403,0.00041831928,0.00006917216,0.00034267447,2.618437e-7,0.000023241899,0.00009238962],"genre_scores_gemma":[0.9807246,0.000036597976,0.01884372,0.00031428793,0.000012020422,0.000043782304,0.000013517158,0.000003887162,0.000007586575],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99729717,0.00013704592,0.0009607877,0.00015400392,0.001310359,0.00014063154],"domain_scores_gemma":[0.99878776,0.00021826163,0.00027357126,0.0002016019,0.00031863296,0.00020014845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015784198,0.00011406724,0.00026287473,0.0002270138,0.00009092665,0.000018804232,0.0002665294,0.00015322385,0.000014326708],"category_scores_gemma":[0.0008263853,0.00009909602,0.000014606905,0.0002629374,0.00004838306,0.0002219328,0.00028881308,0.0002548225,5.1676454e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027696442,0.00033686118,0.0011869202,0.00093003,0.00009471555,0.0000015806775,0.06020839,0.025668973,0.000008098075,0.0011553272,0.00020134635,0.91018003],"study_design_scores_gemma":[0.0008692755,0.00013556318,0.00031278943,0.00026722992,0.000020331174,0.000011904234,0.00084079703,0.9964927,0.000041562413,0.0009128909,0.000021102427,0.00007387248],"about_ca_topic_score_codex":0.0001148615,"about_ca_topic_score_gemma":0.0000668081,"teacher_disagreement_score":0.9708237,"about_ca_system_score_codex":0.0000709621,"about_ca_system_score_gemma":0.001083006,"threshold_uncertainty_score":0.40410182},"labels":[],"label_agreement":null},{"id":"W4413820826","doi":"10.2196/75665","title":"Deep Learning Radiomics Model Based on Computed Tomography Image for Predicting the Classification of Osteoporotic Vertebral Fractures: Algorithm Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bijzonder Onderzoeksfonds UGent; Jiangsu Commission of Health","keywords":"Artificial intelligence; Deep learning; Machine learning; Feature selection; Lasso (programming language); Receiver operating characteristic; Computer science; Magnetic resonance imaging; Feature (linguistics); Medical imaging; Cross-validation; Medicine; Pattern recognition (psychology); Algorithm; Radiology","score_opus":0.0093598410298103,"score_gpt":0.2941317626622125,"score_spread":0.2847719216324022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413820826","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13411614,0.00004043604,0.86308044,0.0013813326,0.0001045562,0.00071520853,0.0000018696026,0.000064924185,0.00049507903],"genre_scores_gemma":[0.7941724,0.000018538334,0.20282105,0.002517708,0.00006810287,0.00010414907,0.00025204424,0.00001850615,0.000027502449],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982701,0.00005017042,0.0007439575,0.0001298159,0.0005787067,0.00022722753],"domain_scores_gemma":[0.9986275,0.0005781818,0.00028186964,0.0001922152,0.0001554681,0.00016480833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010185128,0.00016367681,0.000309872,0.00025577325,0.0002302478,0.000045139295,0.00015884728,0.00016854689,0.000008066487],"category_scores_gemma":[0.0008963369,0.00011362214,0.000084274754,0.00028135095,0.0002104101,0.00010065071,0.00004712938,0.0006626158,6.696289e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020104181,0.0002896519,0.0057593007,0.0017028308,0.00020459012,0.0000029717776,0.007121036,0.027162522,0.00018269737,0.0012734415,0.0009382206,0.9551617],"study_design_scores_gemma":[0.0020868487,0.0001255435,0.005919546,0.0005344957,0.0000780369,0.0000071705463,0.0009197333,0.9889334,0.0004317822,0.000089827015,0.000778068,0.00009558505],"about_ca_topic_score_codex":0.0000021074422,"about_ca_topic_score_gemma":3.9157342e-7,"teacher_disagreement_score":0.96177083,"about_ca_system_score_codex":0.000062834835,"about_ca_system_score_gemma":0.0002914217,"threshold_uncertainty_score":0.46333766},"labels":[],"label_agreement":null},{"id":"W4413847866","doi":"10.2196/72239","title":"Comparison of Risk Factors, Their Interaction Patterns, and Scoring Systems for Liver Cancer Between Patients With and Those Without Diabetes: Retrospective Cohort Study Using Electronic Health Records and Tree-Structured Algorithms","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Metabolism, Diabetes, and Cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Diabetes mellitus; Tree (set theory); Algorithm; Cancer; Medicine; Data mining; Machine learning; Artificial intelligence; Mathematics; Internal medicine; World Wide Web","score_opus":0.016758050074317556,"score_gpt":0.3321084963790878,"score_spread":0.3153504463047702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413847866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827982,0.014096352,0.0016447641,0.0000019086717,0.00015720536,0.001099634,0.00019207376,0.0000069229172,0.0000029105759],"genre_scores_gemma":[0.9893829,0.010185464,0.00011243048,0.00003788815,0.00008555004,0.00007981442,0.00010214992,0.000011647386,0.0000021225298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988533,0.00007003602,0.00044191405,0.00017757074,0.00021545816,0.00024169336],"domain_scores_gemma":[0.9992091,0.00003959139,0.00038428974,0.00013914988,0.00011655769,0.000111311005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025296077,0.00017671318,0.0005065266,0.00006150679,0.00010222751,0.00003370399,0.00006226956,0.00011893249,0.0000014269459],"category_scores_gemma":[0.000043451022,0.0001251714,0.000023414861,0.00006828646,0.00007892683,0.000023103012,0.00007081933,0.00019370185,1.1201736e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004042702,0.000042383523,0.9315968,0.0002896352,0.00025372158,1.0101541e-8,0.0021059338,0.0000042304255,0.000004280132,0.0000016633069,0.00002422152,0.06563666],"study_design_scores_gemma":[0.0016576281,0.0007700632,0.9838512,0.00039755568,0.0001446381,1.6882849e-7,0.003921515,0.007875554,0.0005659832,0.0000062854074,0.0006492927,0.00016010732],"about_ca_topic_score_codex":0.0003793001,"about_ca_topic_score_gemma":0.00034593456,"teacher_disagreement_score":0.06547655,"about_ca_system_score_codex":0.00007191377,"about_ca_system_score_gemma":0.00012885503,"threshold_uncertainty_score":0.51043415},"labels":[],"label_agreement":null},{"id":"W4413921349","doi":"10.2196/69958","title":"Resilience in the Face of Disruption: Viewpoint on the CrowdStrike Incident in July 2024","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Resilience (materials science); Workflow; Patient safety; Computer security; Triage; Process management; Computer science; Business; Medicine; Medical emergency; Political science","score_opus":0.07856311932709087,"score_gpt":0.44218539835891196,"score_spread":0.3636222790318211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413921349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.935487,0.00015174955,0.00040168935,0.052824408,0.00033799122,0.00085046235,0.0000015217188,0.0000088562,0.009936346],"genre_scores_gemma":[0.9890777,0.00022105555,0.000039300696,0.010089735,0.000058058307,0.00011405395,0.0000042643114,0.000002283607,0.0003935916],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.998162,0.000084186424,0.0008944267,0.00006377766,0.00061693304,0.00017872264],"domain_scores_gemma":[0.9987032,0.0007440404,0.000111789006,0.0003154392,0.00006453464,0.00006104117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015221047,0.00007962093,0.00017028487,0.00013893619,0.000047867296,0.000013769802,0.00025635306,0.00012235578,0.00014078664],"category_scores_gemma":[0.0013836769,0.000041171188,0.000041093692,0.00072697405,0.00017428644,0.00007277871,0.00004126873,0.0006308675,0.0000784575],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005015798,0.0017049478,0.049597364,0.002687735,0.00003286313,0.00004712279,0.28190568,0.0002660792,0.00003676274,0.050861318,0.11875676,0.49360177],"study_design_scores_gemma":[0.0007844644,0.001481804,0.24477683,0.012378084,0.00006501923,0.000090026806,0.5397052,0.050094243,0.004620918,0.014804403,0.13073656,0.00046240384],"about_ca_topic_score_codex":0.00014532647,"about_ca_topic_score_gemma":0.00016958013,"teacher_disagreement_score":0.49313936,"about_ca_system_score_codex":0.000103448976,"about_ca_system_score_gemma":0.00043707594,"threshold_uncertainty_score":0.27408406},"labels":[],"label_agreement":null},{"id":"W4413945774","doi":"10.2196/74162","title":"Applicability of Existing Gender Scores for German Clinical Research Data: Scoping Review and Data Mapping","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"German; Preprint; Informatics; Health informatics; Data set; Core (optical fiber); Computer science; Set (abstract data type); Data science; Medicine; Data mining; Artificial intelligence; Engineering; World Wide Web; Nursing; Telecommunications; Public health; Geography","score_opus":0.7281421488059961,"score_gpt":0.6610207352791667,"score_spread":0.06712141352682943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413945774","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28200522,0.35662705,0.1344979,0.07165838,0.003285943,0.08288213,0.0026397738,0.000952294,0.06545131],"genre_scores_gemma":[0.36347875,0.17986532,0.32272947,0.10997972,0.005034939,0.002681302,0.014909467,0.00020450748,0.0011165104],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99637544,0.0001662929,0.0019021841,0.0003678664,0.0008078293,0.00038037825],"domain_scores_gemma":[0.99418104,0.0025100263,0.00020040863,0.0024036998,0.00037032572,0.00033450447],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013777839,0.00012301999,0.00072211557,0.00011913868,0.00014642917,0.000019490028,0.00084194326,0.00023462929,0.00004020261],"category_scores_gemma":[0.009317059,0.000096922915,0.00004347739,0.00040102212,0.00050329365,0.00021383337,0.0017994678,0.0007583526,0.00000400217],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086893786,0.00023557372,0.021816628,0.4546529,0.0001743738,0.000004933275,0.0017574866,5.1384067e-8,0.0000023609373,0.00163495,0.07108147,0.44855237],"study_design_scores_gemma":[0.011588673,0.0010034405,0.045744445,0.43941996,0.0010985987,0.00023271817,0.021681577,0.10375623,0.00006403423,0.0057244003,0.36857417,0.0011117575],"about_ca_topic_score_codex":0.000013945802,"about_ca_topic_score_gemma":0.000011284934,"teacher_disagreement_score":0.44744062,"about_ca_system_score_codex":0.000028565053,"about_ca_system_score_gemma":0.001222248,"threshold_uncertainty_score":0.9990279},"labels":[],"label_agreement":null},{"id":"W4413977425","doi":"10.2196/82230","title":"Machine Learning-Augmented Traditional Analysis: Lactate versus Lactate-to-Albumin Ratio in Predicting Mortality Risk among Septic Patients — A Large-scale Retrospective Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Scale (ratio); Albumin; Retrospective cohort study; Medicine; Internal medicine; Computer science; Geography; World Wide Web; Cartography","score_opus":0.053337162166265335,"score_gpt":0.42398107251305356,"score_spread":0.37064391034678823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413977425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895355,0.0000067903866,0.0024872303,0.00019104547,0.0007301964,0.0038958096,0.00020449935,0.00020641905,0.002742506],"genre_scores_gemma":[0.9976536,0.000018293911,0.00013785492,0.000500812,0.00009129225,0.0010581405,0.00032933112,0.000020446723,0.00019025299],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931815,0.001366719,0.0026753105,0.00038996965,0.0015305066,0.0008559757],"domain_scores_gemma":[0.99644995,0.0011882823,0.00080917403,0.00051270664,0.00050750835,0.0005323532],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036311173,0.00031410815,0.0007452724,0.0006779809,0.0009073884,0.000034761862,0.00044405818,0.00039133264,0.0010892858],"category_scores_gemma":[0.0047739614,0.00029019368,0.00016243431,0.0022855974,0.0001288537,0.00040167928,0.00038640702,0.0028474913,0.00019281352],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002882662,0.0008177943,0.9187939,0.00019181568,0.00038933975,0.0000062945583,0.07736991,0.0012288631,1.7532453e-7,0.00009866103,0.00025602488,0.0005589496],"study_design_scores_gemma":[0.0013847578,0.0003056583,0.64887476,0.0002491405,0.00015816807,4.1267995e-8,0.055509668,0.29315954,0.0000026458292,0.00012259082,0.00008590948,0.00014709984],"about_ca_topic_score_codex":0.0030174258,"about_ca_topic_score_gemma":0.054761782,"teacher_disagreement_score":0.2919307,"about_ca_system_score_codex":0.0010504103,"about_ca_system_score_gemma":0.0005618626,"threshold_uncertainty_score":0.999955},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4413980974","doi":"10.2196/74116","title":"Synthetic Tabular Data Generation Under Horizontal Federated Learning Environments in Acute Myeloid Leukemia: Case-Based Simulation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Myeloid leukemia; Computer science; Data science; Database; Medicine; World Wide Web; Cancer research","score_opus":0.037037225156701575,"score_gpt":0.3188523279976271,"score_spread":0.2818151028409255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413980974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36309436,0.00001736714,0.63465226,0.0012382852,0.00016983361,0.0005001448,0.000008516469,0.00025078878,0.00006843894],"genre_scores_gemma":[0.96906185,0.00001469563,0.030146476,0.000413243,0.000020239406,0.000056521116,0.0002597953,0.0000092284035,0.0000179408],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743336,0.00017343198,0.0008027011,0.0003742244,0.00086257426,0.0003536856],"domain_scores_gemma":[0.99513954,0.00029787704,0.00019680632,0.004245092,0.000026331192,0.000094380695],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.001157514,0.00021399412,0.000258949,0.000300191,0.00025435907,0.00028538823,0.008598202,0.0003056821,0.000020801985],"category_scores_gemma":[0.0045408253,0.0002006217,0.000023794182,0.00069912325,0.00010384951,0.0014285513,0.024427615,0.0008264538,0.00003442542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012762874,0.0035080973,0.01714456,0.00046414137,0.00085706223,0.0048011336,0.004348761,0.2679881,0.0010327497,0.001467355,0.05327294,0.64498746],"study_design_scores_gemma":[0.001046865,0.000116981355,0.00034853452,0.000065501605,0.000018811083,0.000025832875,0.0005883048,0.9962603,0.00023585932,0.00036597624,0.0007440821,0.00018297105],"about_ca_topic_score_codex":0.00005062577,"about_ca_topic_score_gemma":0.00010897938,"teacher_disagreement_score":0.7282722,"about_ca_system_score_codex":0.00047550007,"about_ca_system_score_gemma":0.0003517936,"threshold_uncertainty_score":0.99676573},"labels":[],"label_agreement":null},{"id":"W4413982937","doi":"10.2196/69349","title":"Organizing Telemonitoring—Decision-Making Between Centralized and Distributed Models in the Netherlands, Using the Non-Adoption, Abandonment, Scale-Up, Spread, and Sustainability (NASSS) Framework: Case Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Data science; World Wide Web","score_opus":0.028946009910595472,"score_gpt":0.4020372069555501,"score_spread":0.37309119704495464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413982937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90155697,0.00007857176,0.09450765,0.0014019283,0.00011732783,0.0022772008,0.000012447004,0.000029442666,0.000018433839],"genre_scores_gemma":[0.99727875,0.00007229206,0.0014478402,0.00091758824,0.0001801288,0.000066695764,0.00002358613,0.000010715766,0.0000023952646],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9973776,0.00015469959,0.0011048699,0.00017126529,0.0007542867,0.00043730962],"domain_scores_gemma":[0.9975464,0.0015104235,0.00021978898,0.00037989212,0.00015521886,0.00018829026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021389022,0.00020964221,0.00043060182,0.0001431928,0.0003889797,0.00009306821,0.00016418389,0.00017724157,0.000017009945],"category_scores_gemma":[0.0007890149,0.00012021252,0.00003342101,0.000686025,0.00018181397,0.0002514717,0.0001796106,0.0007736328,2.8363633e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011706715,0.00015856294,0.8904805,0.0004673444,0.000055452627,0.00014746486,0.05845281,0.00003029292,4.7426408e-7,0.00006707634,0.0003061846,0.049716774],"study_design_scores_gemma":[0.0098309405,0.0004960589,0.42850593,0.0015219742,0.00047818755,0.0010245858,0.49782988,0.05518645,0.000009060074,0.0041435715,0.0006752151,0.00029812974],"about_ca_topic_score_codex":0.00038325714,"about_ca_topic_score_gemma":0.00008334592,"teacher_disagreement_score":0.46197456,"about_ca_system_score_codex":0.00019693807,"about_ca_system_score_gemma":0.00029954634,"threshold_uncertainty_score":0.4902124},"labels":[],"label_agreement":null},{"id":"W4414032054","doi":"10.2196/69216","title":"Identifying Transportation Needs in Ophthalmology Clinic Notes Using Natural Language Processing: Retrospective, Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Older Adults Driving Studies","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; National Eye Institute; Hillman Foundation; Eye and Ear Foundation of Pittsburgh; American Glaucoma Society; University of Pittsburgh; Research to Prevent Blindness","keywords":"Cross-sectional study; Medicine; Retrospective cohort study; Optometry; Natural history; Medical emergency; Computer science; Surgery; Pathology","score_opus":0.07758810680879609,"score_gpt":0.5115701685878258,"score_spread":0.4339820617790297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414032054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959462,0.000118116615,0.0005020155,0.00009963436,0.0012292032,0.0010588563,0.000008922847,0.000119656055,0.00091735536],"genre_scores_gemma":[0.9982326,0.0000055637206,0.00037610033,0.0004013742,0.00013899845,0.00016237104,0.0000286778,0.0000142024755,0.0006401193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99667567,0.000183771,0.0016864674,0.00016118863,0.00081448694,0.00047842466],"domain_scores_gemma":[0.9985129,0.0005895456,0.00038103433,0.0001945308,0.0002344843,0.00008748834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014084589,0.00019146223,0.00041688362,0.00047382916,0.0005872646,0.00004320865,0.00032122643,0.00035159598,0.0002757094],"category_scores_gemma":[0.0010374476,0.00016568719,0.00006629823,0.0009381666,0.00017864103,0.0004462536,0.00011740143,0.0016219729,0.00004554531],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027033253,0.00018946787,0.92705715,0.0007014046,0.0000355463,0.000022257713,0.071541496,0.000005200971,0.000006522722,0.000017955148,0.000064151085,0.000331838],"study_design_scores_gemma":[0.0018327698,0.000051915682,0.95266217,0.0006476402,0.000016867141,0.000005455619,0.04124617,0.0032727963,0.0000032592031,0.00011174611,0.000016564429,0.0001326563],"about_ca_topic_score_codex":0.00020577452,"about_ca_topic_score_gemma":0.0007104947,"teacher_disagreement_score":0.030295327,"about_ca_system_score_codex":0.00034712782,"about_ca_system_score_gemma":0.00048165844,"threshold_uncertainty_score":0.7046755},"labels":[],"label_agreement":null},{"id":"W4414041908","doi":"10.2196/77837","title":"Large Language Model–Enhanced Drug Repositioning Knowledge Extraction via Long Chain-of-Thought: Development and Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Drug repositioning; Adaptability; Knowledge base; Knowledge extraction; Knowledge acquisition; Information extraction; Domain knowledge","score_opus":0.014303347884581154,"score_gpt":0.3586234231411691,"score_spread":0.3443200752565879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414041908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85408556,0.00052417035,0.14335121,0.00004403701,0.00010800761,0.00031051642,0.000001370365,0.000021411226,0.0015537171],"genre_scores_gemma":[0.9942061,0.000021786296,0.005010537,0.00011688534,0.00004007148,0.00009610447,0.00007492756,0.0000049585815,0.00042863123],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882305,0.00006444801,0.00048663013,0.00012172196,0.00033963865,0.00016450982],"domain_scores_gemma":[0.9994634,0.00003328299,0.00013576682,0.0001753283,0.00011342022,0.00007884319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001061497,0.00010857298,0.00015935964,0.00007319315,0.00010619326,0.000014701269,0.00011329336,0.00017692415,0.000011372596],"category_scores_gemma":[0.00022206822,0.00009174285,0.000029071016,0.00012546359,0.00007462552,0.000008633981,0.00014558008,0.00014635423,0.0000024623116],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112525544,0.0010218989,0.002038483,0.00066374725,0.00022615418,0.000004830971,0.056816284,0.00006782857,0.007725772,0.0001214099,0.001797312,0.9294038],"study_design_scores_gemma":[0.01023409,0.00085165835,0.024165172,0.0013933328,0.00028450353,0.000051945863,0.085916884,0.5679571,0.29630336,0.000259892,0.011484612,0.0010974267],"about_ca_topic_score_codex":0.000001999053,"about_ca_topic_score_gemma":0.000050004866,"teacher_disagreement_score":0.92830634,"about_ca_system_score_codex":0.000026594918,"about_ca_system_score_gemma":0.00026481634,"threshold_uncertainty_score":0.37411648},"labels":[],"label_agreement":null},{"id":"W4414081092","doi":"10.2196/79064","title":"YOLOv12 Algorithm-Aided Detection and Classification of Lateral Malleolar Avulsion Fracture and Subfibular Ossicle Based on CT Images: Multicenter Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Foot and Ankle Surgery","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ossicle; Avulsion fracture; Multicenter study; Gold standard (test); Avulsion; Fracture (geology)","score_opus":0.010039105443638275,"score_gpt":0.28934215518416745,"score_spread":0.27930304974052916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414081092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953456,0.000044789347,0.0027407678,0.0008742643,0.00010011488,0.0006033777,0.0000035582998,0.00004391801,0.00024363238],"genre_scores_gemma":[0.99758863,0.000027531103,0.0005993641,0.0015935155,0.0000393274,0.000026311087,0.00002360859,0.000007648411,0.00009407018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864733,0.00005372057,0.00051251997,0.00011230605,0.0005200665,0.00015405656],"domain_scores_gemma":[0.9992884,0.00014367972,0.00012952331,0.00019989396,0.00008380963,0.00015472065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045698025,0.00013873863,0.00028806186,0.00019206366,0.000069773276,0.000029069464,0.000058818376,0.00012452778,0.000053551918],"category_scores_gemma":[0.0001710718,0.000101636586,0.00004507783,0.00016951816,0.0001213615,0.00015081647,0.000042034637,0.00034268366,0.0000052020678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013868137,0.0027085713,0.53377086,0.002242349,0.00021769275,0.00009143035,0.0052617,0.000006893833,0.003034981,0.000012087968,0.00291622,0.4483504],"study_design_scores_gemma":[0.0058029774,0.0007413166,0.7272577,0.0007363165,0.00010277837,0.000012146081,0.0023155052,0.25578782,0.0038240943,0.000021526857,0.0032474913,0.0001503087],"about_ca_topic_score_codex":0.000011752843,"about_ca_topic_score_gemma":0.0000030357494,"teacher_disagreement_score":0.44820008,"about_ca_system_score_codex":0.000029159199,"about_ca_system_score_gemma":0.000055478624,"threshold_uncertainty_score":0.41446197},"labels":[],"label_agreement":null},{"id":"W4414085277","doi":"10.2196/67529","title":"Real-World Evaluation of AI-Driven Diabetic Retinopathy Screening in Public Health Settings: Validation and Implementation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Retinal Imaging and Analysis","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Public health; Health care; Diabetic retinopathy; Public healthcare; MEDLINE; Telemedicine; Retinopathy","score_opus":0.04360005069517863,"score_gpt":0.43123477294642726,"score_spread":0.3876347222512486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414085277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988568,0.00002518336,0.0011727532,0.008267505,0.00003289962,0.0009553493,0.0000024784774,0.000028314125,0.0009474937],"genre_scores_gemma":[0.99734074,0.000039591512,0.0012683176,0.0010837063,0.000023175919,0.000075414,0.00013280184,0.0000054319516,0.000030832736],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972198,0.0002583858,0.0010533014,0.0001072408,0.0011525159,0.00020876355],"domain_scores_gemma":[0.9989599,0.00009979598,0.00032099977,0.00017879097,0.00029132573,0.00014918062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044853888,0.00010127823,0.00035197096,0.00064684777,0.00006026568,0.00003597622,0.00007088793,0.000044960314,0.00006819234],"category_scores_gemma":[0.00044019782,0.000087612854,0.00003811305,0.0009019879,0.00006115902,0.00022110573,0.000060090926,0.00026671324,0.0000014847532],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015918811,0.00023463496,0.78689283,0.0005378096,0.000076272365,0.0000011253117,0.011483049,0.000017822504,0.000017624256,0.00014428725,0.0007683395,0.19981031],"study_design_scores_gemma":[0.005199085,0.00038810304,0.71147025,0.0011864286,0.00027432348,0.0000041597045,0.041011017,0.23968297,0.00020854597,0.00016579234,0.00027963624,0.00012968766],"about_ca_topic_score_codex":0.0002180283,"about_ca_topic_score_gemma":0.00011183519,"teacher_disagreement_score":0.23966515,"about_ca_system_score_codex":0.00012006221,"about_ca_system_score_gemma":0.0005349231,"threshold_uncertainty_score":0.35727486},"labels":[],"label_agreement":null},{"id":"W4414108607","doi":"10.2196/76848","title":"A Bilingual On-Premises AI Agent for Clinical Drafting: Implementation Report of Seamless Electronic Health Records Integration in the Y-KNOT Project","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Chronic Disease Prevention and Health Promotion","keywords":"Workflow; Key (lock); Health records; Scalability; Health care; System integration; Electronic health record; Meaningful use","score_opus":0.2211790538971263,"score_gpt":0.5987862425085438,"score_spread":0.3776071886114175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414108607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9557413,0.00008762239,0.011708499,0.026605995,0.00073386054,0.0040306463,0.000008083115,0.000038996885,0.0010449858],"genre_scores_gemma":[0.9831327,0.0003566367,0.00091508275,0.014482886,0.00028438884,0.0004180038,0.0003020098,0.0000080280915,0.00010025407],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99660033,0.00014420963,0.002270854,0.00013106565,0.00053035864,0.00032319076],"domain_scores_gemma":[0.99807113,0.0008174735,0.00047090233,0.0002951601,0.00026853423,0.000076802695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045313346,0.000113195354,0.00033303705,0.00021237884,0.00008955883,0.000018701601,0.0001479207,0.00016447081,0.000027387183],"category_scores_gemma":[0.0021727192,0.00007514297,0.000111788744,0.0004628942,0.00008506342,0.00009172661,0.000020317815,0.000563072,0.0000028012487],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035281538,0.0006289485,0.016603446,0.0010628664,0.000033946057,0.0000038578974,0.031319868,0.0000027987721,0.0000029951773,0.0035637517,0.029812198,0.9166125],"study_design_scores_gemma":[0.0037536388,0.01707224,0.025937922,0.008971281,0.00028360824,0.00035033945,0.5420142,0.06840085,0.009289802,0.009171737,0.31395504,0.0007993583],"about_ca_topic_score_codex":0.00042830114,"about_ca_topic_score_gemma":0.0008438177,"teacher_disagreement_score":0.91581315,"about_ca_system_score_codex":0.00026692825,"about_ca_system_score_gemma":0.0061172196,"threshold_uncertainty_score":0.9995172},"labels":[],"label_agreement":null},{"id":"W4414161315","doi":"10.2196/68707","title":"Performance of Natural Language Processing for Information Extraction From Electronic Health Records Within Cancer: Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Aalborg Universitetshospital; Aalborg Universitet","keywords":"Information extraction; Health records; Electronic health record; Natural language; Unstructured data; Biomedical text mining; Text mining; Text processing; Information processing","score_opus":0.019864155168321823,"score_gpt":0.37269172152925883,"score_spread":0.35282756636093704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414161315","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000040553014,0.9150145,0.08036819,0.000111161404,0.0005724635,0.0036844336,0.000030127196,0.00011989441,0.00009514711],"genre_scores_gemma":[0.00003571349,0.9859758,0.011103939,0.001120606,0.000083873354,0.001356815,0.00024706518,0.000010779666,0.00006538428],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947397,0.00013132465,0.0035450612,0.00016991494,0.0009817636,0.0004322248],"domain_scores_gemma":[0.9951515,0.00034188578,0.003471031,0.0006788653,0.00021603263,0.00014067038],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017805834,0.00036429326,0.0023766216,0.00027943405,0.0001125583,0.00010076262,0.0013662092,0.00029882326,0.000007404866],"category_scores_gemma":[0.00050802884,0.0002651077,0.00028720952,0.0006845818,0.000030014611,0.0017777715,0.00018845146,0.0008406432,0.000009522998],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.2264845e-7,0.000005662508,6.106742e-8,0.5171881,0.00002479917,6.913536e-8,0.00086811057,0.0000017509666,1.8144988e-9,0.00011515022,0.00015229301,0.4816433],"study_design_scores_gemma":[0.0001381443,0.00005017417,7.662955e-8,0.709406,0.00021518422,0.000015613643,0.00010415317,0.26737174,4.3771044e-7,0.000009842491,0.022482302,0.00020631384],"about_ca_topic_score_codex":0.00004579712,"about_ca_topic_score_gemma":0.000018350514,"teacher_disagreement_score":0.481437,"about_ca_system_score_codex":0.00052796863,"about_ca_system_score_gemma":0.0048948433,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W4414162080","doi":"10.2196/69853","title":"Lessons Learned From Building a Data Platform for Longitudinal, Analytical Use Cases and Scaling to 77 German Hospitals: Implementation Report","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agile software development; Quality (philosophy); Data quality; Data collection; German; Turnaround time","score_opus":0.3223518379324297,"score_gpt":0.5973033971120559,"score_spread":0.2749515591796262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414162080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.954902,0.00009395291,0.030875757,0.009932049,0.0006360528,0.0028496834,0.00037379967,0.00013654165,0.0002001649],"genre_scores_gemma":[0.9743305,0.00022322669,0.01480162,0.00651974,0.0006637934,0.0010682999,0.0017909838,0.00004684648,0.0005550249],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956883,0.00011838392,0.002262911,0.00035826204,0.00065732945,0.00091481314],"domain_scores_gemma":[0.99239254,0.005330908,0.00051746255,0.00091244513,0.00021320402,0.0006334121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032203463,0.00022272876,0.00057308684,0.00024559136,0.0007285761,0.000083585415,0.0004532317,0.00037676448,0.00013559045],"category_scores_gemma":[0.0065386593,0.0001930824,0.000050495648,0.00038172904,0.00007095299,0.0008150534,0.00069667236,0.00078871165,0.000027399388],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040272507,0.00020077695,0.23568994,0.006887515,0.00061441504,0.00020959691,0.025521198,0.0000056074305,0.000027965141,0.02842034,0.3268511,0.37516883],"study_design_scores_gemma":[0.006209972,0.00056701794,0.06193392,0.0058919163,0.00039340742,0.00015026974,0.04450701,0.13869245,0.00004536142,0.002721203,0.7378731,0.0010143684],"about_ca_topic_score_codex":0.0019551862,"about_ca_topic_score_gemma":0.0017558183,"teacher_disagreement_score":0.411022,"about_ca_system_score_codex":0.00041682745,"about_ca_system_score_gemma":0.0018631523,"threshold_uncertainty_score":0.78736717},"labels":[],"label_agreement":null},{"id":"W4414162834","doi":"10.2196/64979","title":"Interpretable Machine Learning Model for Predicting and Assessing the Risk of Diabetic Nephropathy: Prediction Model Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interpretability; Missing data; Predictive power; Receiver operating characteristic; Diabetic nephropathy; Medical record; Support vector machine; Diabetes mellitus; Nephropathy","score_opus":0.06761221979112114,"score_gpt":0.4571152846750505,"score_spread":0.3895030648839294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414162834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6840567,0.00008383267,0.31224436,0.00030200422,0.00023863296,0.002075939,0.000042665164,0.00009465042,0.0008612078],"genre_scores_gemma":[0.9958441,0.00009569021,0.002345481,0.00061963045,0.000076913435,0.00065842975,0.00001714087,0.000017580594,0.00032501368],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967778,0.0003991196,0.0016994522,0.00014272993,0.0005386581,0.0004422448],"domain_scores_gemma":[0.9962906,0.0022638731,0.0006499676,0.00030377865,0.00033686665,0.00015490895],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003626993,0.00016806455,0.00037071411,0.00013383658,0.001351277,0.000029196313,0.00028520654,0.00028493933,0.000025412946],"category_scores_gemma":[0.0036082896,0.000114567505,0.000059417805,0.00024994672,0.00017356678,0.0003821442,0.00033514883,0.0016319377,0.000002900763],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062935804,0.00014121752,0.79392743,0.001658703,0.00008093401,2.6141743e-7,0.12964924,0.049356814,0.000010457464,0.00056115043,0.00051149074,0.024039363],"study_design_scores_gemma":[0.0003420903,0.00012308563,0.0014845165,0.0007724106,0.000087547196,3.4703976e-7,0.05632013,0.93857455,0.0000105999015,0.0021434599,0.00006941288,0.00007185023],"about_ca_topic_score_codex":0.00026787497,"about_ca_topic_score_gemma":0.00022580793,"teacher_disagreement_score":0.88921773,"about_ca_system_score_codex":0.00011148368,"about_ca_system_score_gemma":0.00072289776,"threshold_uncertainty_score":0.9999488},"labels":[],"label_agreement":null},{"id":"W4414215529","doi":"10.2196/71430","title":"Clinical Trial Schedule of Activities Specification Using Fast Healthcare Interoperability Resources Definitional Resources: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Scheduling (production processes); Protocol (science); Quality (philosophy); Schedule; Health care; Clinical trial","score_opus":0.23503528183697356,"score_gpt":0.5854395994708348,"score_spread":0.35040431763386126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414215529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983068,0.00013249116,0.0054025627,0.0010247385,0.0026172802,0.004089929,0.000033075125,0.0001275237,0.0035043957],"genre_scores_gemma":[0.9828718,0.000046728055,0.013851257,0.0013322546,0.0008970511,0.00068292435,0.0000340107,0.00002715033,0.0002568481],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9833063,0.008722362,0.005677624,0.0003071252,0.0012146606,0.0007719482],"domain_scores_gemma":[0.99116695,0.005544271,0.0015554262,0.0008319033,0.00045531147,0.00044616582],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017055232,0.00027296747,0.0011758356,0.0003414507,0.0006597464,0.000022380913,0.0006188363,0.0007909493,0.00033080188],"category_scores_gemma":[0.0033030857,0.00022230332,0.00019999256,0.00067205605,0.00042821513,0.00025674573,0.00039925607,0.0026587816,0.00003324797],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029388849,0.008516575,0.19075488,0.022707965,0.00091833214,0.0000066297434,0.40300867,0.0000106662965,0.000066491826,0.01077588,0.011457269,0.32238778],"study_design_scores_gemma":[0.05141269,0.0039558257,0.03296971,0.0052234204,0.00014125538,0.0000074154573,0.8073014,0.009634841,0.00005241045,0.001016266,0.08767683,0.000607936],"about_ca_topic_score_codex":0.00031412483,"about_ca_topic_score_gemma":0.00043371134,"teacher_disagreement_score":0.40429273,"about_ca_system_score_codex":0.00068174046,"about_ca_system_score_gemma":0.0033906014,"threshold_uncertainty_score":0.99964213},"labels":[],"label_agreement":null},{"id":"W4414227383","doi":"10.2196/66160","title":"Evidence for the Use of Patient-Reported Outcome Measures in the Treatment of Patients With Noncommunicable Diseases: Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Diabetes Management and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outcome (game theory); MEDLINE; Systematic review; Intervention (counseling); Psychological intervention","score_opus":0.19361433219896051,"score_gpt":0.4140095457681646,"score_spread":0.2203952135692041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414227383","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000079544116,0.98260844,0.000042128584,0.00014204172,0.00009753625,0.016923403,0.00003326388,0.000010589122,0.000063033774],"genre_scores_gemma":[0.00007681739,0.9945964,0.00018671334,0.0006059842,0.000013233692,0.004074538,0.00032958342,0.000012364492,0.000104348364],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9955498,0.00022408225,0.0027883127,0.00009168222,0.001151717,0.00019438728],"domain_scores_gemma":[0.99215794,0.0042768545,0.0018783225,0.0013535948,0.0002517308,0.00008154341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007786056,0.00028693228,0.0024506636,0.00016201919,0.00004294661,0.000023169237,0.0004945382,0.00011397044,0.000018866105],"category_scores_gemma":[0.0034507427,0.00010764006,0.00045693805,0.00060976687,0.00012391516,0.00016270866,0.000059846596,0.00016982862,0.0000020857549],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019493487,0.00075351103,0.00089347066,0.83407396,0.0004682379,5.7848683e-7,0.00079097826,3.5192775e-7,5.6812256e-11,0.000015828058,0.0014386831,0.16154493],"study_design_scores_gemma":[0.0005963182,0.00059484434,0.00018075305,0.81328887,0.01414047,9.931169e-7,0.00034594972,0.000063520136,1.2892525e-8,0.0000018027504,0.170684,0.00010244523],"about_ca_topic_score_codex":0.000012968098,"about_ca_topic_score_gemma":0.0000051200736,"teacher_disagreement_score":0.16924532,"about_ca_system_score_codex":0.00014465365,"about_ca_system_score_gemma":0.0005401306,"threshold_uncertainty_score":0.43894342},"labels":[],"label_agreement":null},{"id":"W4414229082","doi":"10.2196/64855","title":"Real-Time Estimation of Arterial Partial Pressure of Carbon Dioxide in Patients Undergoing General Anesthesia: Predictive Modeling Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hemodynamic Monitoring and Therapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Carbon dioxide; Blood pressure; Prospective cohort study; Partial pressure; Remote patient monitoring; Continuous monitoring","score_opus":0.008435885782775572,"score_gpt":0.2853957443002588,"score_spread":0.2769598585174832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414229082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99710685,0.000005874009,0.00131843,0.000042569256,0.00011428961,0.0007630523,0.0000027557774,0.000034039174,0.000612134],"genre_scores_gemma":[0.99900347,0.000012954938,0.0007868726,0.000020256219,0.000065690125,0.00003921863,0.000025367384,0.000008764237,0.000037394133],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980449,0.00006522246,0.0009470597,0.00008876877,0.0006783926,0.00017567571],"domain_scores_gemma":[0.9993053,0.00007874448,0.00018874714,0.00022700506,0.00010694091,0.000093257375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003712463,0.00012686616,0.0004487695,0.00017464654,0.000019134972,0.000004700914,0.00010114862,0.00017166435,0.000009310853],"category_scores_gemma":[0.00015332225,0.00010765023,0.000047349768,0.00020317081,0.000053640284,0.000092778355,0.000035600497,0.00019878524,6.606835e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009089263,0.012167071,0.6539515,0.0067743994,0.0018596683,0.00006984635,0.08329502,0.18914214,0.0016764841,0.000653785,0.00016813233,0.041152686],"study_design_scores_gemma":[0.0049940255,0.0007428406,0.022736955,0.0007835264,0.000085749554,0.0000018122478,0.00065160234,0.9694772,0.00039704813,0.000055230845,0.0000036588906,0.00007039225],"about_ca_topic_score_codex":0.000107881766,"about_ca_topic_score_gemma":0.0000024605338,"teacher_disagreement_score":0.780335,"about_ca_system_score_codex":0.00006122107,"about_ca_system_score_gemma":0.00031163424,"threshold_uncertainty_score":0.4389849},"labels":[],"label_agreement":null},{"id":"W4414274033","doi":"10.2196/76507","title":"Incorporating Generative AI Into a Health Informatics Curriculum to Build 21st Century Competencies: Multisite Pre-Post Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Curriculum; Workforce; Health informatics; Public health informatics; Informatics","score_opus":0.035145317980158616,"score_gpt":0.4212556783035268,"score_spread":0.38611036032336815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414274033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638665,0.00013010831,0.015014338,0.013867876,0.001155197,0.0043321983,0.000014209907,0.00020963536,0.0014099558],"genre_scores_gemma":[0.89526993,0.0001580691,0.035202846,0.06810907,0.00042108234,0.00048299297,0.0002000776,0.000023042265,0.00013287942],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99493635,0.00012575336,0.002929173,0.00017877517,0.0012276643,0.0006022714],"domain_scores_gemma":[0.99675053,0.00023266989,0.00055350113,0.00056347455,0.0009001547,0.0009996864],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013811764,0.00033004791,0.00069162267,0.00050092523,0.00051217474,0.0001226062,0.0003655519,0.00025902383,0.00009790859],"category_scores_gemma":[0.0014127535,0.00026736912,0.000102999365,0.0012630387,0.00016389582,0.0005042433,0.00028748158,0.0009990693,0.00020353145],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013982577,0.0021908993,0.10011267,0.0029710545,0.00017158854,0.000010846707,0.49114498,0.00013599571,0.000023233364,0.0025012523,0.016884446,0.38371322],"study_design_scores_gemma":[0.0008617296,0.0039112517,0.008931358,0.003065341,0.000085385785,0.00004992524,0.83906996,0.098305315,0.00037897314,0.00037982131,0.044335935,0.00062498887],"about_ca_topic_score_codex":0.0022646487,"about_ca_topic_score_gemma":0.0013420049,"teacher_disagreement_score":0.38308823,"about_ca_system_score_codex":0.00058518,"about_ca_system_score_gemma":0.0023075426,"threshold_uncertainty_score":0.9999778},"labels":[],"label_agreement":null},{"id":"W4414296654","doi":"10.2196/71539","title":"Interpretable Machine Learning for Predicting Adverse Pregnancy Outcomes in Gestational Diabetes: Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Retrospective cohort study; Pregnancy; Adverse effect; Cohort study; Gestational age; MEDLINE; Cohort","score_opus":0.010488520765903231,"score_gpt":0.32634677976791565,"score_spread":0.3158582590020124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414296654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98454356,0.00004966795,0.0024166394,0.000576467,0.00012652241,0.0041244235,0.00002412078,0.000087742716,0.008050849],"genre_scores_gemma":[0.993339,0.00002650395,0.001293766,0.00061010063,0.00001625646,0.0011034406,0.0002319447,0.000011641834,0.0033673374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99762934,0.000048581063,0.0007188383,0.00015750996,0.0010363082,0.0004094018],"domain_scores_gemma":[0.99884325,0.00044795885,0.00012290725,0.00017316834,0.00022517206,0.00018756103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008436432,0.00015859824,0.0004281108,0.00037070125,0.0000959374,0.000026388652,0.00015624525,0.00008673445,0.00020571878],"category_scores_gemma":[0.0028981257,0.00012959933,0.00008512066,0.00036016456,0.000070187816,0.0002469318,0.0001612054,0.0005233972,0.000012505755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004050016,0.00055355707,0.99198353,0.00065455824,0.0002653746,0.0000068994673,0.0019026101,0.00008755328,0.0000015981371,0.00037159104,0.00041738895,0.0037148248],"study_design_scores_gemma":[0.0032728692,0.00052187435,0.8490296,0.0009000868,0.000052945317,3.1412648e-7,0.0029298866,0.14247374,0.000005989054,0.0002195885,0.0005043889,0.00008874051],"about_ca_topic_score_codex":0.00002154591,"about_ca_topic_score_gemma":0.00004232782,"teacher_disagreement_score":0.14295396,"about_ca_system_score_codex":0.0002732942,"about_ca_system_score_gemma":0.00024730546,"threshold_uncertainty_score":0.5284907},"labels":[],"label_agreement":null},{"id":"W4414319729","doi":"10.2196/58364","title":"Home Monitoring Delivered Through the Emergency Department for Outpatients With COVID-19: COVID19@Home Aachen Pilot Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"RWTH Aachen University; Bundesministerium für Bildung und Forschung","keywords":"Emergency department; Cohort study; Cohort; Emergency medical services; Retrospective cohort study","score_opus":0.025294224680551543,"score_gpt":0.30920584272602025,"score_spread":0.2839116180454687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414319729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89963853,0.0002221088,0.09130784,0.000114818526,0.002395783,0.004470065,0.00005161083,0.00049397314,0.0013052729],"genre_scores_gemma":[0.9950468,0.00012849913,0.0020058383,0.00022192595,0.00026386758,0.002169764,0.00004341549,0.000045119017,0.00007475056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971243,0.000044173798,0.00095664256,0.00018399872,0.0011103395,0.00058053556],"domain_scores_gemma":[0.99845064,0.00035001346,0.0001352375,0.0005340715,0.00013980684,0.0003902455],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047076363,0.00036744107,0.0004195402,0.0001100015,0.0003269705,0.00007201839,0.0006718361,0.0001302253,0.000053049167],"category_scores_gemma":[0.00022660263,0.00025770345,0.000085378124,0.00049766165,0.00009667018,0.00042350145,0.00020815717,0.00040917276,0.000030443392],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023975802,0.0006521842,0.96546817,0.0019106761,0.0012507709,0.000023427505,0.014629746,0.004592745,0.00004741868,0.00028376508,0.008328678,0.0025726536],"study_design_scores_gemma":[0.07080836,0.018234935,0.5475527,0.004703961,0.003716791,0.000111010406,0.1523903,0.05122194,0.006712536,0.007928205,0.12652239,0.010096885],"about_ca_topic_score_codex":0.000054299024,"about_ca_topic_score_gemma":0.000023902512,"teacher_disagreement_score":0.4179155,"about_ca_system_score_codex":0.00053121225,"about_ca_system_score_gemma":0.0002125638,"threshold_uncertainty_score":0.99998754},"labels":[],"label_agreement":null},{"id":"W4414319796","doi":"10.2196/62949","title":"Development of a New Electronic Death Certificate and Death Management Module Integrated Into the Health Information System of a Tertiary Hospital in Mali: Implementation Report","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Death certificate; Information system; Health care; Hospital information system; Certificate; Management information systems; Health information technology; Health informatics","score_opus":0.09284451225743327,"score_gpt":0.437767609356397,"score_spread":0.34492309709896374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414319796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9217693,0.00009435932,0.06750363,0.004353412,0.00033126405,0.0032365667,0.000006770835,0.0000836764,0.002620993],"genre_scores_gemma":[0.98824996,0.00016222888,0.008875847,0.0019477636,0.000020118921,0.00040437968,0.00024450108,0.0000061947476,0.00008902192],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9948206,0.00014586815,0.0037153005,0.00008622435,0.0007493738,0.00048261494],"domain_scores_gemma":[0.99794775,0.00011180125,0.0012822828,0.0002745939,0.00016092365,0.00022263969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003574092,0.00015728806,0.00038324718,0.0003798795,0.00030472263,0.0000119848155,0.00023793045,0.00018931771,0.0000433203],"category_scores_gemma":[0.0001434101,0.00010736203,0.000033069788,0.00048652448,0.000043256183,0.00039917164,0.00017415841,0.00061215577,0.000012747724],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018541714,0.000106515465,0.045555405,0.024331247,0.00014159488,0.0000028897587,0.327003,0.000010056911,0.0000018719152,0.062006634,0.007927883,0.5327275],"study_design_scores_gemma":[0.0085601965,0.0005237952,0.33760458,0.013255721,0.00007895611,0.000020812606,0.44989857,0.06229146,0.00022039833,0.001269883,0.12575532,0.00052030815],"about_ca_topic_score_codex":0.00072536553,"about_ca_topic_score_gemma":0.00024330101,"teacher_disagreement_score":0.5322072,"about_ca_system_score_codex":0.000720601,"about_ca_system_score_gemma":0.0032597466,"threshold_uncertainty_score":0.578265},"labels":[],"label_agreement":null},{"id":"W4414320439","doi":"10.2196/70738","title":"Fusion of X-Ray Images and Clinical Data for a Multimodal Deep Learning Prediction Model of Osteoporosis: Algorithm Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dental Radiography and Imaging","field":"Dentistry","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Deep learning; Fusion; Data modeling; Sensor fusion; Selection (genetic algorithm); Big data; Pattern recognition (psychology)","score_opus":0.02834487585192268,"score_gpt":0.35121792430492255,"score_spread":0.32287304845299986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414320439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8045552,0.00007293197,0.19452247,0.000010875974,0.00013856747,0.00052857987,0.00006180891,0.00002435325,0.00008525565],"genre_scores_gemma":[0.92550695,0.00009144444,0.07403796,0.00003213334,0.00002131169,0.000034975546,0.00022958961,0.0000061583787,0.000039482282],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998174,0.000050033457,0.0010874907,0.00013504122,0.00043412164,0.00011931346],"domain_scores_gemma":[0.9990908,0.00022075178,0.00028940727,0.00021458365,0.000097938784,0.00008652176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001270523,0.00010257481,0.0002725114,0.00015103145,0.00009588207,0.000031800504,0.00019219096,0.00011364958,0.0000056239583],"category_scores_gemma":[0.00036351272,0.00008960206,0.000037566573,0.00014340071,0.00014596115,0.00046686482,0.00035161155,0.00020757178,5.0784143e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095301286,0.00066117663,0.13336442,0.00081565324,0.00021293329,0.0000013620106,0.006663008,0.00014085369,0.000056411267,0.000015356407,0.00036730725,0.85760623],"study_design_scores_gemma":[0.0023930306,0.00015962019,0.07028477,0.00022370656,0.00010498731,0.0000040139826,0.010829263,0.91549855,0.0002667762,0.00003070923,0.0001275813,0.00007695803],"about_ca_topic_score_codex":0.000007440682,"about_ca_topic_score_gemma":0.0000045684874,"teacher_disagreement_score":0.9153577,"about_ca_system_score_codex":0.000011047489,"about_ca_system_score_gemma":0.00007151403,"threshold_uncertainty_score":0.36538658},"labels":[],"label_agreement":null},{"id":"W4414400751","doi":"10.2196/75020","title":"Machine Learning and Shapley Additive Explanations Value Integration for Predicting the Prognostic of Anti-N-Methyl-D-Aspartate Receptor Encephalitis: Model Development and Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Autoimmune Neurological Disorders and Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Value (mathematics); Shapley value; Development (topology); Psychological intervention; Predictive modelling","score_opus":0.030407197254557344,"score_gpt":0.3423758222396112,"score_spread":0.31196862498505384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414400751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98810446,0.00022232818,0.0083445655,0.00043641895,0.000038877326,0.0024239914,0.000021173342,0.000030274867,0.0003779218],"genre_scores_gemma":[0.9961594,0.00013951541,0.002436887,0.00022141832,0.000006596838,0.00072669715,0.00023965252,0.0000050304625,0.00006480693],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871236,0.000082477156,0.0005341813,0.000102407925,0.00044214245,0.0001264014],"domain_scores_gemma":[0.9990015,0.0005111191,0.00017692018,0.000068470465,0.00018162902,0.000060362727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073024037,0.000115137635,0.00022960779,0.00007885637,0.0002061757,0.000018986062,0.0000498781,0.0000758877,0.000019380872],"category_scores_gemma":[0.0016494727,0.00006926074,0.000024549356,0.00013860635,0.00009747799,0.00010303274,0.00005844321,0.00020519763,6.411408e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039772742,0.0019339884,0.20239882,0.0007361567,0.00077964854,0.000003222685,0.09003824,0.00070730346,0.00010517715,0.0030665507,0.00030729242,0.6995259],"study_design_scores_gemma":[0.0028332584,0.0006432642,0.070963934,0.00030343747,0.00022713233,0.000003460694,0.011794971,0.9124756,0.0001166384,0.00031474486,0.0002559538,0.00006760578],"about_ca_topic_score_codex":0.000009012727,"about_ca_topic_score_gemma":0.000007734876,"teacher_disagreement_score":0.9117683,"about_ca_system_score_codex":0.000025788662,"about_ca_system_score_gemma":0.00018940702,"threshold_uncertainty_score":0.2824371},"labels":[],"label_agreement":null},{"id":"W4414430602","doi":"10.2196/73765","title":"Predicting Lymph Node Metastasis in Rectal Cancer: Development and Validation of a Machine Learning Model Using Clinical Data","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Colorectal Cancer Surgical Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Predictive modelling; Area under curve; Patient data; Lymph node metastasis; Computed tomography; Clinical Practice; Logistic regression; Text mining","score_opus":0.10397322049441292,"score_gpt":0.4195714055780534,"score_spread":0.31559818508364046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414430602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939347,0.00033883605,0.004163532,0.00016729505,0.00009183443,0.00036044358,0.000025942707,0.0000372549,0.0008801788],"genre_scores_gemma":[0.9743517,0.000379626,0.024726313,0.00026528683,0.00002722947,0.000039513343,0.00015311953,0.000010206584,0.000047006808],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768513,0.000070165086,0.0012613169,0.00017250949,0.00059443666,0.000216415],"domain_scores_gemma":[0.9989666,0.0002776534,0.0002486425,0.00024972728,0.00007145882,0.00018594654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001157218,0.00014690739,0.00052584294,0.00018263466,0.000055545268,0.000013261248,0.00016307629,0.00017070043,0.000042430926],"category_scores_gemma":[0.0008650111,0.00011964061,0.00004221901,0.0003877234,0.00010996277,0.00021557699,0.00046544088,0.00039856503,8.864077e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036719153,0.00026579373,0.81825435,0.00079078175,0.00024837378,0.000015720567,0.0018103911,0.0016432506,0.000009308352,0.00001251073,0.000026844964,0.17655548],"study_design_scores_gemma":[0.0030881607,0.000050754606,0.013929842,0.0012253413,0.00013066297,0.000017405368,0.00032449223,0.980339,0.00036955468,0.000016735536,0.00041478436,0.00009329831],"about_ca_topic_score_codex":0.00014639481,"about_ca_topic_score_gemma":0.00004233059,"teacher_disagreement_score":0.9786957,"about_ca_system_score_codex":0.0002226814,"about_ca_system_score_gemma":0.0010447822,"threshold_uncertainty_score":0.48788023},"labels":[],"label_agreement":null},{"id":"W4414594140","doi":"10.2196/82057","title":"Author’s Reply: \"Data Contamination in AI Evaluation\"","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Contamination; Context (archaeology); Process (computing); MEDLINE","score_opus":0.038663800948801806,"score_gpt":0.40989969781291385,"score_spread":0.37123589686411207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414594140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6569024,0.0010606633,0.021077244,0.11203438,0.0027985158,0.009027811,0.0007715399,0.0010850944,0.19524236],"genre_scores_gemma":[0.95754087,0.00004733078,0.0018042903,0.03326831,0.00014144104,0.00021907162,0.005115352,0.000015718797,0.0018476184],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99721956,0.000094878844,0.00089985173,0.00015992971,0.0013919794,0.00023379894],"domain_scores_gemma":[0.9981032,0.00016915661,0.00013634353,0.0010879791,0.0002754307,0.00022789907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025633764,0.0001250697,0.000314771,0.00026672755,0.00003729315,0.000030174355,0.00041152647,0.00015490453,0.00080088567],"category_scores_gemma":[0.004415623,0.000108635555,0.000037181402,0.0005743309,0.00011171916,0.00044354162,0.00030830092,0.00040883434,0.00017448633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014568171,0.00043078582,0.040805936,0.0008631044,0.00009091334,0.00004156045,0.0016469484,0.000007533534,0.0000051253774,0.002324296,0.60688597,0.34675214],"study_design_scores_gemma":[0.004765363,0.000065001,0.17604405,0.0010077475,0.000091242866,0.000019892213,0.0011152035,0.45511907,0.000023926648,0.0005287031,0.3610448,0.00017498834],"about_ca_topic_score_codex":0.000016525786,"about_ca_topic_score_gemma":0.00005607338,"teacher_disagreement_score":0.45511153,"about_ca_system_score_codex":0.00019760433,"about_ca_system_score_gemma":0.0012878532,"threshold_uncertainty_score":0.87691367},"labels":[],"label_agreement":null},{"id":"W4414594223","doi":"10.2196/80987","title":"Data Contamination in AI Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"","score_opus":0.031852463887514726,"score_gpt":0.386149169344468,"score_spread":0.3542967054569533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414594223","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056912177,0.000020257936,0.97884965,0.0035771788,0.00046561344,0.0003013509,0.0000012827392,0.00008423742,0.011009209],"genre_scores_gemma":[0.9564112,0.000010954025,0.037644748,0.0055204863,0.00007047933,0.00005832288,0.00013441352,0.000004437023,0.0001449743],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817234,0.00011330426,0.00048389728,0.000119097924,0.00094738335,0.00016397731],"domain_scores_gemma":[0.9988301,0.00020304587,0.00010437233,0.00070487073,0.00009968446,0.00005792352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025514844,0.00007729317,0.00012330127,0.00020834994,0.00005309602,0.00008700712,0.0016409197,0.00012176291,0.000059330447],"category_scores_gemma":[0.0015805435,0.000070434304,0.000013094508,0.0006120706,0.000042177344,0.0015245609,0.00096560107,0.00041433354,0.00003632496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047477747,0.000069590336,0.002420124,0.00009573135,0.000011922798,0.0000050482163,0.003495222,0.0022683933,0.0000011111296,0.10512707,0.009104468,0.8773966],"study_design_scores_gemma":[0.0006887772,0.00000945404,0.0039735334,0.00010346132,0.0000038127066,0.0000020903324,0.00021172673,0.9825289,0.00000456948,0.0024518492,0.009955228,0.000066578534],"about_ca_topic_score_codex":0.000009130326,"about_ca_topic_score_gemma":0.000028784485,"teacher_disagreement_score":0.98026055,"about_ca_system_score_codex":0.000105684456,"about_ca_system_score_gemma":0.00046192476,"threshold_uncertainty_score":0.30492646},"labels":[],"label_agreement":null},{"id":"W4414600727","doi":"10.2196/66905","title":"Using Large Language Models for Chronic Disease Management Tasks: Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chronic disease; Disease management; Wearable computer; Risk management; Patient safety; Disease; Health care; MEDLINE","score_opus":0.1452147478511524,"score_gpt":0.509739151143574,"score_spread":0.36452440329242164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414600727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03335425,0.08301429,0.8301142,0.016796948,0.0018228416,0.016634094,0.000049844715,0.00035507267,0.017858455],"genre_scores_gemma":[0.6614999,0.08373876,0.05011719,0.19078875,0.0027603705,0.0051595126,0.0013864769,0.00012025133,0.0044287993],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984536,0.000016891268,0.0007526632,0.00009238552,0.0003716395,0.0003127789],"domain_scores_gemma":[0.9991189,0.000085499225,0.00010523989,0.0002925834,0.00010376133,0.00029396795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053840055,0.00010697948,0.00025657393,0.000105787214,0.00011557058,0.000016417882,0.000114168375,0.00008398213,0.00019746553],"category_scores_gemma":[0.00021890133,0.000089451605,0.00009115459,0.0002470612,0.000041381514,0.00016754006,0.000062173654,0.0001610602,0.000028020868],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014319438,0.0005089047,0.0002387326,0.4469506,0.00015436283,0.000033872722,0.0057957014,0.00015462952,0.0000043668106,0.02693764,0.030789794,0.4882882],"study_design_scores_gemma":[0.0004841911,0.000120181336,0.000040310246,0.3205592,0.00042647915,0.000009930342,0.0055780904,0.66014946,0.00017888249,0.0030219909,0.009155042,0.00027626834],"about_ca_topic_score_codex":0.0000096355525,"about_ca_topic_score_gemma":0.000010778047,"teacher_disagreement_score":0.779997,"about_ca_system_score_codex":0.00020619728,"about_ca_system_score_gemma":0.0009616595,"threshold_uncertainty_score":0.36477306},"labels":[],"label_agreement":null},{"id":"W4414641157","doi":"10.2196/72237","title":"Innovative Integration of 4D Cardiovascular Reconstruction and Hologram: Framework Development of a New Visualization Tool for Coronary Artery Bypass Grafting Planning","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Intestinal and Peritoneal Adhesions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Visualization; Bypass grafting; Artery; Surgical planning; Data visualization; Artifact (error)","score_opus":0.03308215807337868,"score_gpt":0.346217594721727,"score_spread":0.3131354366483483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414641157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60017186,0.00006146857,0.39907876,0.00007267001,0.00009128365,0.0003507798,0.000002493768,0.000017716251,0.00015296161],"genre_scores_gemma":[0.7953275,0.000014091832,0.20408142,0.00031612514,0.000061444975,0.00005734913,0.00009718002,0.000005965892,0.00003894792],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99871594,0.000017105122,0.0007901725,0.000069879905,0.0002944307,0.000112466085],"domain_scores_gemma":[0.9991095,0.00018977193,0.00019414634,0.00009683191,0.00034808114,0.00006163353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038956763,0.0000984079,0.00032673794,0.00016925034,0.0000774199,0.000009054553,0.00004488977,0.00018437879,0.000012362464],"category_scores_gemma":[0.00092997047,0.000078129866,0.000062374565,0.00040918568,0.00012568638,0.00010721795,0.00003714097,0.00019746824,4.0086525e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042503394,0.00012713147,0.02046077,0.0019318737,0.0006085532,0.000004584826,0.0253187,0.000017675817,0.0008704029,0.0074167526,0.00053824374,0.9422803],"study_design_scores_gemma":[0.020076342,0.005522582,0.40610352,0.07762115,0.0017528975,0.002509597,0.10351771,0.23020414,0.10642867,0.018319216,0.026070388,0.0018737972],"about_ca_topic_score_codex":0.00000495065,"about_ca_topic_score_gemma":8.161491e-7,"teacher_disagreement_score":0.9404065,"about_ca_system_score_codex":0.000034103618,"about_ca_system_score_gemma":0.0004776177,"threshold_uncertainty_score":0.31860435},"labels":[],"label_agreement":null},{"id":"W4414641178","doi":"10.2196/75885","title":"Assessment of a Digital Platform for Routine Outcome Monitoring in Psychotherapy: Usability Study and Thematic Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Usability; Thematic analysis; Digital health; Quality (philosophy); Thematic map; Mental health; Mental model; Context (archaeology); Data collection","score_opus":0.06557681836077253,"score_gpt":0.4976427297286354,"score_spread":0.4320659113678629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414641178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837504,0.000019443105,0.0077893683,0.00021043984,0.0003028612,0.0014173054,0.000042478263,0.000026581989,0.0064411205],"genre_scores_gemma":[0.9981907,0.00000115446,0.0009543634,0.00007526294,0.000012381572,0.0004875556,0.000011350164,0.0000058757896,0.00026132673],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759126,0.000025644671,0.0016639801,0.00012142004,0.00035886536,0.00023881071],"domain_scores_gemma":[0.9988125,0.00044268832,0.00025307733,0.00032820262,0.000045276578,0.000118235286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009577018,0.00013057633,0.0004923006,0.00037125908,0.000035296995,0.00004649198,0.00021539559,0.00009899467,0.00008641155],"category_scores_gemma":[0.000093267096,0.00010575603,0.00014399401,0.000685149,0.0000944447,0.0002738696,0.000055493594,0.00019124402,0.0000032418175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050304843,0.0026178681,0.9422221,0.00064472336,0.00045258316,8.757924e-7,0.0047279606,0.0000020061361,9.042936e-8,0.0060408004,0.000032511605,0.043208174],"study_design_scores_gemma":[0.003798517,0.00089587725,0.9609165,0.00034058475,0.00014865954,0.0000018970035,0.02195023,0.006162208,0.000003347775,0.005563974,0.00007346974,0.00014468658],"about_ca_topic_score_codex":0.00002034012,"about_ca_topic_score_gemma":0.00004638624,"teacher_disagreement_score":0.043063488,"about_ca_system_score_codex":0.00009511504,"about_ca_system_score_gemma":0.00004927667,"threshold_uncertainty_score":0.43126056},"labels":[],"label_agreement":null},{"id":"W4414656995","doi":"10.2196/70753","title":"Analyzing Sleep Behavior Using BERT-BiLSTM and Fine-Tuned GPT-2 Sentiment Classification: Comparison Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sleep and related disorders","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sleep (system call); Actigraphy; MEDLINE; Sleep apnea; Polysomnography","score_opus":0.03700278123767624,"score_gpt":0.3895748700159214,"score_spread":0.35257208877824514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414656995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983197,0.0004037253,0.0037735307,0.0004678283,0.0008097692,0.00092667923,0.0000026580915,0.00009998845,0.010318856],"genre_scores_gemma":[0.99841845,0.000013884942,0.0005172918,0.00037355642,0.000044731358,0.00013522599,0.000028067443,0.000011497189,0.00045731815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802583,0.000091414055,0.000965171,0.00016940177,0.00043326212,0.00031494582],"domain_scores_gemma":[0.9990208,0.00012382392,0.00021485791,0.00037611433,0.00006409839,0.00020029646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038556563,0.00019197425,0.00033712594,0.00024757336,0.00020142582,0.00006295485,0.0002326426,0.00032224867,0.0006863478],"category_scores_gemma":[0.00004304279,0.00016076717,0.000065730805,0.00048552302,0.00016826858,0.00012013014,0.00012670633,0.0005030242,0.00007209482],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013206317,0.005996788,0.70792556,0.00015797028,0.0017805152,0.000045704193,0.055952623,0.00003292089,0.00003851896,0.002421155,0.013634931,0.21188124],"study_design_scores_gemma":[0.020152867,0.0008049891,0.36952406,0.00051608984,0.003324338,0.000077217956,0.26297182,0.31653377,0.00006943896,0.00018217182,0.02450522,0.001338003],"about_ca_topic_score_codex":0.00006212712,"about_ca_topic_score_gemma":0.00002787207,"teacher_disagreement_score":0.33840153,"about_ca_system_score_codex":0.000054471813,"about_ca_system_score_gemma":0.00006013704,"threshold_uncertainty_score":0.7515027},"labels":[],"label_agreement":null},{"id":"W4414688221","doi":"10.2196/77345","title":"Evaluating the Accuracy of the Frysian Questionnaire for Differentiation of Musculoskeletal Complaints for Triage of Musculoskeletal Diseases: Algorithm Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Triage; Fibromyalgia; Prospective cohort study; Health care; Rheumatology; MEDLINE; Rheumatoid arthritis; Severity of illness","score_opus":0.026084939064091327,"score_gpt":0.3965071580329273,"score_spread":0.370422218968836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414688221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9678673,0.00019787553,0.027942287,0.00034817067,0.00009216688,0.003483161,0.000037969698,0.0000101484175,0.00002089548],"genre_scores_gemma":[0.99610364,0.00007514232,0.003227465,0.000030070985,0.000023400275,0.000438153,0.00008029496,0.0000063134444,0.000015531603],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99793226,0.00011990168,0.00091466587,0.00007653752,0.00080626854,0.00015036119],"domain_scores_gemma":[0.99823105,0.0007127527,0.00039242502,0.00022473172,0.0003611735,0.00007788371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010382928,0.00010937244,0.00033562662,0.00009498046,0.00016810151,0.000013921011,0.00017222909,0.00006171634,0.000014346628],"category_scores_gemma":[0.0026593523,0.000060572824,0.00013900713,0.00017822844,0.00023071968,0.00012037295,0.000098052195,0.00011844102,2.0718979e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000303599,0.00084260874,0.011462218,0.0034234684,0.00041821162,1.3219946e-7,0.010583804,0.000005527898,0.00012078288,0.0010221087,0.00011534829,0.9717022],"study_design_scores_gemma":[0.035475623,0.0052918997,0.6631357,0.006632285,0.00045886327,0.000009540833,0.034123927,0.24546294,0.005219508,0.0028808608,0.00093798095,0.00037089243],"about_ca_topic_score_codex":0.000008877055,"about_ca_topic_score_gemma":0.000009055098,"teacher_disagreement_score":0.9713313,"about_ca_system_score_codex":0.000030129439,"about_ca_system_score_gemma":0.00038454594,"threshold_uncertainty_score":0.31836852},"labels":[],"label_agreement":null},{"id":"W4414760613","doi":"10.2196/82484","title":"From Context to Care: Rethinking Stigma Detection in Clinical Language Models","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Stigma (botany); Context (archaeology); Citizen journalism; Health records; Natural language; Situational ethics; Pragmatics; Language understanding","score_opus":0.03895908008300044,"score_gpt":0.4138745977907626,"score_spread":0.37491551770776216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414760613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9556771,0.0003294465,0.02872659,0.0008422022,0.0017517685,0.0005427992,0.000019203115,0.000092702154,0.012018195],"genre_scores_gemma":[0.98772013,0.000019953382,0.00085134443,0.010711431,0.00030251985,0.00011407283,0.00005126619,0.0000069843672,0.00022230219],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99795663,0.00013581307,0.0011403186,0.00013385262,0.0003499376,0.00028346755],"domain_scores_gemma":[0.9988731,0.0003416914,0.00011295094,0.00032475483,0.00005933619,0.00028815377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007224337,0.000111474554,0.0002622972,0.00017005924,0.00006944895,0.00002321902,0.00022912957,0.0004489379,0.00040608228],"category_scores_gemma":[0.00030550372,0.00010062617,0.000058855352,0.00030971557,0.000042575728,0.0001298371,0.00005475227,0.0006914827,0.0003418589],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100606034,0.00008384236,0.0014079937,0.00008621936,0.000020783786,0.000010729659,0.3914836,0.000012697272,4.721597e-7,0.0021346235,0.010262745,0.5943957],"study_design_scores_gemma":[0.014306995,0.0008907813,0.11327672,0.0020074837,0.00008395644,0.000021544623,0.6094779,0.10368101,0.00016852918,0.013445834,0.14158723,0.0010520323],"about_ca_topic_score_codex":0.0022802036,"about_ca_topic_score_gemma":0.015009819,"teacher_disagreement_score":0.5933436,"about_ca_system_score_codex":0.00007677311,"about_ca_system_score_gemma":0.00017716753,"threshold_uncertainty_score":0.8375831},"labels":[],"label_agreement":null},{"id":"W4414761159","doi":"10.2196/74974","title":"Heterogeneous Network With Multiview Path Aggregation: Drug–Target Interaction Prediction Study Design","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Path (computing); Baseline (sea); Heterogeneous network; Visualization; Calibration","score_opus":0.020934239510350963,"score_gpt":0.3208484263002141,"score_spread":0.29991418678986315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414761159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03263631,0.0000750203,0.9641139,0.00036118197,0.0007940472,0.0010498988,0.0000019808112,0.00025474423,0.0007129032],"genre_scores_gemma":[0.6363074,0.000027098316,0.36127865,0.001632048,0.00021512828,0.00037214917,0.000024735986,0.00001332755,0.00012941055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973084,0.00041989985,0.00074545614,0.00021266646,0.0010262289,0.0002873806],"domain_scores_gemma":[0.9982196,0.00073974894,0.00024711963,0.00045246677,0.00017753591,0.0001634925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013950515,0.0002056255,0.0002651626,0.00015166462,0.00019309644,0.00021183565,0.0006570295,0.00008303709,0.000030780375],"category_scores_gemma":[0.00014640813,0.00016185398,0.000058346275,0.0009007692,0.000060394486,0.0010836284,0.00030731157,0.0003590154,0.000031893447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012952386,0.0009306746,0.004025708,0.0002392623,0.00027736963,0.000059219325,0.013330504,0.6931055,5.911768e-7,0.0041818134,0.011586196,0.27213365],"study_design_scores_gemma":[0.0008138599,0.00024787092,0.001741187,0.00036429404,0.000017681026,0.000045415018,0.00046867857,0.9910759,0.000038664384,0.0017392723,0.0032924882,0.00015471352],"about_ca_topic_score_codex":0.0000057775255,"about_ca_topic_score_gemma":0.000005767243,"teacher_disagreement_score":0.60367113,"about_ca_system_score_codex":0.0001369888,"about_ca_system_score_gemma":0.0004104671,"threshold_uncertainty_score":0.66002136},"labels":[],"label_agreement":null},{"id":"W4414841044","doi":"10.2196/73020","title":"Predicting 30-Days Hospital Readmission for Patients with Heart Failure Using Electronic Health Record Embeddings: Comparative Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Electronic health record; Heart failure; Hospital readmission; Health records; Electronic records; Word2vec; Feature (linguistics); Risk stratification; Clinical decision support system","score_opus":0.019128712437634168,"score_gpt":0.3682867293709238,"score_spread":0.3491580169332897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414841044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63302547,0.000057779183,0.35661072,0.0061718454,0.0004878081,0.0031167348,0.000007433851,0.00027510588,0.00024714367],"genre_scores_gemma":[0.8822462,0.000005087904,0.11528169,0.0020501965,0.000091727525,0.00021049666,0.00008373248,0.000013214464,0.000017657563],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99670535,0.0002057829,0.0008707973,0.00025233193,0.0013231843,0.00064253615],"domain_scores_gemma":[0.997825,0.00033931676,0.0005225893,0.00040877573,0.00057842326,0.00032587475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015884837,0.00022030617,0.0003888398,0.00018905073,0.00045159002,0.0001310137,0.00056005677,0.00016994873,0.000032066127],"category_scores_gemma":[0.0005993363,0.00017569345,0.00005843855,0.00056597777,0.000056160065,0.0006989111,0.00020058679,0.0006986998,0.0000070738893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026862955,0.0014254935,0.47935647,0.005431634,0.00029438667,0.0000012068923,0.10022058,0.004518841,0.0000033457986,0.01975031,0.08152706,0.30720204],"study_design_scores_gemma":[0.0013701437,0.0012497635,0.0053516384,0.0009516608,0.000011183788,0.0000019547929,0.0010430505,0.98011035,0.0000064378896,0.00052876945,0.009188815,0.0001862365],"about_ca_topic_score_codex":0.00004299019,"about_ca_topic_score_gemma":0.000023993161,"teacher_disagreement_score":0.9755915,"about_ca_system_score_codex":0.0006056492,"about_ca_system_score_gemma":0.0023793906,"threshold_uncertainty_score":0.7164571},"labels":[],"label_agreement":null},{"id":"W4414854364","doi":"10.2196/76003","title":"Prognostic Value of the Charlson Comorbidity Index for Mortality and Machine Learning–Based Prediction in Critically Ill Patients with Paralytic Ileus: Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Critically ill; Charlson comorbidity index; Paralytic ileus; Comorbidity; Value (mathematics); Index (typography); Critical illness; Severity of illness","score_opus":0.012455903658709406,"score_gpt":0.29076512830179474,"score_spread":0.27830922464308533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414854364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99116385,0.000009307001,0.004277396,0.00023978365,0.00017523486,0.0037845254,0.000049646627,0.00004159225,0.0002586753],"genre_scores_gemma":[0.9982905,0.000005047308,0.00016977584,0.0010041308,0.000020690091,0.00038860884,0.00006159407,0.00001089103,0.00004879979],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978002,0.00010404139,0.0007715253,0.00015975456,0.0009304759,0.00023400337],"domain_scores_gemma":[0.99825776,0.00043943778,0.00020129407,0.00029506505,0.0006780597,0.00012839733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087697466,0.00017201666,0.0005265829,0.00013644395,0.00006801885,0.000013893508,0.00011248804,0.00015680701,0.000022060138],"category_scores_gemma":[0.0048717377,0.00010845977,0.00006311498,0.00039670346,0.00026037716,0.00014205258,0.00007912964,0.00060404174,6.2516006e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003074232,0.0010039429,0.9967276,0.00063391717,0.000117433054,0.0000023905402,0.00057135633,0.00004034753,7.8284353e-7,0.000026054013,0.00010804021,0.00046073695],"study_design_scores_gemma":[0.0034261453,0.00080630276,0.9204936,0.0008275025,0.00016956817,0.0000013497663,0.00025559912,0.073809996,0.00003855072,0.00004136643,0.0000458564,0.00008416815],"about_ca_topic_score_codex":0.00005034032,"about_ca_topic_score_gemma":0.00007148149,"teacher_disagreement_score":0.07623398,"about_ca_system_score_codex":0.00016635038,"about_ca_system_score_gemma":0.00030861257,"threshold_uncertainty_score":0.5832277},"labels":[],"label_agreement":null},{"id":"W4414871738","doi":"10.2196/75958","title":"Machine Learning–Based Prediction of In-Hospital Falls in Adult Inpatients: Retrospective Observational Multicenter Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Psychological intervention; Toileting; Intervention (counseling); Health records; Identification (biology); Multicenter study; Retrospective cohort study","score_opus":0.017640549726396667,"score_gpt":0.35061896853122737,"score_spread":0.3329784188048307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414871738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945803,0.000008611433,0.00049049105,0.0002962345,0.00057189754,0.001818153,0.000048413985,0.000048755115,0.0021371173],"genre_scores_gemma":[0.9980877,0.000025304902,0.00028292654,0.00076858903,0.000041035957,0.00035581563,0.00023978768,0.000007698106,0.00019113783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970971,0.00029266693,0.0015104658,0.000120546356,0.0006980383,0.00028118244],"domain_scores_gemma":[0.9987761,0.00024957935,0.00042101808,0.00017170954,0.0003012733,0.000080321384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008595943,0.00013509188,0.00033029992,0.00028434486,0.00010152397,0.000004995606,0.00018491049,0.00027938755,0.00006217222],"category_scores_gemma":[0.0011045535,0.0001185728,0.000050511368,0.000555926,0.00006468143,0.00029299714,0.00011216368,0.0011917198,0.00002372987],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009999183,0.002968915,0.9803421,0.00035000616,0.000020432013,0.0000014529412,0.014598849,0.00001008161,0.000004177991,0.00032707126,0.00046247966,0.00081445166],"study_design_scores_gemma":[0.006570565,0.00035453588,0.8895373,0.0010423257,0.00000873177,2.9413973e-8,0.009178428,0.09282533,6.603131e-7,0.00009333176,0.00031969164,0.00006907058],"about_ca_topic_score_codex":0.00019184915,"about_ca_topic_score_gemma":0.0004849736,"teacher_disagreement_score":0.09281525,"about_ca_system_score_codex":0.0003028328,"about_ca_system_score_gemma":0.00029311547,"threshold_uncertainty_score":0.51774955},"labels":[],"label_agreement":null},{"id":"W4414875195","doi":"10.2196/75275","title":"Assessing Data Quality in Heterogeneous Health Care Integration: Simulation Study of the AIDAVA Framework","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software deployment; Health care; Data quality; Health data; Quality (philosophy); Work (physics); Data collection; Data validation","score_opus":0.17194360366491793,"score_gpt":0.5923950400856313,"score_spread":0.42045143642071336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414875195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97108805,0.00042077468,0.018348357,0.0027070974,0.0014889456,0.004276394,0.000021156153,0.000074692696,0.0015745063],"genre_scores_gemma":[0.9948914,0.000025957743,0.00041025237,0.004298649,0.00012479958,0.0001447868,0.000052746018,0.000010219102,0.000041168943],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9928814,0.0022903134,0.0031189553,0.00017202523,0.0010115367,0.00052576023],"domain_scores_gemma":[0.99487096,0.0023382497,0.0010279015,0.0013840258,0.00021864168,0.00016023353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043120193,0.00015482708,0.0005475648,0.0001417505,0.00048392452,0.00002124239,0.00089944765,0.00041208274,0.000069070404],"category_scores_gemma":[0.0026931853,0.000104743056,0.000036237645,0.0008123363,0.00006157843,0.00036107068,0.00055669015,0.00197425,0.000012863767],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010482948,0.0011280773,0.30343175,0.013643637,0.0000898958,0.0000024450912,0.49313056,0.0013562015,8.4060747e-7,0.004273618,0.004984524,0.17785361],"study_design_scores_gemma":[0.00396267,0.00048827345,0.1264965,0.012790011,0.000027021939,0.0000019724528,0.6481614,0.19062527,0.0000042257843,0.0007799218,0.016307069,0.00035566074],"about_ca_topic_score_codex":0.0014502951,"about_ca_topic_score_gemma":0.008260671,"teacher_disagreement_score":0.18926907,"about_ca_system_score_codex":0.0007820137,"about_ca_system_score_gemma":0.0046813954,"threshold_uncertainty_score":0.85772437},"labels":[],"label_agreement":null},{"id":"W4414887759","doi":"10.2196/73941","title":"Application of Large Language Models in Complex Clinical Cases: Cross-Sectional Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Boosting (machine learning); Language model; Process (computing); Modeling language","score_opus":0.2921922517435435,"score_gpt":0.5974429379351518,"score_spread":0.3052506861916083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414887759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869707,0.00003723763,0.008897483,0.0002658453,0.00023042735,0.0015981552,0.0000070703923,0.000027623031,0.0019654497],"genre_scores_gemma":[0.9980058,0.000014375359,0.00035332917,0.0010296474,0.00012760573,0.00023830788,0.00018199308,0.000004669253,0.00004428796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99705464,0.00011095196,0.0017011059,0.000115901,0.00084015424,0.00017725189],"domain_scores_gemma":[0.9985933,0.00036233987,0.00021506709,0.00028535185,0.0004170417,0.00012695503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033585755,0.00008547404,0.000268749,0.00020702092,0.0000557883,0.000013087966,0.00011907639,0.00021922565,0.00024903246],"category_scores_gemma":[0.0010480629,0.00007483059,0.000063288775,0.00043294075,0.0001011595,0.00016623088,0.000047215017,0.00036146227,0.000031536794],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014268658,0.0017081326,0.9125902,0.00027972352,0.000025576814,0.0000028162076,0.009064171,0.000120869234,0.0000047028216,0.0009830504,0.0005526818,0.074525364],"study_design_scores_gemma":[0.00051074586,0.00022110785,0.52602714,0.00006881904,0.000022012578,0.00000781035,0.01620356,0.45593244,0.000032571894,0.0006788957,0.00024160839,0.000053249445],"about_ca_topic_score_codex":0.0003445141,"about_ca_topic_score_gemma":0.00030728724,"teacher_disagreement_score":0.4558116,"about_ca_system_score_codex":0.00014409621,"about_ca_system_score_gemma":0.00075553264,"threshold_uncertainty_score":0.3051503},"labels":[],"label_agreement":null},{"id":"W4414897380","doi":"10.2196/77061","title":"Human-Machine Agreement in Medical Ethics: Patient Autonomy Case-Based Evaluation of Large Language Models","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Autonomy; Domain (mathematical analysis); Agreement; MEDLINE; Personal autonomy; Human health","score_opus":0.13256867821994692,"score_gpt":0.5126770639173798,"score_spread":0.3801083856974329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414897380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97617066,0.0003031972,0.007222176,0.0060186572,0.00029986055,0.0012400235,0.000011087331,0.000037627527,0.008696686],"genre_scores_gemma":[0.992087,0.000018114597,0.00055462687,0.0069170054,0.0000579678,0.0001948521,0.00012637123,0.000006560845,0.000037469203],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99553347,0.00021019936,0.0015026674,0.00011319129,0.002353345,0.0002871377],"domain_scores_gemma":[0.9982338,0.00041928468,0.0002167377,0.00033114056,0.0005199501,0.00027908382],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050458796,0.0001328986,0.00032035817,0.00032948624,0.00009120418,0.000009293652,0.00013036287,0.0005058602,0.0015637514],"category_scores_gemma":[0.001998108,0.00011038849,0.00007218719,0.00038993685,0.0001210483,0.000119147044,0.0000615611,0.0009818493,0.000020826865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016294298,0.0034513262,0.007922185,0.005454867,0.00012711447,0.00035562238,0.2248791,0.0016292869,0.000022072367,0.012650538,0.003801293,0.7395437],"study_design_scores_gemma":[0.000849591,0.00027132593,0.00032112343,0.0020212373,0.00007639448,0.000050750783,0.032121465,0.9608821,0.0010935747,0.0011887505,0.0009955042,0.00012818033],"about_ca_topic_score_codex":0.0010339497,"about_ca_topic_score_gemma":0.001782638,"teacher_disagreement_score":0.95925283,"about_ca_system_score_codex":0.00042627737,"about_ca_system_score_gemma":0.0058670943,"threshold_uncertainty_score":0.99976873},"labels":[],"label_agreement":null},{"id":"W4414908282","doi":"10.2196/84876","title":"Intradialytic Hypotension Prediction in Patients with End-Stage Renal Disease: A Multimodal Data Integration Approach with Clustering and Augmentation (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Medical Informatics","topic":"Hemodynamic Monitoring and Therapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cluster analysis; Predictive modelling; Dialysis; Blood pressure; Key (lock); Missing data; Data modeling; Data integration","score_opus":0.019820028028760196,"score_gpt":0.2903892014815927,"score_spread":0.2705691734528325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414908282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8884367,0.000020895031,0.10805984,0.00018540173,0.00021839447,0.0023247162,0.00028209557,0.00011619476,0.00035581918],"genre_scores_gemma":[0.9709768,0.000070113114,0.019942654,0.00019200688,0.00015134034,0.00021962788,0.008286647,0.000023763301,0.00013701673],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99741006,0.00006492659,0.0007714581,0.00039531032,0.0011038763,0.00025436687],"domain_scores_gemma":[0.99829674,0.0000699525,0.0002803431,0.0008543922,0.00012956849,0.00036899676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051250646,0.00032504866,0.00047191558,0.00030382094,0.0000629218,0.000071048256,0.00024225122,0.00034266248,0.00002829039],"category_scores_gemma":[0.00013074669,0.00023016527,0.000029583232,0.00018155866,0.00014227207,0.00029797756,0.0004879095,0.0011832905,0.000001706342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012839984,0.002825298,0.33314008,0.013548087,0.0008202134,0.00008984537,0.021231433,0.011850029,0.000013936982,0.00012278488,0.00058041286,0.6029379],"study_design_scores_gemma":[0.0048248023,0.0002496021,0.1723912,0.0041440018,0.00011275883,0.000007301747,0.0004928762,0.8174488,0.000007049581,0.000013680035,0.000115548944,0.00019237878],"about_ca_topic_score_codex":0.000110195004,"about_ca_topic_score_gemma":0.000031688163,"teacher_disagreement_score":0.80559874,"about_ca_system_score_codex":0.00028978242,"about_ca_system_score_gemma":0.0006303059,"threshold_uncertainty_score":0.9385867},"labels":[],"label_agreement":null},{"id":"W4414939429","doi":"10.2196/71617","title":"Identifying Key Variances in Clinical Pathways Associated With Prolonged Hospital Stays Using Machine Learning and ePath Real-World Data: Model Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Key (lock); Clinical pathway; MEDLINE; Variance (accounting); Deep learning","score_opus":0.08313927085534632,"score_gpt":0.40054309616782163,"score_spread":0.3174038253124753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414939429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99741083,0.0000909954,0.00090788945,0.00019246484,0.000059752765,0.001034483,0.000009812796,0.00004619977,0.00024759417],"genre_scores_gemma":[0.99239993,0.0002910882,0.00683099,0.00012801959,0.000021757678,0.000081636594,0.00019308113,0.000010703343,0.000042805474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802876,0.00008816658,0.00087049336,0.00022421774,0.0005665445,0.0002218262],"domain_scores_gemma":[0.99907917,0.00021388501,0.00028139527,0.00019508865,0.00006538988,0.0001650566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015679781,0.00017022666,0.00047145094,0.00016082187,0.00012875865,0.00007474416,0.00009470173,0.000088323366,0.000004165655],"category_scores_gemma":[0.0003141345,0.00012178345,0.000016144157,0.00031556512,0.00010331457,0.00031867687,0.00025322608,0.00044072623,6.124402e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093356844,0.0009460041,0.97712535,0.00021821783,0.00026922725,0.00004620004,0.009243143,0.000032632724,3.7191035e-7,0.000066874614,0.000025022631,0.011933601],"study_design_scores_gemma":[0.0076950085,0.0007035591,0.5653932,0.0019890089,0.0003052153,0.000004658541,0.004017647,0.41952893,0.000021457403,0.000042344393,0.0000932535,0.00020569748],"about_ca_topic_score_codex":0.00011573843,"about_ca_topic_score_gemma":0.001405162,"teacher_disagreement_score":0.4194963,"about_ca_system_score_codex":0.00022798174,"about_ca_system_score_gemma":0.00054562715,"threshold_uncertainty_score":0.4966185},"labels":[],"label_agreement":null},{"id":"W4414942088","doi":"10.2196/74902","title":"A Vision-Language–Guided Multimodal Fusion Network for Glottic Carcinoma Early Diagnosis: Model Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Head and Neck Cancer Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Glottis; Medical imaging; Multimodality; Artificial neural network; Radiomics","score_opus":0.02667455609256046,"score_gpt":0.3594877001088427,"score_spread":0.3328131440162822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414942088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99092597,0.00029442026,0.0050160442,0.0006353378,0.00015676304,0.0022860384,0.0000040946593,0.000071516166,0.00060979824],"genre_scores_gemma":[0.9836206,0.000052983694,0.012811028,0.0014844124,0.000101078986,0.001661528,0.000030854488,0.000010999495,0.0002265432],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982789,0.000021799406,0.00072080677,0.00013601562,0.0005416476,0.00030081818],"domain_scores_gemma":[0.99917513,0.00019508491,0.000093384355,0.00018613834,0.00012912214,0.00022112914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005147003,0.00017339856,0.00041989694,0.00010379445,0.00022087451,0.000031805645,0.00009172281,0.00013326254,0.000016166414],"category_scores_gemma":[0.00025780758,0.00013059728,0.000047476162,0.00020600317,0.000058406586,0.00012083857,0.0001584271,0.00018624103,0.0000060138336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006869926,0.0018831622,0.26437375,0.0029589275,0.00048968964,0.000039625575,0.1638342,0.00022640682,0.00001975519,0.00033407263,0.058970794,0.5061826],"study_design_scores_gemma":[0.01861142,0.0022816996,0.31017774,0.0029917534,0.00041147784,0.00001806391,0.018614784,0.63844675,0.00053256424,0.0001803422,0.0071611283,0.0005722588],"about_ca_topic_score_codex":0.000022702941,"about_ca_topic_score_gemma":0.000023853716,"teacher_disagreement_score":0.63822037,"about_ca_system_score_codex":0.00009774577,"about_ca_system_score_gemma":0.00038602087,"threshold_uncertainty_score":0.5325602},"labels":[],"label_agreement":null},{"id":"W4415004838","doi":"10.2196/77901","title":"Patient Attitudes Toward Ambient Voice Technology: Preimplementation Patient Survey in an Academic Medical Center","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Patient Consent; Center (category theory); Patient portal; Patient data; Focus (optics); Patient-centered care; Patient privacy; MEDLINE","score_opus":0.0762834764199322,"score_gpt":0.4919052514536007,"score_spread":0.4156217750336685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415004838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887396,0.000119463984,0.0010316237,0.004296564,0.0015052148,0.0031072835,0.000052471525,0.00023708992,0.00091067824],"genre_scores_gemma":[0.9850698,0.00019756168,0.00025989392,0.0124272695,0.00010085712,0.0015545627,0.0003117231,0.000023458104,0.000054850894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9915398,0.0013056608,0.0036244441,0.00027908038,0.0019097863,0.001341269],"domain_scores_gemma":[0.9969497,0.0008747881,0.00065596367,0.0005092575,0.00030672402,0.00070359465],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003952826,0.00028693498,0.00059243763,0.0006390777,0.0003066943,0.0000133474805,0.0006521253,0.0014410411,0.0006722279],"category_scores_gemma":[0.002077113,0.00023881314,0.000050693776,0.0010956696,0.00016812746,0.0003686323,0.000527561,0.003790725,0.00030560978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011379282,0.00039704156,0.8869377,0.0017035758,0.00003131162,0.000008950772,0.017326094,0.0000016468149,0.000003869012,0.0009878404,0.0190057,0.07348251],"study_design_scores_gemma":[0.011792968,0.0026300324,0.6584414,0.013759814,0.000029326773,0.00003252387,0.046822462,0.013954547,0.00016231027,0.0007597324,0.25038922,0.0012256365],"about_ca_topic_score_codex":0.00070504204,"about_ca_topic_score_gemma":0.00598563,"teacher_disagreement_score":0.23138352,"about_ca_system_score_codex":0.0012346344,"about_ca_system_score_gemma":0.003648678,"threshold_uncertainty_score":0.9998553},"labels":[],"label_agreement":null},{"id":"W4415008445","doi":"10.2196/72068","title":"Unsupervised Coverage Sampling to Enhance Clinical Chart Review Coverage for Computable Phenotype Development: Simulation and Empirical Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Sampling (signal processing); Sample size determination; Chart; Sample (material); Empirical research","score_opus":0.0755575359375241,"score_gpt":0.47999068592265737,"score_spread":0.40443314998513324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415008445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10795885,0.00043464138,0.88543165,0.0029913029,0.00038295638,0.0023186372,0.0000027397882,0.00016405847,0.00031516468],"genre_scores_gemma":[0.7913396,0.00047770073,0.13944398,0.06782127,0.00019796503,0.00042240386,0.000049743263,0.000023979786,0.00022341148],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683696,0.00018760891,0.0015601973,0.0003115555,0.0007191018,0.00038455156],"domain_scores_gemma":[0.99690074,0.0017627121,0.00020993855,0.0004937387,0.00024130693,0.00039154908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026105214,0.00020942705,0.00056180434,0.000117828924,0.00026739403,0.0001381883,0.00072081946,0.00016161463,0.00002793512],"category_scores_gemma":[0.0019148639,0.00018376965,0.00005941639,0.00058583583,0.000034649995,0.00034856112,0.00063614105,0.0005198948,0.000042829335],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053452473,0.0004455657,0.030437658,0.0057266736,0.000068999754,0.0000043329164,0.009223655,0.00415091,2.4973468e-7,0.00074889296,0.0054314495,0.9437082],"study_design_scores_gemma":[0.0009875898,0.00037508452,0.019500757,0.0020425688,0.000015712958,0.000002156249,0.000077554076,0.78061044,0.0000022791246,0.00026175918,0.19583547,0.0002886086],"about_ca_topic_score_codex":0.000004418114,"about_ca_topic_score_gemma":0.0000056713984,"teacher_disagreement_score":0.9434196,"about_ca_system_score_codex":0.00007899364,"about_ca_system_score_gemma":0.0005992038,"threshold_uncertainty_score":0.7493909},"labels":[],"label_agreement":null},{"id":"W4415027259","doi":"10.2196/72918","title":"Taxonomy Portraits: Deciphering the Hierarchical Relationships of Medical Large Language Models","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Taxonomy (biology); Transparency (behavior); Health care; Medical care; Focus (optics); Public health","score_opus":0.13007251143837445,"score_gpt":0.4198590540102389,"score_spread":0.2897865425718644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415027259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79864717,0.0004907843,0.13508359,0.030412056,0.000589555,0.0013017077,0.0000100496845,0.00012063274,0.03334448],"genre_scores_gemma":[0.99288636,0.00013013138,0.0017220902,0.004572523,0.0002146962,0.00015754988,0.000039828134,0.000007764803,0.0002690356],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971823,0.00007893335,0.0011399488,0.00008592174,0.001217829,0.00029504934],"domain_scores_gemma":[0.9982544,0.00075746875,0.00014787463,0.0003507902,0.0001392172,0.00035020683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001999276,0.000111906724,0.0002659117,0.00012406618,0.00016383965,0.000016616776,0.00031060586,0.00039369304,0.00069638574],"category_scores_gemma":[0.001968982,0.0000733798,0.00008947386,0.0004483566,0.00024255757,0.0001556976,0.00011216774,0.001132583,0.00003562349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021378421,0.00106374,0.026090352,0.00224196,0.00022361294,0.00004461882,0.08142956,0.00008485632,0.000010231265,0.25871477,0.04429727,0.58558524],"study_design_scores_gemma":[0.00096855464,0.00029500772,0.00890247,0.0041048666,0.00018247214,0.00021321274,0.16398871,0.68068945,0.0010014311,0.015255537,0.123966664,0.000431602],"about_ca_topic_score_codex":0.000081745566,"about_ca_topic_score_gemma":0.00009204964,"teacher_disagreement_score":0.68060464,"about_ca_system_score_codex":0.00006184395,"about_ca_system_score_gemma":0.0014010769,"threshold_uncertainty_score":0.76249355},"labels":[],"label_agreement":null},{"id":"W4415027681","doi":"10.2196/84394","title":"Correction: The Roles of Electronic Health Records for Clinical Trials in Low- and Middle-Income Countries: Scoping Review","year":2025,"lang":"en","type":"erratum","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health records; Clinical trial; Electronic health record; MEDLINE; Medical record; Health care","score_opus":0.11761374970077527,"score_gpt":0.5500603045635073,"score_spread":0.43244655486273204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415027681","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009672335,0.58401793,0.0064789723,0.13442978,0.08769337,0.15402465,0.0009967904,0.00035617655,0.03190561],"genre_scores_gemma":[0.000011398244,0.8880437,0.00022112935,0.060003657,0.0021670081,0.033339232,0.0005882102,0.000035174126,0.015590511],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98082733,0.0035272317,0.013149072,0.00031930534,0.00088789617,0.0012891722],"domain_scores_gemma":[0.9667917,0.024732389,0.006366477,0.0008551257,0.0004998205,0.0007544917],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.054456327,0.0003851255,0.0036389711,0.0002751489,0.0007430728,0.000013409575,0.0006268593,0.0016638073,0.0003279567],"category_scores_gemma":[0.023700418,0.00026194763,0.00032479854,0.0006283623,0.0002939362,0.00010413349,0.00021865756,0.0055197882,0.000027245851],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069128684,0.000039545273,0.00013827562,0.2899631,0.00002242295,1.0453798e-7,0.00059252867,9.632639e-8,1.4960125e-10,0.0011094633,0.68582064,0.02224469],"study_design_scores_gemma":[0.001056247,0.00020596405,0.00009528727,0.41094777,0.000047290618,0.000002085073,0.00067259924,0.0012482598,1.5658765e-8,0.00018977508,0.58541775,0.00011697305],"about_ca_topic_score_codex":0.00010661683,"about_ca_topic_score_gemma":0.0041135545,"teacher_disagreement_score":0.30402577,"about_ca_system_score_codex":0.00051575905,"about_ca_system_score_gemma":0.04279899,"threshold_uncertainty_score":0.99998325},"labels":[],"label_agreement":null},{"id":"W4415052657","doi":"10.2196/71994","title":"Evaluation of Machine Learning Model Performance in Diabetic Foot Ulcer: Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diabetic Foot Ulcer Assessment and Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Haaglanden Medisch Centrum","keywords":"Brier score; Retrospective cohort study; Calibration; Support vector machine; Feature (linguistics); Clinical trial; Receiver operating characteristic; Relevance (law)","score_opus":0.018237736975794065,"score_gpt":0.3344674947777611,"score_spread":0.31622975780196705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415052657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9307493,0.00003956621,0.0008826617,0.0001853918,0.00010372671,0.0022639208,0.0000011481541,0.000043980548,0.06573033],"genre_scores_gemma":[0.9983614,0.000060389866,0.00037234902,0.00021156907,0.000015386304,0.00034587932,0.000028823071,0.000009269468,0.0005949308],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961961,0.000092443726,0.0008434355,0.00013177392,0.0024850492,0.0002512152],"domain_scores_gemma":[0.9990361,0.000048473477,0.00017639727,0.00029177527,0.00034578933,0.000101489924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042554163,0.00015644701,0.00048604776,0.00037695517,0.000044085027,0.000014557727,0.00016000055,0.00010285951,0.0002040947],"category_scores_gemma":[0.00043371477,0.00013117153,0.000055181892,0.00054660067,0.00008490019,0.00016076413,0.00015959323,0.0004830331,0.000010685002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040951327,0.0007998768,0.95832604,0.00040808108,0.00020039442,0.0000013780711,0.0022351968,0.001380887,0.0000018963635,0.00030216677,0.00022647773,0.036076654],"study_design_scores_gemma":[0.0024459902,0.0003157264,0.4664697,0.00022762481,0.0002590198,3.6895005e-7,0.0008743933,0.52913433,0.00002090811,0.00011866914,0.00007184637,0.00006141973],"about_ca_topic_score_codex":0.000016043905,"about_ca_topic_score_gemma":0.00002757332,"teacher_disagreement_score":0.5277534,"about_ca_system_score_codex":0.00038266974,"about_ca_system_score_gemma":0.0004349141,"threshold_uncertainty_score":0.534902},"labels":[],"label_agreement":null},{"id":"W4415052832","doi":"10.2196/69145","title":"Optimizing Loop Diuretic Treatment for Mortality Reduction in Patients With Acute Dyspnea Using a Practical Offline Reinforcement Learning Pipeline for Health Care: Retrospective Single-Center Simulation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Heart, Lung, and Blood Institute","keywords":"Pipeline (software); Reinforcement learning; Blueprint; Loop (graph theory); Loop diuretic; Reduction (mathematics); Selection (genetic algorithm); Emergency department","score_opus":0.07931021928540637,"score_gpt":0.4332967100730516,"score_spread":0.3539864907876452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415052832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9204002,0.000027874632,0.06912154,0.0010291075,0.0001725818,0.009082791,0.000023277345,0.000060029633,0.000082600935],"genre_scores_gemma":[0.98735905,0.000013751721,0.010509091,0.000481018,0.00007664162,0.0007286279,0.0007627732,0.00002352167,0.00004553565],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974878,0.00005624177,0.0011055979,0.00025114327,0.0006990696,0.00040019146],"domain_scores_gemma":[0.99850464,0.00018825334,0.00042303465,0.00026084654,0.0004122338,0.00021100126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033361407,0.00028232724,0.0006741837,0.00022293748,0.00018490735,0.000042678173,0.000048829523,0.00013818638,0.000014529831],"category_scores_gemma":[0.00029944,0.00020434066,0.00011598424,0.00030962972,0.000057826102,0.00022873635,0.000039877377,0.00023038546,9.594908e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018866958,0.044868447,0.7476166,0.002341814,0.0044375802,0.000039776198,0.059062716,0.07664366,0.000012115487,0.0002544177,0.0006424541,0.045213487],"study_design_scores_gemma":[0.06386821,0.021172393,0.03737766,0.0013263575,0.0015169496,0.000011678922,0.010210326,0.86306596,0.00021662327,0.000010483732,0.00083360105,0.00038979028],"about_ca_topic_score_codex":0.000047622536,"about_ca_topic_score_gemma":0.000034563884,"teacher_disagreement_score":0.78642225,"about_ca_system_score_codex":0.0021944074,"about_ca_system_score_gemma":0.0005353345,"threshold_uncertainty_score":0.83327705},"labels":[],"label_agreement":null},{"id":"W4415108806","doi":"10.2196/74932","title":"Automated Chronic Obstructive Pulmonary Disease Phenotyping and Control Assessment in Primary Care: Retrospective Multicenter Study Using the Seleida Model","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"COPD; Multicenter study; Interoperability; Pulmonary disease; Retrospective cohort study; MEDLINE; Analytics","score_opus":0.011974086569653177,"score_gpt":0.33070016056458357,"score_spread":0.3187260739949304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415108806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98868334,0.0009778397,0.0022948354,0.0004674058,0.00014259879,0.0047655636,0.00007165961,0.00018975686,0.0024069992],"genre_scores_gemma":[0.9979482,0.000044783657,0.0006346567,0.0007583401,0.00009080231,0.00037580394,0.00006274272,0.000029051349,0.000055605597],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965127,0.00019444124,0.0008941711,0.00034593028,0.0014200003,0.0006327593],"domain_scores_gemma":[0.9982331,0.00017872732,0.00018264454,0.0005736843,0.00031625226,0.00051559194],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00049946643,0.0003497561,0.00062142836,0.00030585224,0.0002588576,0.00007206949,0.0003103191,0.00016682954,0.00004517717],"category_scores_gemma":[0.00017327562,0.00025633114,0.000110020104,0.0006200017,0.00052529096,0.00039154483,0.00045555757,0.0012407715,0.0000035571534],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015765865,0.002122276,0.9516345,0.0065722573,0.0006172421,0.0005507266,0.012053794,0.0023818447,0.00014188174,0.0006487564,0.00011691437,0.021583196],"study_design_scores_gemma":[0.0034635768,0.000038041395,0.4691837,0.0004182917,0.00013538147,0.000007192997,0.0065111094,0.5200469,0.0000019704955,0.00006456216,0.000013205699,0.00011606968],"about_ca_topic_score_codex":0.000055465,"about_ca_topic_score_gemma":0.000020387792,"teacher_disagreement_score":0.517665,"about_ca_system_score_codex":0.004426796,"about_ca_system_score_gemma":0.0036252758,"threshold_uncertainty_score":0.9999889},"labels":[],"label_agreement":null},{"id":"W4415269171","doi":"10.2196/84396","title":"Multimodal Prediction of Renal Tumor Malignancy From Radiology Reports and Structured Electronic Health Records: Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Malignancy; Retrospective cohort study; Abnormality; Electronic health record; Text mining; Renal tumor","score_opus":0.004460516947575159,"score_gpt":0.28971599633208417,"score_spread":0.285255479384509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415269171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99088633,0.00032727123,0.0049926597,0.000923873,0.00046317143,0.001421467,0.00001972844,0.00009110501,0.00087439385],"genre_scores_gemma":[0.99565727,0.00020439753,0.0021073625,0.0015614416,0.00016244085,0.00006961647,0.00013684218,0.000014417569,0.000086220265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99709564,0.00012437004,0.0013851236,0.00025478884,0.00074523553,0.00039482137],"domain_scores_gemma":[0.9984973,0.00013002247,0.00054466724,0.00038432967,0.00012414026,0.0003195033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013537934,0.00020058079,0.00086793664,0.00020905159,0.000102894344,0.00001537228,0.00011385518,0.00016620355,0.00013672652],"category_scores_gemma":[0.0011392885,0.0001588492,0.00007433578,0.0002816601,0.00025941583,0.000100284815,0.00009992203,0.0011075425,0.000001015309],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013649231,0.00023734222,0.97724384,0.0002085938,0.00038097086,0.000076646116,0.003011807,0.0000064999003,0.000060947434,0.00017839097,0.003991313,0.014467149],"study_design_scores_gemma":[0.002870354,0.0011296433,0.9529674,0.0005448613,0.00013906704,0.00042901174,0.0013385027,0.038307257,0.000038907314,0.0010312782,0.0010918161,0.000111903944],"about_ca_topic_score_codex":0.00038979127,"about_ca_topic_score_gemma":0.000027163305,"teacher_disagreement_score":0.038300756,"about_ca_system_score_codex":0.0002735959,"about_ca_system_score_gemma":0.0008423064,"threshold_uncertainty_score":0.64776826},"labels":[],"label_agreement":null},{"id":"W4415291590","doi":"10.2196/75556","title":"Automated Esophageal Cancer Staging From Free-Text Radiology Reports: Large Language Model Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Esophageal Cancer Research and Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Esophageal cancer; Verifiable secret sharing; Cancer staging; Neoplasm staging; Lung cancer staging; Gold standard (test)","score_opus":0.02236905037101426,"score_gpt":0.4090225205560591,"score_spread":0.3866534701850448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415291590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878998,0.0033877098,0.0010570366,0.000924926,0.00028650445,0.0023325195,0.000111541776,0.0004406285,0.0035593503],"genre_scores_gemma":[0.995266,0.000081452745,0.00081939186,0.0019710287,0.00012566021,0.0008099189,0.00037782823,0.000016015667,0.00053268793],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99668384,0.000120626246,0.0008603781,0.00021589137,0.0016370466,0.00048221037],"domain_scores_gemma":[0.9983665,0.00012840175,0.00018458537,0.0007078981,0.00022148502,0.0003911842],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011589187,0.00021279688,0.0004899203,0.00021569365,0.00012243961,0.000035461093,0.00021296446,0.0001953525,0.0014086417],"category_scores_gemma":[0.0006048318,0.00016110175,0.00008626969,0.00034957126,0.00008452108,0.00018510236,0.00022550854,0.0005154767,0.000029966253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015184399,0.0073869,0.48996583,0.0016491526,0.0046181567,0.007211506,0.11811681,0.0015182997,0.00009624557,0.0005445552,0.22593094,0.14144316],"study_design_scores_gemma":[0.01023267,0.00040054406,0.046787366,0.0003199623,0.00036894128,0.00003550416,0.007849256,0.9330885,0.0002024981,0.00036308955,0.00019184047,0.00015986011],"about_ca_topic_score_codex":0.0004972108,"about_ca_topic_score_gemma":0.00017511989,"teacher_disagreement_score":0.9315702,"about_ca_system_score_codex":0.0005419111,"about_ca_system_score_gemma":0.0017063805,"threshold_uncertainty_score":0.9995042},"labels":[],"label_agreement":null},{"id":"W4415312233","doi":"10.2196/63908","title":"Clinical Information Extraction From Notes of Veterans With Lymphoid Malignancies: Natural Language Processing Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute","keywords":"Veterans Affairs; Information extraction; Pipeline (software); Information system; Natural language; Data extraction; Work (physics)","score_opus":0.016441925406890264,"score_gpt":0.34414397789891465,"score_spread":0.3277020524920244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415312233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52196467,0.00004739408,0.47687408,0.00011811702,0.00021512827,0.00022209862,0.0000013887719,0.00007961256,0.00047752867],"genre_scores_gemma":[0.9514892,0.000005750414,0.047630355,0.0007807157,0.000044948025,0.000023142351,0.000010298551,0.0000025379193,0.000013016482],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978669,0.000049731258,0.0010530021,0.000098733624,0.00075604464,0.00017558878],"domain_scores_gemma":[0.9987692,0.00027826818,0.00033423712,0.00038378176,0.00014962,0.000084869855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005773712,0.0001233318,0.0002530783,0.00013333042,0.00006757725,0.00012277259,0.00060482527,0.00012060506,0.000008880036],"category_scores_gemma":[0.00024066525,0.000089696,0.000046370787,0.0003514629,0.00006826771,0.0019870382,0.00016386277,0.00029816627,0.000010096745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035396843,0.00019643363,0.01196867,0.00020541663,0.000041213938,0.0000061507803,0.046160996,0.000095963944,0.000015147693,0.00027102046,0.00008238987,0.9409212],"study_design_scores_gemma":[0.002044598,0.00019313785,0.016293032,0.00058284705,0.00002368977,0.000013875245,0.013412114,0.96638113,0.00023333245,0.00006524954,0.0005734519,0.00018352881],"about_ca_topic_score_codex":0.000081277234,"about_ca_topic_score_gemma":0.00002975486,"teacher_disagreement_score":0.96628517,"about_ca_system_score_codex":0.000040743937,"about_ca_system_score_gemma":0.00036749305,"threshold_uncertainty_score":0.36576965},"labels":[],"label_agreement":null},{"id":"W4415386316","doi":"10.2196/64816","title":"Acceptability, Needs, Concerns, and Barriers to Digital-Based Interventions for the Prevention of Mother-to-Child Transmission of HIV: Systematic Review and Qualitative Meta-Aggregation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidentiality; Psychological intervention; Qualitative research; Intervention (counseling); Telehealth; Digital health; MEDLINE; Qualitative property","score_opus":0.05514590231198706,"score_gpt":0.4392943258588137,"score_spread":0.3841484235468266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415386316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012204273,0.023306202,0.9123999,0.031824265,0.000035800527,0.017576832,0.00050182344,0.000044175056,0.0021067436],"genre_scores_gemma":[0.97816324,0.002091405,0.0063474313,0.0041472437,0.000026072074,0.0035906339,0.00019784144,0.000028437935,0.005407686],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9979407,0.0001521616,0.0012592293,0.00007842192,0.0004391593,0.00013032355],"domain_scores_gemma":[0.99817073,0.0007131193,0.00023447747,0.00024792322,0.000291457,0.0003422697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016160036,0.00011616007,0.00075049547,0.00024067036,0.00007687831,0.000024912952,0.00014496934,0.000067106295,0.00037350185],"category_scores_gemma":[0.004936082,0.000067281304,0.00042651372,0.00043134118,0.00019196764,0.00016928652,0.000055577424,0.00013507988,0.0000021389824],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017199616,0.00030555797,0.00008673613,0.93027216,0.0020494254,1.7834823e-7,0.019474609,0.0000039726415,0.000016275893,0.0023073005,0.01718645,0.028125336],"study_design_scores_gemma":[0.007184041,0.010163059,0.0003760697,0.7801096,0.020310402,0.000016987347,0.12613744,0.04122586,0.0018529757,0.0018780734,0.010228379,0.0005171374],"about_ca_topic_score_codex":0.0000063382213,"about_ca_topic_score_gemma":0.000006108569,"teacher_disagreement_score":0.96595895,"about_ca_system_score_codex":0.000028710192,"about_ca_system_score_gemma":0.00016375475,"threshold_uncertainty_score":0.59093076},"labels":[],"label_agreement":null},{"id":"W4415402809","doi":"10.2196/73162","title":"Survival Prediction for Postoperative Patients With Kidney Cancer Based on Computed Tomography Radiomics: Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Retrospective cohort study; Nomogram; Kidney cancer; Computed tomography; Radiomics; Cancer; Kidney disease; Survival analysis","score_opus":0.0051517246297633846,"score_gpt":0.28640158593681947,"score_spread":0.2812498613070561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415402809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94166434,0.000012611292,0.040210526,0.005437926,0.0012494323,0.0061788755,0.00016195887,0.00025377155,0.0048305914],"genre_scores_gemma":[0.98250335,0.00000725909,0.002699654,0.013223466,0.0001840643,0.0006930082,0.0005202477,0.000033186177,0.00013576173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973968,0.00007324267,0.00065654353,0.00025325903,0.001275441,0.0003447143],"domain_scores_gemma":[0.9982893,0.00018636632,0.00018487466,0.0003351863,0.0005076838,0.00049658475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000722189,0.0002711375,0.0006291598,0.00037238747,0.00020910942,0.00005270771,0.00018756944,0.00017059079,0.00008755466],"category_scores_gemma":[0.0007344719,0.00019001089,0.00011472964,0.00061606924,0.00017585789,0.00012531958,0.000043762313,0.00078240654,0.0000029097466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000783564,0.0011344735,0.9768033,0.00019458203,0.0004330279,0.000004925926,0.0010720819,0.000152569,0.0000017296593,0.0001680036,0.014699554,0.004552181],"study_design_scores_gemma":[0.011287027,0.0018740776,0.6976161,0.0007474866,0.0002094178,0.0000012899662,0.00041011415,0.28385407,0.00001259545,0.0000149937205,0.003812606,0.0001602105],"about_ca_topic_score_codex":0.00003560918,"about_ca_topic_score_gemma":0.000006276249,"teacher_disagreement_score":0.2837015,"about_ca_system_score_codex":0.0003096953,"about_ca_system_score_gemma":0.00064363657,"threshold_uncertainty_score":0.7748419},"labels":[],"label_agreement":null},{"id":"W4415407782","doi":"10.2196/80351","title":"Rapid Liver Fibrosis Evaluation Using the UNet-ResNet50-32 × 4d Model in Magnetic Resonance Elastography: Retrospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Liver Disease Diagnosis and Treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Liver fibrosis; Retrospective cohort study; Magnetic resonance imaging; Workflow; Fibrosis; Segmentation","score_opus":0.028102953894298215,"score_gpt":0.3316564061483089,"score_spread":0.30355345225401065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415407782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99064827,0.0037435715,0.00033888977,0.0004051866,0.00010041269,0.0028302697,0.000016143775,0.000039463503,0.0018777645],"genre_scores_gemma":[0.99648905,0.00038331715,0.0012550567,0.0012317015,0.000043439704,0.00051223487,0.000023656337,0.000010944335,0.00005058825],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973777,0.000119711054,0.0006427109,0.00017620575,0.0013897431,0.00029395396],"domain_scores_gemma":[0.9989457,0.000119141245,0.00011377734,0.00045013885,0.00020035273,0.0001708958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007203056,0.00020537911,0.0003489114,0.00023961224,0.00015287695,0.000050065304,0.00018176851,0.0001334169,0.0002860451],"category_scores_gemma":[0.00018204602,0.00013449321,0.00012516182,0.00075922254,0.00019328625,0.00016284178,0.00012028124,0.00035480296,0.000011556866],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063425954,0.005879135,0.7651649,0.00045117436,0.00040918472,0.000060042355,0.029884232,0.0012986043,0.000006762938,0.0013757289,0.0051789046,0.18965708],"study_design_scores_gemma":[0.003820072,0.00041767262,0.4362722,0.00049748144,0.00038987934,0.0000032697772,0.0029279112,0.55490106,0.000011381112,0.00023813106,0.00041674532,0.00010415514],"about_ca_topic_score_codex":0.00011823087,"about_ca_topic_score_gemma":0.000074485506,"teacher_disagreement_score":0.5536025,"about_ca_system_score_codex":0.00035132043,"about_ca_system_score_gemma":0.00060463074,"threshold_uncertainty_score":0.5484474},"labels":[],"label_agreement":null},{"id":"W4415443428","doi":"10.2196/78354","title":"Development and Validation of an Extra Spindle Pole Bodies–like 1–Based Diagnostic and Prognostic Model for Hepatitis B Virus–Related Hepatocellular Carcinoma: Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Retrospective cohort study; Risk stratification; Hepatitis B; Cohort study; Cohort; Prognostic model; MEDLINE","score_opus":0.028931039960213737,"score_gpt":0.27454706142812346,"score_spread":0.24561602146790973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415443428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902528,0.00020709465,0.0040425984,0.00010174859,0.00007531345,0.00500523,0.000034297358,0.00007095722,0.00020993825],"genre_scores_gemma":[0.9911831,0.000049742215,0.0069810483,0.00016665936,0.00001633267,0.0011216886,0.00036673417,0.000022206159,0.000092503695],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977077,0.000053618824,0.0009858535,0.00025826975,0.00068792084,0.00030659852],"domain_scores_gemma":[0.9986377,0.00028033115,0.00022094282,0.0002815219,0.00024906057,0.00033044897],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006935736,0.00028507362,0.0006645475,0.00024563872,0.00016909286,0.000038626848,0.00009802453,0.00024842098,0.000019965477],"category_scores_gemma":[0.0004798947,0.00024562367,0.00007104065,0.00022296881,0.00017454306,0.00019932161,0.000079524565,0.00022442311,0.000002045909],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092245165,0.00094764354,0.9883606,0.0007338942,0.00022655042,0.000033977925,0.0065148408,0.000003521743,0.00002335049,0.00011995551,0.00005091816,0.0028924916],"study_design_scores_gemma":[0.0034524305,0.0007484417,0.49592268,0.00025713147,0.0004748615,0.000007419765,0.00053219945,0.4964304,0.0018409181,0.000087889384,0.00007112777,0.00017449466],"about_ca_topic_score_codex":0.00009447198,"about_ca_topic_score_gemma":0.00007357846,"teacher_disagreement_score":0.49642688,"about_ca_system_score_codex":0.00014432278,"about_ca_system_score_gemma":0.00053803256,"threshold_uncertainty_score":0.9999996},"labels":[],"label_agreement":null},{"id":"W4415473192","doi":"10.2196/78332","title":"Enabling Just-in-Time Clinical Oncology Analysis With Large Language Models: Feasibility and Validation Study Using Unstructured Synthetic Data","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Proof of concept; Clinical Oncology; Unstructured data; Synthetic data; Software; Patient data; Data format","score_opus":0.10765232474025647,"score_gpt":0.42194807222790515,"score_spread":0.31429574748764866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415473192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5571305,0.000026639484,0.4421743,0.00009634169,0.000053793996,0.00030202503,0.0000039765255,0.000043041353,0.00016936503],"genre_scores_gemma":[0.94385964,0.000009913439,0.05567805,0.00038331508,0.000025473279,0.0000073215865,0.000021334195,0.0000035846367,0.000011357594],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973779,0.00027324972,0.0010517723,0.0003526755,0.0006644847,0.00027992675],"domain_scores_gemma":[0.99782956,0.00036756785,0.00022107824,0.0013509796,0.00007185536,0.0001589527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036951357,0.00014095003,0.0005098694,0.00031195048,0.00008484535,0.0001415216,0.0012495174,0.00019471896,0.000018914841],"category_scores_gemma":[0.000412569,0.00010718821,0.00003945989,0.0009909382,0.000083438994,0.0009599949,0.001265025,0.00044035658,0.0000018810077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003284028,0.0054491856,0.34963882,0.0010690003,0.0026493154,0.0004235769,0.124575056,0.03749438,0.000015061756,0.010705003,0.00024063907,0.46741155],"study_design_scores_gemma":[0.0012159784,0.00006539566,0.0019456177,0.00005620497,0.00015823075,0.0000067832175,0.0034080255,0.992733,0.000002951258,0.0002714903,0.0000280665,0.000108266206],"about_ca_topic_score_codex":0.000053307744,"about_ca_topic_score_gemma":0.00013351587,"teacher_disagreement_score":0.9552386,"about_ca_system_score_codex":0.00010695157,"about_ca_system_score_gemma":0.00043249107,"threshold_uncertainty_score":0.43710083},"labels":[],"label_agreement":null},{"id":"W4415477709","doi":"10.2196/67326","title":"Gaps and Pathways to Success in Global Health Informatics Academic Collaborations: Reflecting on Current Practices","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"U.S. National Library of Medicine; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"eHealth; Sustainability; Health informatics; Global health; Informatics; Psychological intervention; Health care; Participatory action research","score_opus":0.12755139337182417,"score_gpt":0.5773911435535842,"score_spread":0.44983975018176003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415477709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7543841,0.004804174,0.013880422,0.112247385,0.0043252786,0.030632507,0.00045363954,0.00083719206,0.07843531],"genre_scores_gemma":[0.50965595,0.04328964,0.018800903,0.37964466,0.0012966675,0.046166047,0.000568435,0.000072703486,0.0005049739],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99439454,0.00034538147,0.0033433083,0.00017049685,0.0007740683,0.00097222644],"domain_scores_gemma":[0.99519,0.001272627,0.0016952853,0.0004081862,0.00025763432,0.0011762682],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003589698,0.00023550888,0.0004957915,0.0003829494,0.0009662172,0.000032327724,0.00039046098,0.00046275737,0.00005298829],"category_scores_gemma":[0.0038819127,0.00020792875,0.000025675774,0.0020623538,0.000075068805,0.00044760611,0.00027161496,0.002333051,0.00020977402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020181821,0.00028264688,0.05045849,0.0128036225,0.000013063156,0.0000011260506,0.037124217,0.00004420393,7.043219e-7,0.14662264,0.16019697,0.59225047],"study_design_scores_gemma":[0.0019180966,0.0002249635,0.014072459,0.0047055325,0.000008914566,0.000003424109,0.026608374,0.005850157,0.0000015100218,0.0019534805,0.9444242,0.00022886599],"about_ca_topic_score_codex":0.00013865739,"about_ca_topic_score_gemma":0.00095609354,"teacher_disagreement_score":0.78422725,"about_ca_system_score_codex":0.0010164937,"about_ca_system_score_gemma":0.007934988,"threshold_uncertainty_score":0.9999686},"labels":[],"label_agreement":null},{"id":"W4415478490","doi":"10.2196/75727","title":"Evaluating the Body Roundness Index as a Novel Digital Biomarker for Psoriasis Risk Prediction: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Psoriasis: Treatment and Pathogenesis","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psoriasis; Biomarker; Roundness (object); Body mass index; Risk assessment; Precision medicine; Personalized medicine","score_opus":0.04361475041346888,"score_gpt":0.36955690019686027,"score_spread":0.3259421497833914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415478490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879128,0.00013487761,0.0048836973,0.000093205614,0.0027251844,0.0015442694,0.00041212767,0.00012284568,0.0021710028],"genre_scores_gemma":[0.9956371,0.000012915621,0.00007975003,0.00022487972,0.0001428519,0.00096837204,0.000365564,0.000012035532,0.0025564935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981157,0.000102087455,0.00094308826,0.00019868274,0.00027849717,0.00036191507],"domain_scores_gemma":[0.99810714,0.0009761814,0.00028298632,0.0003666708,0.00021560493,0.000051437437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013742828,0.00023924303,0.0002825472,0.00014038033,0.0008016239,0.00018823665,0.0004159798,0.00044746388,0.00031699732],"category_scores_gemma":[0.0010084166,0.0001553213,0.00019304923,0.0003392886,0.00027519802,0.0003550146,0.00018138079,0.00034908822,0.00015539769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016595557,0.0018812829,0.8480843,0.00010390134,0.0028835041,0.0000018754223,0.0046611573,0.00002910867,0.00011659188,0.0005906406,0.0029670538,0.13702108],"study_design_scores_gemma":[0.015327606,0.0013273855,0.9531861,0.00007748311,0.00040225222,0.000091151465,0.005751077,0.0062890006,0.00014828947,0.00060609035,0.016486676,0.0003068723],"about_ca_topic_score_codex":0.00003539496,"about_ca_topic_score_gemma":0.000010161129,"teacher_disagreement_score":0.13671422,"about_ca_system_score_codex":0.000094384406,"about_ca_system_score_gemma":0.00038729326,"threshold_uncertainty_score":0.63338184},"labels":[],"label_agreement":null},{"id":"W4415483341","doi":"10.2196/71819","title":"Balancing Privacy and Utility in Child and Adolescent Mental Health Services Research: Retrospective Cohort Study on Synthetic Data Generation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Safeguarding; Mental health; Health data; Synthetic data; Replicate; Retrospective cohort study; Confidentiality; Data collection; Data access","score_opus":0.05739140135810645,"score_gpt":0.37993791182937314,"score_spread":0.3225465104712667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415483341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9428358,0.0002865874,0.014237882,0.03747016,0.00036566012,0.003166961,0.00007177454,0.00034662412,0.0012185579],"genre_scores_gemma":[0.9917155,0.0003314209,0.0067244126,0.0011093713,0.000019192594,0.000041075593,0.000052388168,0.000003962675,0.0000026988655],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972704,0.00022283506,0.0005792516,0.00043954604,0.0011251415,0.00036279924],"domain_scores_gemma":[0.9945685,0.000120710545,0.00011649782,0.0050045955,0.00005540224,0.000134246],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.004577545,0.00013979721,0.00027609948,0.0002889228,0.00028176318,0.00023224232,0.008346404,0.000115719886,0.000004361853],"category_scores_gemma":[0.0028796978,0.000118928016,0.0000082436045,0.00062394614,0.00019620644,0.00093536085,0.058554083,0.0008392657,0.000003550341],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043760767,0.0016807229,0.67005306,0.0013257278,0.00009101357,0.000020524074,0.021814555,6.599708e-7,0.0000052240725,0.0023303519,0.1475423,0.15509209],"study_design_scores_gemma":[0.00051834894,0.00014441552,0.37196597,0.0008112666,0.0000018474153,0.000008925507,0.0024108011,0.62157184,0.00002155067,0.0018642073,0.0005855903,0.00009521045],"about_ca_topic_score_codex":0.000075864315,"about_ca_topic_score_gemma":0.00011106243,"teacher_disagreement_score":0.6215712,"about_ca_system_score_codex":0.00023896336,"about_ca_system_score_gemma":0.0001582535,"threshold_uncertainty_score":0.99701893},"labels":[],"label_agreement":null},{"id":"W4415628075","doi":"10.2196/78761","title":"Development and Validation of a Predictive Model for Severe Tubular Atrophy/Interstitial Fibrosis in Patients with IgA Nephropathy: Multicenter Retrospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Renal Diseases and Glomerulopathies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Retrospective cohort study; Fibrosis; Biopsy; Multicenter study; Predictive value of tests; Severity of illness","score_opus":0.006773748343175539,"score_gpt":0.26029157069509223,"score_spread":0.2535178223519167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415628075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913484,0.000017686087,0.0065601957,0.000044674067,0.000034398046,0.001810423,0.000050221963,0.000020794338,0.00011323732],"genre_scores_gemma":[0.9963278,0.0000065587155,0.0031720812,0.00016989453,0.00001308809,0.00018992675,0.00008256304,0.000007762055,0.000030284198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986018,0.000015222043,0.00055536826,0.00011473846,0.000552272,0.00016060675],"domain_scores_gemma":[0.99934125,0.00003154594,0.00013394628,0.00012595391,0.00024332857,0.00012398447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013901874,0.00013995192,0.0003281822,0.00015819479,0.000045112145,0.000014264998,0.000059388283,0.00008189054,0.000006859657],"category_scores_gemma":[0.000119417615,0.00010009118,0.00004004716,0.00016611727,0.000089362926,0.00017477722,0.00007570245,0.00013887152,6.849282e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007384779,0.0022309318,0.9440622,0.0021070251,0.00035829263,0.000006230034,0.038980763,0.00019008927,0.000008878125,0.00011117036,0.00028186897,0.004277769],"study_design_scores_gemma":[0.015384705,0.0021530204,0.8102916,0.0017752633,0.00020609074,0.0000010910596,0.007087884,0.16255146,0.00029526118,0.000037640246,0.000044665507,0.0001713488],"about_ca_topic_score_codex":0.00000587385,"about_ca_topic_score_gemma":0.0000071257746,"teacher_disagreement_score":0.16236138,"about_ca_system_score_codex":0.00012442846,"about_ca_system_score_gemma":0.00024385212,"threshold_uncertainty_score":0.40815997},"labels":[],"label_agreement":null},{"id":"W4415674678","doi":"10.2196/73504","title":"Leveraging Machine Learning and Robotic Process Automation to Identify and Convert Unstructured Colonoscopy Results Into Actionable Data: Proof-of-Concept Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Documentation; Automation; Interoperability; Process (computing); Unstructured data; Precision and recall; Electronic health record","score_opus":0.021472073448643082,"score_gpt":0.3697574829255239,"score_spread":0.3482854094768808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415674678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827515,0.0001263677,0.014678738,0.0007480849,0.00021969635,0.0010656164,0.0000041955805,0.000098977376,0.0003068061],"genre_scores_gemma":[0.9977619,0.000008346625,0.0016984093,0.00022899169,0.00003938663,0.000044775974,0.00007736137,0.000006238009,0.00013458006],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863666,0.000039767783,0.00055304024,0.00016780474,0.00046436343,0.0001383713],"domain_scores_gemma":[0.9992459,0.00011494111,0.00016232257,0.00018745393,0.00013032627,0.00015904455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050377514,0.000119426586,0.0002991188,0.00019625532,0.00014065839,0.00004668867,0.00010226248,0.000106036496,0.000013612778],"category_scores_gemma":[0.0008519854,0.00010119923,0.000013267541,0.00041108567,0.0000843309,0.00030544325,0.0001886958,0.00035856443,8.015393e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014998194,0.00069109426,0.05739034,0.008133378,0.00074885914,0.00003283319,0.18140453,0.0023160332,0.00029309027,0.000060333565,0.0034032876,0.73052806],"study_design_scores_gemma":[0.009203385,0.0054643317,0.04486616,0.0017061839,0.0002800769,0.000117518095,0.03004676,0.8994249,0.005634814,0.00018176473,0.0027447613,0.00032932407],"about_ca_topic_score_codex":0.00012239345,"about_ca_topic_score_gemma":0.000052214866,"teacher_disagreement_score":0.8971089,"about_ca_system_score_codex":0.00006526935,"about_ca_system_score_gemma":0.00022847902,"threshold_uncertainty_score":0.41267845},"labels":[],"label_agreement":null},{"id":"W4415710894","doi":"10.2196/66907","title":"Multimodal Multitask Learning for Predicting Depression Severity and Suicide Risk Using Pretrained Audio and Text Embeddings: Methodology Development and Application","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Depression (economics); Transfer of learning; Multi-task learning; Poison control; Task (project management); Human factors and ergonomics; Suicide prevention; Injury prevention","score_opus":0.04825212806041641,"score_gpt":0.42385656775739655,"score_spread":0.37560443969698015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415710894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7842894,0.00024144902,0.21388945,0.00006089061,0.000108857865,0.00094993255,0.0000059828035,0.000072882314,0.0003811667],"genre_scores_gemma":[0.7718325,0.000029222174,0.22732764,0.0004108674,0.000050949264,0.00025829521,0.000024419112,0.0000135952505,0.000052466297],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981091,0.00021699167,0.00082375965,0.00023803493,0.00022397733,0.00038813366],"domain_scores_gemma":[0.9975455,0.0016547644,0.00037232475,0.00012494993,0.000057616984,0.00024485504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023524263,0.00017921823,0.00032667138,0.00014309931,0.0005194753,0.000033556153,0.00009386824,0.000358851,0.000023251792],"category_scores_gemma":[0.0012304262,0.00016772248,0.000020414762,0.00012426895,0.00017143457,0.00016516591,0.00022358258,0.0005361798,0.0000019013986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016702904,0.000050025363,0.20974314,0.0014086693,0.00007049524,0.0000013473523,0.030608602,0.000024054107,0.00013327629,0.00034199894,0.000070881135,0.7573805],"study_design_scores_gemma":[0.0033843284,0.00009601178,0.11972972,0.0006970497,0.000065851666,0.0000859461,0.020180672,0.85286224,0.00046875354,0.00028434602,0.0018751298,0.000269933],"about_ca_topic_score_codex":0.000107020154,"about_ca_topic_score_gemma":0.000024555779,"teacher_disagreement_score":0.8528382,"about_ca_system_score_codex":0.00008055881,"about_ca_system_score_gemma":0.00009052467,"threshold_uncertainty_score":0.6839524},"labels":[],"label_agreement":null},{"id":"W4415740074","doi":"10.2196/78432","title":"Medical Feature Extraction From Clinical Examination Notes: Development and Evaluation of a Two-Phase Large Language Model Framework","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalization; Feature (linguistics); Feature extraction; Calibration; Unified Medical Language System; Language model","score_opus":0.04682460930576575,"score_gpt":0.47366758900423545,"score_spread":0.4268429796984697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415740074","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45134258,0.00012740475,0.5463035,0.0013861047,0.00022847847,0.0002451516,0.0000035281475,0.000062906736,0.00030030528],"genre_scores_gemma":[0.8157401,0.00002774132,0.18224734,0.0017628775,0.00008419647,0.000050861723,0.000060089045,0.000004929972,0.000021845335],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99577624,0.0004005668,0.0010076618,0.00019077031,0.002401527,0.00022325527],"domain_scores_gemma":[0.9973674,0.0013401189,0.0003332972,0.00040562224,0.000274326,0.00027926482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063842973,0.0001385938,0.00027854793,0.00015537668,0.000104398234,0.000051706906,0.00051812694,0.00054304424,0.000090480484],"category_scores_gemma":[0.0050999075,0.000118404234,0.000043148128,0.00034087826,0.00007459575,0.00037069953,0.0003140697,0.0011111846,0.000009512799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010896703,0.00024093916,0.0017621913,0.00018318968,0.000026651473,0.0000042436363,0.017397359,0.000114142575,0.0000017583419,0.008712848,0.00038388345,0.9711619],"study_design_scores_gemma":[0.0018923148,0.000043240292,0.006633532,0.0005519086,0.000017228676,0.0000040496066,0.0005315449,0.988025,0.000052675736,0.0014690127,0.0006774582,0.00010201522],"about_ca_topic_score_codex":0.000018874329,"about_ca_topic_score_gemma":0.000046705907,"teacher_disagreement_score":0.98791087,"about_ca_system_score_codex":0.000093525836,"about_ca_system_score_gemma":0.0013610717,"threshold_uncertainty_score":0.61054343},"labels":[],"label_agreement":null},{"id":"W4415819342","doi":"10.2196/79093","title":"Automated Speech Analysis for Screening and Monitoring Bipolar Depression: Machine Learning Model Development and Interpretation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Linguistic analysis; Interpretation (philosophy); Scalability; Computational linguistics; Word (group theory); Language understanding; Speech processing; Voice activity detection","score_opus":0.03680805446144803,"score_gpt":0.410122400910064,"score_spread":0.373314346448616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415819342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8607517,0.00045421984,0.13740058,0.0000451058,0.00009402988,0.00063393544,0.0000025609834,0.00019409075,0.00042378728],"genre_scores_gemma":[0.9514333,0.000011151517,0.04799053,0.00015972294,0.000021050893,0.00019472418,0.000029170227,0.00000914869,0.00015119232],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984092,0.000071681075,0.00077156874,0.00014914844,0.0003359925,0.00026238317],"domain_scores_gemma":[0.9991822,0.0002815524,0.00018089973,0.00012215678,0.000051522067,0.00018162314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010234943,0.00013999706,0.00028963562,0.00035284407,0.00029422564,0.000051562696,0.00011006983,0.00013797288,0.0000212509],"category_scores_gemma":[0.00014554997,0.00012562436,0.000029126299,0.00036990564,0.000035328743,0.00015208087,0.00016904187,0.00033115165,0.0000024485555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009315383,0.00009836465,0.4366873,0.00037137556,0.00040144907,0.0000041026624,0.03817515,0.00037902777,0.0000033682395,0.0000393638,0.000040117615,0.5237073],"study_design_scores_gemma":[0.0011801556,0.000061588435,0.046937596,0.00024178199,0.000109811495,0.000005281314,0.01485758,0.9361761,0.00004387612,0.000009754485,0.00027050875,0.000105944564],"about_ca_topic_score_codex":0.000030518244,"about_ca_topic_score_gemma":0.00001708891,"teacher_disagreement_score":0.9357971,"about_ca_system_score_codex":0.00004759222,"about_ca_system_score_gemma":0.000049558923,"threshold_uncertainty_score":0.51228124},"labels":[],"label_agreement":null},{"id":"W4415824661","doi":"10.2196/76021","title":"Predicting Postoperative Stress Urinary Incontinence After Prolapse Surgery via Machine Learning and Regression Models: Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pelvic floor disorders treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Urinary incontinence; Support vector machine; Stress incontinence; Predictive modelling; Predictive value of tests; Regression; Clinical prediction rule","score_opus":0.013751829661516808,"score_gpt":0.2924145559644652,"score_spread":0.27866272630294836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415824661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968863,0.00070890447,0.000548169,0.0003183433,0.000055380653,0.0009414457,0.0000030444783,0.000079921396,0.0004584558],"genre_scores_gemma":[0.99740934,0.000121208934,0.0015561455,0.00028189988,0.000013800707,0.00023350192,0.00007939259,0.0000106305,0.00029408064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982591,0.00008348068,0.0006938766,0.00016586512,0.00058371306,0.00021394272],"domain_scores_gemma":[0.99923015,0.00018626229,0.00015572208,0.00013114816,0.000099269004,0.0001974762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041002865,0.00020811775,0.000377479,0.00020455918,0.00016482816,0.000039089402,0.000051730356,0.00013199169,0.000022070562],"category_scores_gemma":[0.0002857594,0.00014842681,0.00002482356,0.00018042859,0.00008800482,0.00038827068,0.0002355168,0.00038814417,0.0000028235581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004062655,0.000697155,0.9086698,0.0005748055,0.00013350135,0.00007341327,0.02221349,0.000004727116,0.000008239797,0.000004693252,0.000034676268,0.06717918],"study_design_scores_gemma":[0.013361157,0.0014702657,0.65360135,0.008458927,0.00032954125,0.00026674604,0.035101246,0.2847506,0.0010210649,0.000114942835,0.00079047075,0.00073369656],"about_ca_topic_score_codex":0.000022560578,"about_ca_topic_score_gemma":0.00001547479,"teacher_disagreement_score":0.28474587,"about_ca_system_score_codex":0.00006567252,"about_ca_system_score_gemma":0.00021707131,"threshold_uncertainty_score":0.605267},"labels":[],"label_agreement":null},{"id":"W4415834054","doi":"10.2196/78279","title":"Performance of the Large Language Models on the Chinese National Nurse Licensure Examination: Cross-Sectional Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Education and Admissions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reliability (semiconductor); Licensure; Trustworthiness; Calibration; MEDLINE; Nurse education","score_opus":0.03420382067342595,"score_gpt":0.42620207207474387,"score_spread":0.39199825140131794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415834054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94896823,0.00001815592,0.00004044376,0.003757027,0.000476137,0.0010509533,0.000011570469,0.000024984927,0.045652486],"genre_scores_gemma":[0.99081945,0.0000049224045,0.000031793978,0.0064239274,0.00015638956,0.0001697593,0.00004448707,0.0000051411903,0.002344136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99624646,0.00013439648,0.0006223497,0.000090267735,0.0027585346,0.00014801884],"domain_scores_gemma":[0.99837977,0.00035564209,0.00013644673,0.00032330013,0.0005808478,0.00022396802],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026988296,0.000116767405,0.0001602571,0.00010928028,0.00024957926,0.00002192082,0.00026945933,0.0001354076,0.0034756388],"category_scores_gemma":[0.0055894977,0.00005532405,0.00008173649,0.00062582147,0.0001542333,0.00012789131,0.00006002014,0.00051769393,0.00002764929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039923814,0.011205911,0.7676958,0.0011664712,0.00047043216,0.0000029987978,0.09273769,0.001110766,0.00006301667,0.03695617,0.060290467,0.027901052],"study_design_scores_gemma":[0.0015413671,0.000095144096,0.7262065,0.00019582875,0.000024269522,0.0000068836985,0.004534269,0.266391,0.000023916216,0.00010463335,0.0008273603,0.000048831236],"about_ca_topic_score_codex":0.0000019441209,"about_ca_topic_score_gemma":0.0000028383095,"teacher_disagreement_score":0.26528025,"about_ca_system_score_codex":0.000108226035,"about_ca_system_score_gemma":0.0018250867,"threshold_uncertainty_score":0.99743533},"labels":[],"label_agreement":null},{"id":"W4415868265","doi":"10.2196/80205","title":"Large Language Model–Enabled Editing of Patient Audio Interviews From “This Is My Story” Conversations: Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pipeline (software); Quality (philosophy); Scale (ratio); Health care; Range (aeronautics); Audio visual","score_opus":0.03570618804444589,"score_gpt":0.380334193163948,"score_spread":0.3446280051195021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415868265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868466,0.00022614255,0.0020524724,0.001942797,0.00043810494,0.00083317724,0.00002949057,0.000036320598,0.007594867],"genre_scores_gemma":[0.99346924,0.00003674781,0.0013670459,0.0042803306,0.00010261465,0.00009440921,0.00012430122,0.0000052298124,0.00052008283],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99837416,0.00011420604,0.00078517944,0.0001030799,0.00043736314,0.00018600268],"domain_scores_gemma":[0.99866766,0.0002962612,0.00041867088,0.00031258274,0.0001675931,0.00013722408],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006031774,0.00013059637,0.00046002006,0.00014317964,0.00008796033,0.000012798596,0.00013929345,0.00014698337,0.0011055544],"category_scores_gemma":[0.00043428503,0.00010305016,0.000073648545,0.0002096036,0.000091211135,0.000261964,0.00008984797,0.0004910129,0.00006502487],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011997666,0.0013310084,0.0074214814,0.00032000506,0.00044197467,0.000005853368,0.8341337,0.000020346066,0.00002055354,0.00023508404,0.1511336,0.0048164316],"study_design_scores_gemma":[0.0037383635,0.0005336645,0.0024944078,0.00065404165,0.0003250293,0.0000057435814,0.7508594,0.21110448,0.0003473752,0.00009243199,0.029684344,0.00016073295],"about_ca_topic_score_codex":0.00006201025,"about_ca_topic_score_gemma":0.000023826306,"teacher_disagreement_score":0.21108414,"about_ca_system_score_codex":0.00010576776,"about_ca_system_score_gemma":0.0003456769,"threshold_uncertainty_score":0.9998076},"labels":[],"label_agreement":null},{"id":"W4415935148","doi":"10.2196/77603","title":"Attitudes Toward Common Data Models Among Chinese Biomedical Professionals: Cross-Sectional Survey","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Survey data collection; MEDLINE; Data collection; Health care; Conceptual model; Technology acceptance model","score_opus":0.4873117905066249,"score_gpt":0.636148954096354,"score_spread":0.1488371635897291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415935148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97638726,0.00013189582,0.006441803,0.0038624268,0.0011070996,0.0010364444,0.00030774748,0.00021390445,0.010511428],"genre_scores_gemma":[0.98662835,0.00023929134,0.0021482676,0.005190698,0.0003385588,0.00009881949,0.0025142962,0.000024544759,0.0028171455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911915,0.0002646424,0.0021977923,0.0004032309,0.005312372,0.0006304541],"domain_scores_gemma":[0.9834069,0.012549044,0.00025911554,0.0017855472,0.000885081,0.0011143127],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.015058543,0.0002876808,0.00072219904,0.00032194212,0.000247845,0.00013764616,0.0019832945,0.0016001345,0.0010582412],"category_scores_gemma":[0.033983026,0.0001961349,0.00014064992,0.0009757076,0.0021491277,0.0007023506,0.0029893026,0.005081759,0.000156824],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027082764,0.0011263435,0.9767686,0.00198931,0.00018714453,0.000033746972,0.00044977164,0.0000059137815,0.0000014362196,0.0030746814,0.014437867,0.001654367],"study_design_scores_gemma":[0.0019084222,0.00013071808,0.8915705,0.0010207539,0.000013492599,0.000021226724,0.00015329063,0.09587259,0.000003072493,0.0080943955,0.001038392,0.00017313828],"about_ca_topic_score_codex":0.0001445692,"about_ca_topic_score_gemma":0.00031946716,"teacher_disagreement_score":0.09586667,"about_ca_system_score_codex":0.00016013545,"about_ca_system_score_gemma":0.0034556133,"threshold_uncertainty_score":0.9998549},"labels":[],"label_agreement":null},{"id":"W4415973317","doi":"10.2196/73605","title":"Large Language Model Versus Manual Review for Clinical Data Curation in Breast Cancer: Retrospective Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data curation; Data extraction; Data quality; Scalability; MEDLINE; Quality (philosophy); Information extraction","score_opus":0.10572829371582713,"score_gpt":0.49519443938524915,"score_spread":0.389466145669422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415973317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03655125,0.0016685014,0.9472128,0.005371972,0.0021663636,0.0043935827,0.00041090464,0.00025377146,0.0019708385],"genre_scores_gemma":[0.96685797,0.0060158656,0.017643875,0.007147189,0.0004210023,0.0015094642,0.00021581438,0.000017589997,0.00017124937],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976715,0.00011550469,0.0010158289,0.00027781926,0.0006519362,0.00026745317],"domain_scores_gemma":[0.9982709,0.00028147936,0.00026475516,0.00091638014,0.0001585621,0.000107912034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019917355,0.00015057839,0.0004454745,0.00010109031,0.000089308174,0.000059270104,0.0013939199,0.0001271851,0.000020630532],"category_scores_gemma":[0.00022253598,0.00013035674,0.000052775966,0.00060650724,0.00006207224,0.0014133025,0.0007590873,0.00048547005,0.000011798276],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012163679,0.0041032117,0.01908991,0.0043396787,0.00067443255,0.000020206351,0.07959337,0.00047889873,0.0000014154093,0.031145327,0.5594976,0.29983956],"study_design_scores_gemma":[0.0030469506,0.00017186232,0.0039033494,0.00072120375,0.00003119343,0.0000021768599,0.0026304598,0.9872611,0.0000020303942,0.00021786074,0.0018642915,0.00014748987],"about_ca_topic_score_codex":0.000024185905,"about_ca_topic_score_gemma":0.00044525272,"teacher_disagreement_score":0.98678225,"about_ca_system_score_codex":0.0002867009,"about_ca_system_score_gemma":0.00056264084,"threshold_uncertainty_score":0.5315794},"labels":[],"label_agreement":null},{"id":"W4416114914","doi":"10.2196/65327","title":"Utilizing Machine Learning for Proactive Post-Operative Patient Management (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Key (lock); Patient safety; Health care; Process (computing)","score_opus":0.07934587003630174,"score_gpt":0.42890433140280004,"score_spread":0.3495584613664983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416114914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.918604,0.0006395843,0.032566857,0.009758919,0.0016061068,0.006010352,0.000018217313,0.0005549843,0.030240979],"genre_scores_gemma":[0.9917159,0.00018092325,0.004333344,0.0021367276,0.00021488866,0.00066024996,0.0001483584,0.000020338328,0.0005892358],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840426,0.000026518544,0.0006532151,0.00013986706,0.0004975574,0.0002785516],"domain_scores_gemma":[0.9990993,0.00021434223,0.00006582013,0.00015030269,0.00020822464,0.00026198968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041227296,0.00013408398,0.00018918181,0.0001488031,0.00014113673,0.000059079553,0.00007753195,0.00013220524,0.00041172313],"category_scores_gemma":[0.00030705088,0.000101454214,0.000091253976,0.00020039422,0.000066395594,0.00021274883,0.00006567367,0.0005029099,0.00022468748],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001346033,0.00013735476,0.00029370087,0.0017450927,0.00013144419,0.000020136114,0.062244907,0.000025741758,0.000016662347,0.0040302845,0.0015652057,0.9296549],"study_design_scores_gemma":[0.00028943273,0.002415911,0.0005690696,0.002712847,0.00016151169,0.00016305607,0.1742045,0.56700903,0.0075872433,0.0012632464,0.2431985,0.00042564288],"about_ca_topic_score_codex":0.000038359,"about_ca_topic_score_gemma":0.000008184944,"teacher_disagreement_score":0.9292292,"about_ca_system_score_codex":0.00017581595,"about_ca_system_score_gemma":0.00026772483,"threshold_uncertainty_score":0.45080796},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4416120882","doi":"10.2196/72602","title":"Predicting Delayed Extubation After General Anesthesia in Postanesthesia Care Unit Patients Using Machine Learning: Model Development Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Anesthesia and Sedative Agents","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intensive care unit; Unit (ring theory); Identification (biology); Resource (disambiguation); Vital signs; MEDLINE","score_opus":0.021550705980583472,"score_gpt":0.3084160267291128,"score_spread":0.28686532074852933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416120882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99691457,0.000050138533,0.0012440935,0.00008732393,0.0000226886,0.001255812,0.00000119653,0.000077309625,0.00034685724],"genre_scores_gemma":[0.9943582,0.0000071929935,0.0038582096,0.0011008772,0.000022236205,0.00011688238,0.00022394552,0.000023898681,0.0002886008],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99725926,0.00011477286,0.0010480863,0.00018007563,0.0010207569,0.0003770671],"domain_scores_gemma":[0.999047,0.00004782435,0.00019155885,0.00022552912,0.0002554605,0.00023265019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036679863,0.00027926112,0.00043385374,0.0003752479,0.00014680375,0.000033616085,0.00017252252,0.0002341232,0.000061574465],"category_scores_gemma":[0.000112828435,0.00023249141,0.000059699534,0.00046977412,0.000059603015,0.00024837293,0.00008249602,0.00056024024,0.000014703554],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032332714,0.00065208744,0.9600706,0.0002244881,0.000052597894,0.00019791664,0.03327629,0.0005897947,0.0000031338732,0.000014149232,0.000011217453,0.0045844032],"study_design_scores_gemma":[0.0036642505,0.00040279783,0.48277265,0.00042485297,0.00008087463,0.000053565345,0.00850222,0.50323695,0.000043043594,0.000006197097,0.00058809883,0.00022448986],"about_ca_topic_score_codex":0.000046594134,"about_ca_topic_score_gemma":0.00004478838,"teacher_disagreement_score":0.50264716,"about_ca_system_score_codex":0.00029154267,"about_ca_system_score_gemma":0.0006332482,"threshold_uncertainty_score":0.94807243},"labels":[],"label_agreement":null},{"id":"W4416179655","doi":"10.2196/73884","title":"Process for Quality Management of Electronic Medical Records–Based Data: Case Study Using Real Colorectal Cancer Data","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Quality management; Missing data; Quality (philosophy); Data quality; Colorectal cancer; Data collection; Data management","score_opus":0.11799229151903612,"score_gpt":0.5043278933597475,"score_spread":0.38633560184071136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416179655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7202257,0.000061842795,0.27498415,0.001610934,0.00052323093,0.0020166312,0.00011230593,0.00015390375,0.0003113176],"genre_scores_gemma":[0.9807078,0.000047218287,0.017755559,0.0008980505,0.00009820082,0.0002522832,0.00020542274,0.000012659505,0.00002276597],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957701,0.00023275493,0.0013659488,0.0004014135,0.0017027674,0.0005270059],"domain_scores_gemma":[0.996547,0.00056076056,0.00044214103,0.001962322,0.00020993383,0.0002778697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004756607,0.00019102368,0.00043613827,0.00014187135,0.00018736444,0.000056917987,0.0044737463,0.00018785539,0.000044191587],"category_scores_gemma":[0.0006270854,0.00016318243,0.000034895114,0.0007465507,0.00011964799,0.0006527197,0.002408572,0.00065654423,0.0000012129555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004962558,0.0037712127,0.083125286,0.034940843,0.0012511835,0.0012756668,0.021203753,0.0012416511,0.0000013129712,0.019805398,0.008987019,0.8239004],"study_design_scores_gemma":[0.0014172223,0.00019235307,0.0008206799,0.0004226819,0.000045643803,0.00005612657,0.0034613477,0.9922664,0.000004805428,0.00011211169,0.001041742,0.00015886036],"about_ca_topic_score_codex":0.0021723714,"about_ca_topic_score_gemma":0.0022547531,"teacher_disagreement_score":0.9910248,"about_ca_system_score_codex":0.00018153246,"about_ca_system_score_gemma":0.0033305436,"threshold_uncertainty_score":0.8313408},"labels":[],"label_agreement":null},{"id":"W4416202769","doi":"10.2196/72994","title":"Model for Predicting Serious Hematological Adverse Events in Individuals With Ovarian Cancer Receiving Poly (Adenosine Diphosphate Ribose) Polymerase Inhibitor Treatment: Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"PARP inhibition in cancer therapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ovarian cancer; Prospective cohort study; Adverse effect; Renal function; Cohort study; Risk factor; Creatinine","score_opus":0.01760685396451777,"score_gpt":0.3345136239345999,"score_spread":0.3169067699700821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416202769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98533225,0.00031680276,0.0039197206,0.001187614,0.00021767207,0.008049717,0.0001249991,0.00020108117,0.0006501291],"genre_scores_gemma":[0.9884695,0.00013816243,0.0026144248,0.0013808587,0.00013545404,0.0065787695,0.00008432368,0.00003799742,0.00056051835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966265,0.000067170484,0.0012921646,0.00036480668,0.0010270543,0.0006223017],"domain_scores_gemma":[0.9984466,0.00021448472,0.0003845792,0.00039926748,0.00017533547,0.00037974023],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006068697,0.00042927254,0.0009496908,0.00032266852,0.00019766415,0.000018818928,0.00020021759,0.0003218415,0.00011257485],"category_scores_gemma":[0.00019171425,0.00031035996,0.000118056436,0.0007226448,0.00016662363,0.00036033295,0.00009159379,0.0005071019,0.0000054814464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011630455,0.0017861273,0.98211163,0.00028511797,0.0006065288,0.000033411212,0.010262947,0.00015348376,0.000011419914,0.00011460198,0.00018928619,0.0032823936],"study_design_scores_gemma":[0.06581281,0.003319317,0.7541817,0.005818218,0.0007510268,0.00012454159,0.0076923147,0.15870366,0.0020969156,0.0003500744,0.0003372368,0.0008122147],"about_ca_topic_score_codex":0.00016562463,"about_ca_topic_score_gemma":0.00022263048,"teacher_disagreement_score":0.22792996,"about_ca_system_score_codex":0.0010098423,"about_ca_system_score_gemma":0.0011908587,"threshold_uncertainty_score":0.99993485},"labels":[],"label_agreement":null},{"id":"W4416208872","doi":"10.2196/73857","title":"Enhancing Large Language Models With AI Agents for Chronic Gastritis Management: Comprehensive Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workload; Chronic gastritis; Chronic disease; Quality (philosophy); MEDLINE; Value (mathematics); Chronic care","score_opus":0.09439877693521971,"score_gpt":0.46066252572133354,"score_spread":0.36626374878611384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416208872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8586706,0.00019680381,0.13068728,0.0010766048,0.00029787212,0.0043397592,0.000017896673,0.000101933154,0.0046112337],"genre_scores_gemma":[0.99249464,0.00004731937,0.0020270094,0.0038738516,0.00013766471,0.0005589463,0.00011225418,0.000009569189,0.0007387297],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998299,0.000030002346,0.00067478116,0.0001285368,0.00049389066,0.00037381324],"domain_scores_gemma":[0.9990223,0.00014191782,0.000111788,0.0002575362,0.00026265328,0.00020382204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024628724,0.00015396907,0.0003552535,0.00016926976,0.00017172088,0.000031755353,0.00013353908,0.0001003591,0.000119828896],"category_scores_gemma":[0.00002625973,0.00012172219,0.000051790328,0.00032795264,0.00007017533,0.000208455,0.000062923114,0.00030623822,0.0000375494],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002189173,0.0076236073,0.009764778,0.019924339,0.0023049256,0.00025108052,0.616117,0.000707785,0.000048278856,0.024372233,0.080463685,0.23623312],"study_design_scores_gemma":[0.0036551338,0.003433978,0.0028650486,0.004144408,0.00040314777,0.000041040006,0.7579676,0.20166221,0.0022006014,0.0010308687,0.022146897,0.0004491081],"about_ca_topic_score_codex":0.00004679871,"about_ca_topic_score_gemma":0.0002402856,"teacher_disagreement_score":0.23578401,"about_ca_system_score_codex":0.00019550213,"about_ca_system_score_gemma":0.00036808001,"threshold_uncertainty_score":0.49636865},"labels":[],"label_agreement":null},{"id":"W4416217660","doi":"10.2196/76912","title":"Named Entity Recognition for Chinese Cancer Electronic Health Records—Development and Evaluation of a Domain-Specific BERT Model: Quantitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Named-entity recognition; Breast cancer; Cancer; Clinical decision support system; Electronic health record; Cancer treatment","score_opus":0.06409140617425216,"score_gpt":0.39932318930295313,"score_spread":0.33523178312870094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416217660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49348968,0.00016029856,0.5047863,0.00039721353,0.00010979358,0.00093770726,0.0000024335186,0.000022466722,0.00009407779],"genre_scores_gemma":[0.7975957,0.00016812903,0.20078832,0.0005098381,0.00002130187,0.0008668342,0.000020100215,0.000005452567,0.000024320469],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997869,0.00009561185,0.0007767896,0.00015564352,0.00085123355,0.00025168256],"domain_scores_gemma":[0.99897194,0.00013612518,0.00026370448,0.000220512,0.00031487792,0.00009285056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029391132,0.000115650466,0.00025586167,0.00015547975,0.0001201208,0.000039483326,0.0002821839,0.000065388,0.000008749948],"category_scores_gemma":[0.000095770374,0.00009685129,0.00003069489,0.00030585052,0.00003425019,0.000364978,0.00013229549,0.0001690436,0.0000012279083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004185475,0.00031097152,0.0008971935,0.00036808118,0.00008779629,1.3148504e-7,0.06389591,0.00060907495,0.0000027913059,0.0140338475,0.00046803497,0.9192843],"study_design_scores_gemma":[0.0015963566,0.00014801545,0.0012513477,0.0001711762,0.000008624294,6.750862e-7,0.0015800229,0.97673887,0.000020643412,0.017679004,0.00070483465,0.00010043358],"about_ca_topic_score_codex":0.000030378196,"about_ca_topic_score_gemma":0.00034939862,"teacher_disagreement_score":0.9761298,"about_ca_system_score_codex":0.00026154524,"about_ca_system_score_gemma":0.001706211,"threshold_uncertainty_score":0.3949481},"labels":[],"label_agreement":null},{"id":"W4416218296","doi":"10.2196/79307","title":"Methods for Addressing Missingness in Electronic Health Record Data for Clinical Prediction Models: Comparative Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Missing data; Imputation (statistics); Health records; Electronic health record; Predictive modelling; Data collection","score_opus":0.43417525730164475,"score_gpt":0.6180766846296293,"score_spread":0.18390142732798453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416218296","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010351831,0.00059513166,0.9887457,0.0056333477,0.0008691063,0.0025602377,0.000024090004,0.00013307766,0.00040412857],"genre_scores_gemma":[0.021150954,0.00017730433,0.973266,0.0038495164,0.00018065807,0.00081243063,0.00051615154,0.000011348002,0.000035602563],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99559206,0.0010669235,0.0018367347,0.0003544473,0.0005967854,0.00055304903],"domain_scores_gemma":[0.995251,0.002701662,0.0005415646,0.0009565216,0.00033643137,0.0002128357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018564595,0.00016403986,0.0005181782,0.00023268617,0.00024201765,0.00012676635,0.0014792401,0.00025507598,0.0000068693325],"category_scores_gemma":[0.0025659858,0.00014952928,0.00006858365,0.00054652855,0.00007449095,0.0010801236,0.00040999238,0.0007695991,0.0000013676215],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004690248,0.00008884685,0.00026819872,0.00067438337,0.000020535155,5.8258863e-8,0.0032198625,0.0007715318,1.0973078e-7,0.011642976,0.010838557,0.972428],"study_design_scores_gemma":[0.0014293914,0.00026904597,0.00038227727,0.0005308065,0.00001068921,0.0000021369644,0.00037199617,0.9428124,0.0000014822772,0.017683798,0.03640102,0.0001049837],"about_ca_topic_score_codex":0.00003747452,"about_ca_topic_score_gemma":0.00007989456,"teacher_disagreement_score":0.97232306,"about_ca_system_score_codex":0.0003745203,"about_ca_system_score_gemma":0.0039964267,"threshold_uncertainty_score":0.70894897},"labels":[],"label_agreement":null},{"id":"W4416222200","doi":"10.2196/76659","title":"Estimating 10-Year Cardiovascular Disease Risk in Primary Prevention Using UK Electronic Health Records and a Hybrid Multitask BERT Model: Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Retrospective cohort study; Health records; Primary care; Primary prevention; Disease; Risk stratification; MEDLINE; Cohort study; Cohort","score_opus":0.010698456673104852,"score_gpt":0.3178905535434959,"score_spread":0.307192096870391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416222200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6099681,0.00027231945,0.38771954,0.00017186157,0.00012129169,0.0014601715,0.0000045797137,0.00011280155,0.00016928405],"genre_scores_gemma":[0.92004865,0.000102126825,0.07923572,0.000345349,0.000041804946,0.0001524694,0.000017971728,0.000012978007,0.00004292801],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965414,0.00043617436,0.0009405372,0.00036140395,0.0011788746,0.000541627],"domain_scores_gemma":[0.99835736,0.00011737898,0.0003080611,0.0007796839,0.000111630565,0.00032587998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003876544,0.00021199964,0.0005517916,0.00026223346,0.0002585982,0.00010408913,0.0004919417,0.000080949176,0.000009087846],"category_scores_gemma":[0.0008552432,0.00020456065,0.00011297121,0.0005615458,0.000060260147,0.00045633147,0.00052117807,0.0009920803,0.000003358032],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035153054,0.00024693774,0.8719051,0.00080869405,0.00022527645,0.000015379112,0.0040567857,0.04932639,4.746455e-8,0.00061064237,0.00017950727,0.07259008],"study_design_scores_gemma":[0.0007639386,0.00014654025,0.18442054,0.00031282348,0.00003084341,0.0000059236286,0.00011515959,0.81278396,1.3193275e-7,0.0012556905,0.000031177875,0.0001333043],"about_ca_topic_score_codex":0.00067747437,"about_ca_topic_score_gemma":0.000066932625,"teacher_disagreement_score":0.76345754,"about_ca_system_score_codex":0.0010366673,"about_ca_system_score_gemma":0.0017484656,"threshold_uncertainty_score":0.8341741},"labels":[],"label_agreement":null},{"id":"W4416226768","doi":"10.2196/73596","title":"Multisource Coherence Analysis of the First European Multicenter Cohort Study for Cancer Prevention in People Experiencing Homelessness: Data Quality Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data quality; Data collection; Cohort study; Quality (philosophy); Health data; Cohort; MEDLINE; Longitudinal data","score_opus":0.08057575206053104,"score_gpt":0.49187167589525355,"score_spread":0.4112959238347225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416226768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99320084,0.000029029003,0.0008390634,0.000078317964,0.00031883892,0.0049995417,0.00007095483,0.000030338639,0.00043306354],"genre_scores_gemma":[0.998233,0.000018500872,0.000041693012,0.00012641022,0.000040481547,0.0013722988,0.000053673713,0.000009735084,0.00010418196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99608856,0.00093084347,0.0017413152,0.00020413904,0.00072120805,0.00031392585],"domain_scores_gemma":[0.9974584,0.00074638205,0.00060987164,0.00088526035,0.00022129249,0.00007878207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004013701,0.00015056251,0.00088570983,0.0001697438,0.0004607877,0.000018898389,0.0010440296,0.00011713161,0.00014741145],"category_scores_gemma":[0.00081321126,0.00010323667,0.00009037833,0.0013013765,0.000076354816,0.00022625407,0.00091032113,0.00042701818,0.0000031386646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022862654,0.0007014391,0.6453642,0.00032516022,0.00024016442,2.3916118e-7,0.35122177,0.000028531585,2.3177331e-7,0.000010593101,0.000017804576,0.002066984],"study_design_scores_gemma":[0.001116893,0.000022922994,0.54816294,0.00021595348,0.00018230372,1.3998925e-9,0.44130275,0.008748245,5.9220196e-7,0.000001908459,0.00018808406,0.000057395842],"about_ca_topic_score_codex":0.0057193986,"about_ca_topic_score_gemma":0.35787582,"teacher_disagreement_score":0.35215643,"about_ca_system_score_codex":0.00014795062,"about_ca_system_score_gemma":0.00029254277,"threshold_uncertainty_score":0.86460584},"labels":[],"label_agreement":null},{"id":"W4416258921","doi":"10.2196/73831","title":"Exploring Factors Associated With the Stalled Implementation of a Ground-Up Electronic Health Record System in South Africa: Qualitative Insights From the E-Tick Case Study Using the Consolidated Framework for Implementation Research (CFIR)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Electronic health record; Qualitative research; Process (computing); Context (archaeology); Health records; Meaningful use; Corporate governance; Health informatics","score_opus":0.7433740184825279,"score_gpt":0.6833645666001493,"score_spread":0.060009451882378606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416258921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97842723,0.000018484445,0.007451936,0.0035077587,0.00024330936,0.010068076,0.00022200034,0.00004521622,0.000016002099],"genre_scores_gemma":[0.9946341,0.000009143503,0.00023326339,0.0016937376,0.000055840854,0.0032847465,0.00006343516,0.000018728957,0.0000070387123],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9865599,0.0077772657,0.0025896993,0.00022434884,0.0016771792,0.0011715974],"domain_scores_gemma":[0.9727736,0.024145413,0.0015549002,0.00048682667,0.0008538545,0.0001854121],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013918947,0.00022446501,0.00050820684,0.00030543792,0.0025786322,0.00006923491,0.0005919193,0.00012999155,0.000059975322],"category_scores_gemma":[0.001817953,0.00011263387,0.00004786548,0.0028446598,0.000301431,0.00048510297,0.00023319708,0.0015584426,0.00000284988],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006571978,0.000038051076,0.0050226524,0.0002186969,0.00011979442,0.0000016358958,0.9882607,0.0000020533869,0.0000016025108,0.005143795,0.0004967216,0.0006285883],"study_design_scores_gemma":[0.0029288016,0.00043335685,0.0059949444,0.0005548091,0.00003669582,8.09315e-7,0.9878538,0.0011364284,0.000007753697,0.00045977326,0.0004922428,0.000100541605],"about_ca_topic_score_codex":0.016154522,"about_ca_topic_score_gemma":0.048236676,"teacher_disagreement_score":0.03208215,"about_ca_system_score_codex":0.0020268632,"about_ca_system_score_gemma":0.006450623,"threshold_uncertainty_score":0.99918187},"labels":[],"label_agreement":null},{"id":"W4416276250","doi":"10.2196/35987","title":"Detection of Polyphonic Alarm Sounds From Medical Devices Using Frequency-Enhanced Deep Learning: Simulation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Phonocardiography and Auscultation Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"ALARM; Classifier (UML); False alarm; Stethoscope; Polyphony; Pattern recognition (psychology); Microphone; Feature extraction","score_opus":0.014974053619963849,"score_gpt":0.34232408512988954,"score_spread":0.3273500315099257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416276250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79304564,0.0001470866,0.20477974,0.000052529474,0.00013868308,0.0005223428,0.000002025079,0.00021423418,0.0010976914],"genre_scores_gemma":[0.99757487,0.000061075494,0.0017119994,0.00045234524,0.000088220186,0.000045302117,0.000036932193,0.00001057737,0.000018666842],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99721384,0.00010850571,0.00103569,0.00013427118,0.0012956881,0.00021200818],"domain_scores_gemma":[0.99863607,0.00034417916,0.00032243424,0.00023817514,0.00023863176,0.00022053241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065814116,0.00017539226,0.0004630812,0.00038674762,0.0001279762,0.000022588723,0.00018228785,0.00037440544,0.00019937287],"category_scores_gemma":[0.00090918224,0.00014717787,0.00017038807,0.000840794,0.00016032039,0.00026165365,0.00007258353,0.0006590373,0.0000065649465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000888059,0.0038592205,0.15657187,0.0024067957,0.0030445105,0.00006677007,0.05897199,0.002024747,0.023287041,0.00026324432,0.0001070169,0.74850875],"study_design_scores_gemma":[0.009157615,0.0019010602,0.13596565,0.002935765,0.00094845175,0.000024397816,0.034101903,0.74990296,0.061257873,0.0018826321,0.0012448219,0.0006768422],"about_ca_topic_score_codex":0.00013124614,"about_ca_topic_score_gemma":0.000056704394,"teacher_disagreement_score":0.74787825,"about_ca_system_score_codex":0.00007987186,"about_ca_system_score_gemma":0.00029885102,"threshold_uncertainty_score":0.6001739},"labels":[],"label_agreement":null},{"id":"W4416294134","doi":"10.2196/78655","title":"Prediction of Postoperative Venous Thromboembolism in Patients With Traumatic Brain Injury: Model Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Traumatic Brain Injury and Neurovascular Disturbances","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Venous thromboembolism; Calibration; Predictive modelling; Model validation; Predictive value of tests; MEDLINE; Traumatic brain injury; Pulmonary embolism","score_opus":0.02372758928164151,"score_gpt":0.2902457479411371,"score_spread":0.2665181586594956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416294134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964529,0.000012455521,0.0009637617,0.00027311733,0.00004511209,0.0014938929,0.000009466577,0.000029900888,0.0007193769],"genre_scores_gemma":[0.9974538,0.000003847571,0.0015472298,0.00079910137,0.0000046310224,0.000101563324,0.000051354535,0.0000071470276,0.00003131094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99824417,0.000052455438,0.00076383346,0.00011272032,0.00067902834,0.00014777448],"domain_scores_gemma":[0.9994084,0.000077136174,0.00013489134,0.00018880576,0.00009835141,0.00009239793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041367539,0.00014624328,0.00044793938,0.00020248293,0.000058025114,0.000014140822,0.00008270412,0.00010105839,0.000012896427],"category_scores_gemma":[0.00013637567,0.00010456761,0.000024100584,0.00030389163,0.00011117006,0.00021362619,0.000041733856,0.0002378634,0.0000014730821],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001868951,0.015547169,0.44309813,0.0041835336,0.0011224695,0.000010851057,0.31958073,0.00021708757,0.00002985152,0.0019717773,0.0022165223,0.21015292],"study_design_scores_gemma":[0.0066590714,0.0018107727,0.9733181,0.0010808839,0.00009176276,0.0000030825183,0.0062866514,0.009967066,0.00043722097,0.000093831906,0.00012377714,0.0001277549],"about_ca_topic_score_codex":0.000004315054,"about_ca_topic_score_gemma":0.0000065675686,"teacher_disagreement_score":0.53022,"about_ca_system_score_codex":0.00005339551,"about_ca_system_score_gemma":0.00029153627,"threshold_uncertainty_score":0.42641434},"labels":[],"label_agreement":null},{"id":"W4416590420","doi":"10.2196/76326","title":"Large Language Models in Critical Care Medicine: Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; MEDLINE; Domain (mathematical analysis); Telehealth; Perspective (graphical)","score_opus":0.12896437152716964,"score_gpt":0.5330755488778534,"score_spread":0.4041111773506837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416590420","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20664874,0.27423167,0.034998175,0.16785687,0.0041728183,0.010441185,0.00002369158,0.0006586258,0.30096823],"genre_scores_gemma":[0.931201,0.009350358,0.00079505285,0.057698183,0.00033983632,0.00028646237,0.00011381223,0.000014022551,0.00020132157],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99772745,0.000049429156,0.0011559799,0.00010958883,0.0005934468,0.00036413065],"domain_scores_gemma":[0.99875146,0.00036968442,0.0000665485,0.00031087888,0.0002183972,0.0002830375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007473221,0.00012741685,0.00043988365,0.00020428564,0.000067404115,0.000009183429,0.00014371144,0.00021805316,0.00077094755],"category_scores_gemma":[0.0024071801,0.00009907169,0.000054418895,0.0005401818,0.00014632607,0.00019325125,0.00005988954,0.0005317136,0.00007308769],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001057339,0.00056591554,0.0047819447,0.35172868,0.000034875146,0.00015209478,0.1986171,0.00000769375,0.000008385214,0.04611866,0.045157988,0.35272092],"study_design_scores_gemma":[0.0006980567,0.00039351045,0.00033840368,0.72243196,0.0001536294,0.00007920145,0.2420931,0.025320843,0.0003688951,0.004022872,0.0036842208,0.00041533707],"about_ca_topic_score_codex":0.000091713235,"about_ca_topic_score_gemma":0.00014724617,"teacher_disagreement_score":0.7245522,"about_ca_system_score_codex":0.0001341833,"about_ca_system_score_gemma":0.0009773311,"threshold_uncertainty_score":0.84413356},"labels":[],"label_agreement":null},{"id":"W4416639880","doi":"10.2196/87227","title":"Differentiating Ischemic From Nonischemic T-Wave Inversion Using a Multimodal Vision-Language Model With Reinforcement Learning (ECG-R1): Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reinforcement learning; Generalization; Medical diagnosis; Clinical Practice; Diagnostic accuracy; Inversion (geology); Waveform","score_opus":0.017693278850257295,"score_gpt":0.30881810838625784,"score_spread":0.29112482953600055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416639880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9322486,0.000025846866,0.06671297,0.00004734192,0.000033591743,0.00034142847,6.251323e-7,0.0000680016,0.00052160624],"genre_scores_gemma":[0.9654456,0.000009265264,0.033860587,0.00013099669,0.000045767927,0.000025280093,0.000114292336,0.000011873848,0.00035635507],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981315,0.000025264611,0.0006504136,0.00016271816,0.00080033037,0.00022976851],"domain_scores_gemma":[0.99921346,0.00008634369,0.00021476745,0.00019497641,0.000085576474,0.00020484999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028796314,0.00020224175,0.00035424755,0.00019198778,0.00022409097,0.000057813275,0.00007623036,0.00014001226,0.00003749217],"category_scores_gemma":[0.00012876191,0.00015142906,0.000042159867,0.00023825844,0.0000511472,0.00018874294,0.00019691374,0.0004953801,0.000005150137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010144494,0.00193402,0.38897404,0.002790095,0.0029850786,0.0001526594,0.2620408,0.026718607,0.03087972,0.000010200268,0.0006327376,0.2818676],"study_design_scores_gemma":[0.0026552926,0.000116902615,0.0007999172,0.0012375542,0.00023537902,0.000004433521,0.0226503,0.962204,0.009890648,0.0000010838842,0.00004855692,0.00015594167],"about_ca_topic_score_codex":0.00006339934,"about_ca_topic_score_gemma":0.0000034625202,"teacher_disagreement_score":0.93548536,"about_ca_system_score_codex":0.00014005961,"about_ca_system_score_gemma":0.00026289056,"threshold_uncertainty_score":0.61750984},"labels":[],"label_agreement":null},{"id":"W4416645916","doi":"10.2196/79945","title":"Neutrophil Percentage–to-Albumin Ratio as a Novel Prognostic Biomarker in Adult Diffuse Gliomas: Retrospective Study Integrating 3 Machine Learning Models and Cox Regression","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Inflammatory Biomarkers in Disease Prognosis","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Proportional hazards model; Biomarker; Retrospective cohort study; Risk stratification; Prognostic model; Regression; Logistic regression; Predictive value of tests; Predictive modelling","score_opus":0.016753414002213463,"score_gpt":0.31175763536964934,"score_spread":0.29500422136743587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416645916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99114317,0.00008954776,0.001754323,0.0010016621,0.00015907623,0.00329131,0.000012867081,0.00018428422,0.0023637388],"genre_scores_gemma":[0.99510765,0.00004626364,0.0024368411,0.001540088,0.00003950248,0.0005852919,0.000055985463,0.000035468605,0.00015293183],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99639714,0.00015847894,0.0013300829,0.0003707115,0.0012244071,0.0005191791],"domain_scores_gemma":[0.99820256,0.00023133942,0.0002627972,0.00041355184,0.000306298,0.0005834794],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008834339,0.00043578265,0.0006987736,0.00081569236,0.00022462802,0.000114311646,0.00026508345,0.00031562895,0.000068592395],"category_scores_gemma":[0.003244284,0.0003304244,0.0001033632,0.0010432965,0.00023402629,0.0003982163,0.0004791807,0.0010468313,0.000018550742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023471056,0.0037027437,0.93037874,0.0016136755,0.00039628788,0.00048485913,0.0362623,0.000016934207,0.0011999492,0.0011675189,0.00087592826,0.021553956],"study_design_scores_gemma":[0.014972119,0.0012902891,0.35730565,0.0065377355,0.00028450802,0.00014263374,0.03192262,0.5863879,0.00017583673,0.00019507742,0.00020078298,0.00058485684],"about_ca_topic_score_codex":0.00007896238,"about_ca_topic_score_gemma":0.00007413088,"teacher_disagreement_score":0.58637094,"about_ca_system_score_codex":0.0003601801,"about_ca_system_score_gemma":0.0003706659,"threshold_uncertainty_score":0.99991477},"labels":[],"label_agreement":null},{"id":"W4416646328","doi":"10.2196/87450","title":"Selecting, Scaling, and Measuring Value of Ambient Artificial Intelligence in a Non-Academic Health System: A Multi-Phase Pilot Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Staffing; Vendor; Usability; Documentation; Phone; Revenue; Scale (ratio); CLARITY","score_opus":0.1561812691177571,"score_gpt":0.4721265118843622,"score_spread":0.3159452427666051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416646328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638241,0.00014099941,0.032357797,0.00076196156,0.0003466351,0.002363374,0.0000016041159,0.00006191398,0.00014161052],"genre_scores_gemma":[0.99724346,0.000093111,0.001782819,0.00058732694,0.000079602956,0.00018386616,0.0000049020123,0.000010310246,0.000014569262],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99620974,0.00012834926,0.0023846,0.00020637775,0.0006680756,0.00040287836],"domain_scores_gemma":[0.9985064,0.00023370258,0.00039116162,0.00029441647,0.00020355012,0.00037072433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029713502,0.00017738908,0.00056520023,0.00045278756,0.00012285887,0.000019618226,0.00017820754,0.00015133397,0.000016692953],"category_scores_gemma":[0.0011135071,0.0001596455,0.000039547136,0.00075981446,0.00014253677,0.0001206417,0.00011857766,0.0009014923,0.000014207587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000867464,0.0065273577,0.07310881,0.010115536,0.000096529606,0.00001928441,0.15259641,0.00017852169,0.0002639661,0.0028070635,0.00016476358,0.7532543],"study_design_scores_gemma":[0.0008664407,0.0055343597,0.015078614,0.010308646,0.00006706252,0.000070899616,0.26197004,0.6958678,0.009384853,0.00044671923,0.00008273419,0.00032182844],"about_ca_topic_score_codex":0.0019291003,"about_ca_topic_score_gemma":0.00023356112,"teacher_disagreement_score":0.7529325,"about_ca_system_score_codex":0.0003671484,"about_ca_system_score_gemma":0.0011107656,"threshold_uncertainty_score":0.6510154},"labels":[],"label_agreement":null},{"id":"W4416690850","doi":"10.2196/77395","title":"The State of Practice About Security in Telemedicine Systems in Chile: Exploratory Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Exploratory research; State (computer science); Information security; Key (lock); Information system; Health care","score_opus":0.028407450871143027,"score_gpt":0.4529436863976253,"score_spread":0.42453623552648223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416690850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9697622,0.002124068,0.00012521633,0.0027954134,0.0021179104,0.0075580887,0.0000099862045,0.00007219059,0.015434922],"genre_scores_gemma":[0.9944753,0.0009585441,0.000019494542,0.0021177863,0.00014240452,0.0019212173,0.000006720403,0.000015345891,0.00034318867],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9912434,0.0023956455,0.004043779,0.00013849535,0.0012584929,0.00092019106],"domain_scores_gemma":[0.99265325,0.0052240435,0.0009758456,0.00059245346,0.00030858157,0.00024584998],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014964479,0.00019143055,0.00069299917,0.0003349166,0.00026049934,0.00001137999,0.0005455101,0.00027130052,0.000026034091],"category_scores_gemma":[0.004654994,0.00012514862,0.000030426874,0.0012047,0.00014337696,0.00032587425,0.0002231114,0.0027849548,0.000053405278],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059535867,0.002075835,0.17623752,0.01431047,0.00017947757,0.00007542731,0.7125073,0.000052636457,0.0000020907953,0.006331108,0.044344,0.043288767],"study_design_scores_gemma":[0.00870699,0.0007470363,0.029218717,0.008453268,0.000025395806,0.000007821328,0.6386789,0.021319576,0.000001986444,0.00051677105,0.29204386,0.00027964136],"about_ca_topic_score_codex":0.0019481853,"about_ca_topic_score_gemma":0.009340096,"teacher_disagreement_score":0.24769987,"about_ca_system_score_codex":0.0006590967,"about_ca_system_score_gemma":0.0041090045,"threshold_uncertainty_score":0.99951565},"labels":[],"label_agreement":null},{"id":"W4416700721","doi":"10.2196/87848","title":"Logic Models on Health Information Technology-Related Interventions: A Scoping Review Across Disciplines (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Logic model; Psychological intervention; Health informatics; Construct (python library); Informatics; Intervention (counseling); Public health; Information system","score_opus":0.09673444696113209,"score_gpt":0.5456861525945848,"score_spread":0.44895170563345266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416700721","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039122403,0.06415279,0.29862002,0.41161588,0.009015971,0.07148155,0.0001723217,0.005730327,0.10008874],"genre_scores_gemma":[0.23908189,0.22139142,0.013487815,0.47391748,0.00073722046,0.041878123,0.0015027473,0.00019778291,0.0078055016],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9922968,0.00045893114,0.0051803514,0.00017185743,0.0007622127,0.0011298163],"domain_scores_gemma":[0.9964067,0.00055898423,0.0015893042,0.00075942866,0.00033231764,0.00035327973],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058673876,0.00027066778,0.0008942085,0.0004267138,0.00097346224,0.000024269679,0.00064999715,0.00070721237,0.00030984604],"category_scores_gemma":[0.002076114,0.00021088588,0.00018123425,0.001409279,0.00014924699,0.00081649993,0.0005585113,0.0023606892,0.0012074886],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052528074,0.0002896239,0.0007514023,0.4459062,0.00012000156,0.000002063787,0.01963712,0.0001311909,1.8737956e-7,0.13640988,0.07245931,0.3242405],"study_design_scores_gemma":[0.0021478632,0.0003746139,0.00011878772,0.9269692,0.000017687738,0.000013330319,0.01283973,0.024839945,0.0000015929648,0.018344436,0.014005172,0.00032765503],"about_ca_topic_score_codex":0.000055989385,"about_ca_topic_score_gemma":0.00024396979,"teacher_disagreement_score":0.481063,"about_ca_system_score_codex":0.00088199857,"about_ca_system_score_gemma":0.003478295,"threshold_uncertainty_score":0.99994093},"labels":[],"label_agreement":null},{"id":"W4416702500","doi":"10.2196/87887","title":"From Evaluation to Enhancement: A Decision Support Framework for Quality Assurance in Therapeutic AI Systems (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality assurance; Chatbot; Quality (philosophy); Clinical decision support system; Decision support system; Baseline (sea); Quality management","score_opus":0.0700789358171249,"score_gpt":0.5153249240570671,"score_spread":0.4452459882399422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416702500","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12192682,0.00011235982,0.8616604,0.001949461,0.0029579937,0.0031458067,0.000074775984,0.00005021858,0.008122132],"genre_scores_gemma":[0.985878,0.0000018768303,0.005403409,0.0044717505,0.000073729425,0.0036772317,0.00007428238,0.000009741771,0.0004099905],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99675226,0.00015498739,0.0016767952,0.00019962106,0.00083377614,0.00038256342],"domain_scores_gemma":[0.99754965,0.001341565,0.0002293715,0.0005237972,0.00015981225,0.00019582678],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028274963,0.00014312402,0.00031752916,0.00018940007,0.000056856396,0.00007206798,0.00038296703,0.00028313635,0.0013114059],"category_scores_gemma":[0.0008929557,0.00013245185,0.00009395184,0.0003445488,0.00004133763,0.00025714986,0.00011423959,0.000318956,0.00086863665],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044749997,0.0009360737,0.0013833845,0.0006485287,0.000096188705,0.0000013889659,0.008151582,0.00005333342,0.000002167138,0.20728512,0.011291981,0.76970273],"study_design_scores_gemma":[0.009656387,0.0014492768,0.062182926,0.013277679,0.000094248906,0.000006795723,0.018375002,0.059418723,0.00019917623,0.74353486,0.09091803,0.0008868964],"about_ca_topic_score_codex":0.000139128,"about_ca_topic_score_gemma":0.00005751694,"teacher_disagreement_score":0.86395115,"about_ca_system_score_codex":0.00038823625,"about_ca_system_score_gemma":0.00026586495,"threshold_uncertainty_score":0.9999093},"labels":[],"label_agreement":null},{"id":"W4416753103","doi":"10.2196/81778","title":"Risk Prediction of Major Adverse Cardiovascular Events Within One Year After Percutaneous Coronary Intervention in Patients With Acute Coronary Syndrome: Machine Learning–Based Time-to-Event Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Acute Myocardial Infarction Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Percutaneous coronary intervention; Conventional PCI; Mace; Intervention (counseling); Acute coronary syndrome; Risk assessment","score_opus":0.004943882446649739,"score_gpt":0.2524553215127846,"score_spread":0.24751143906613488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416753103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991646,0.000046845144,0.0058593014,0.00021821448,0.000077385346,0.0016570432,0.00025888428,0.00007291143,0.00016344624],"genre_scores_gemma":[0.9959109,0.000033075798,0.0016715424,0.000517059,0.000012084501,0.0001686962,0.0010105136,0.000024884754,0.00065125467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99582773,0.0002736637,0.0011690871,0.00024036306,0.0021536155,0.00033553367],"domain_scores_gemma":[0.9984191,0.000080008074,0.00026503883,0.00054590486,0.00033140398,0.00035856778],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010632979,0.00024901007,0.00085448305,0.001107898,0.00006314529,0.000009517511,0.00020345021,0.00027453213,0.0012802008],"category_scores_gemma":[0.00023696311,0.00020793243,0.0005357123,0.0015679287,0.00014633877,0.00017465127,0.00019576262,0.00091736193,0.00015920302],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006292482,0.0014764218,0.9617535,0.00052082806,0.016080918,0.0003148966,0.00084417034,0.007296595,0.0000040296177,0.000001690239,0.00048032776,0.0049341363],"study_design_scores_gemma":[0.0064929035,0.0020566955,0.9215148,0.00077437615,0.0039966116,0.00006299228,0.0002370571,0.0640687,0.000012813912,0.0000036171682,0.0006083624,0.00017103752],"about_ca_topic_score_codex":0.00011107183,"about_ca_topic_score_gemma":0.000010126459,"teacher_disagreement_score":0.0567721,"about_ca_system_score_codex":0.00039742683,"about_ca_system_score_gemma":0.00025496425,"threshold_uncertainty_score":0.9996328},"labels":[],"label_agreement":null},{"id":"W4416830923","doi":"10.2196/80182","title":"Performance of ChatGPT-4o, Claude 3 Opus, and DeepSeek-R1 in BI-RADS Category 4 Classification and Malignancy Prediction From Mammography Reports: Retrospective Diagnostic Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mammography; Retrospective cohort study; Malignancy; Screening mammography; MEDLINE; BI-RADS","score_opus":0.00649036711079671,"score_gpt":0.2758797265391429,"score_spread":0.2693893594283462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416830923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99587905,0.0006823005,0.00056662597,0.00064761227,0.00025302463,0.0009242522,0.0000072309663,0.000059697664,0.0009801928],"genre_scores_gemma":[0.99708486,0.0015589936,0.0006164889,0.00044020652,0.000073360796,0.00011969179,0.000062126164,0.000013338103,0.000030917316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99760747,0.00006345594,0.0011635788,0.00023661503,0.0006847082,0.0002441822],"domain_scores_gemma":[0.9987105,0.0002672453,0.00033772635,0.00034261547,0.00010381207,0.00023806303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009409804,0.00019453191,0.00051788683,0.00044299467,0.0000813976,0.000028937086,0.00010183739,0.00021887591,0.000025723708],"category_scores_gemma":[0.0014163841,0.00016271819,0.000045112116,0.00054408284,0.00034481537,0.0002379183,0.000107515036,0.00077041646,0.0000011119531],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059639606,0.0003764319,0.96982265,0.00048189107,0.000074851414,0.000044426404,0.004283803,0.000003411705,0.000080296195,0.00014186322,0.00034485193,0.024285877],"study_design_scores_gemma":[0.0018623447,0.0004347891,0.9242726,0.0012820475,0.00011258949,0.000050447277,0.0028118172,0.06845665,0.000035864636,0.0002570254,0.0003112668,0.00011253366],"about_ca_topic_score_codex":0.00017215832,"about_ca_topic_score_gemma":0.000017296828,"teacher_disagreement_score":0.06845324,"about_ca_system_score_codex":0.0000841817,"about_ca_system_score_gemma":0.00016518345,"threshold_uncertainty_score":0.66354555},"labels":[],"label_agreement":null},{"id":"W4416837944","doi":"10.2196/79922","title":"Ethical Imperatives for Retrieval-Augmented Generation in Clinical Nursing: Viewpoint on Responsible AI Use","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Health care; Key (lock); Ethical issues; MEDLINE; Patient advocacy; Patient care; Affect (linguistics)","score_opus":0.24054795499228232,"score_gpt":0.562477510146702,"score_spread":0.3219295551544197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416837944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8404968,0.000060689195,0.015809413,0.13948894,0.0013310191,0.0019600843,0.0000058501096,0.00006943743,0.000777768],"genre_scores_gemma":[0.8626249,0.0004571933,0.00605386,0.12856948,0.0009144858,0.00022964599,0.00027860087,0.00002145527,0.00085039774],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969164,0.00021378732,0.0018256737,0.00017376384,0.00055274024,0.0003175961],"domain_scores_gemma":[0.99740124,0.0014683044,0.00014868236,0.00031414762,0.0003693074,0.00029832585],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025862332,0.00015057101,0.00039676472,0.00030764888,0.00012539815,0.000053149637,0.000105974344,0.0008501678,0.000104154045],"category_scores_gemma":[0.009414074,0.000121175966,0.00012319304,0.000500099,0.00023515245,0.00018942938,0.00002187378,0.0014348135,0.000047631896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008835106,0.0033929267,0.007833385,0.0012793586,0.00012458504,0.000020002732,0.023039313,0.00006682085,0.00044678632,0.14494409,0.33101404,0.4790036],"study_design_scores_gemma":[0.0039831284,0.0072716204,0.019113414,0.010229051,0.00019865284,0.000051040053,0.015469661,0.72857827,0.041163534,0.0199781,0.15308836,0.0008751378],"about_ca_topic_score_codex":0.000016971826,"about_ca_topic_score_gemma":0.00003217433,"teacher_disagreement_score":0.72851145,"about_ca_system_score_codex":0.00028646892,"about_ca_system_score_gemma":0.0019300069,"threshold_uncertainty_score":0.99893004},"labels":[],"label_agreement":null},{"id":"W4416903810","doi":"10.2196/78644","title":"Predictive Performance of Radiomics-Based Machine Learning for Colorectal Cancer Recurrence Risk: Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Colorectal cancer; Risk stratification; Radiomics; Predictive value; Predictive modelling; Prospective cohort study; Personalized medicine; Logistic regression","score_opus":0.015387820310240797,"score_gpt":0.33267114540255827,"score_spread":0.3172833250923175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416903810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4658564,0.24737437,0.24464327,0.01708971,0.00054323947,0.020920154,0.0006077429,0.0005339706,0.0024311403],"genre_scores_gemma":[0.95879585,0.021982465,0.008912667,0.0072877915,0.00004556127,0.0021235636,0.00023201267,0.000034921955,0.0005851512],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99733704,0.00015723793,0.0013842284,0.00018246208,0.0006552946,0.00028370987],"domain_scores_gemma":[0.9975847,0.0008109076,0.0007816768,0.00026834814,0.0002838353,0.0002705137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022237028,0.0002518777,0.0025199081,0.00034678075,0.0001393106,0.000020330941,0.00022902159,0.00015521608,0.00016392105],"category_scores_gemma":[0.0031186752,0.00016715385,0.00060767244,0.00085414905,0.00029534334,0.00010864016,0.00007229014,0.0008374729,0.0000013687404],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003621588,0.00026585304,0.024314174,0.870336,0.09718688,0.0000046803652,0.0015050389,0.0018559734,0.000010042667,0.00019498647,0.0017046765,0.002259513],"study_design_scores_gemma":[0.0009096673,0.00025617133,0.00048420925,0.0057164603,0.24783495,0.000010870909,0.00007041899,0.7443494,0.00006271773,0.000007958827,0.00017527712,0.00012186521],"about_ca_topic_score_codex":0.000042787753,"about_ca_topic_score_gemma":0.000006080018,"teacher_disagreement_score":0.86461955,"about_ca_system_score_codex":0.00007438286,"about_ca_system_score_gemma":0.0003598793,"threshold_uncertainty_score":0.68163365},"labels":[],"label_agreement":null},{"id":"W4416913227","doi":"10.2196/73038","title":"Artificial Intelligence–Based Computerized Digit Vigilance Test in Community-Dwelling Older Adults: Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vigilance (psychology); Reliability (semiconductor); Test (biology); Validity; Numerical digit; Validation test","score_opus":0.03922907183462963,"score_gpt":0.3256562046399439,"score_spread":0.28642713280531423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416913227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95269513,0.0000047320373,0.045727268,0.00025091573,0.00019146282,0.00062643166,0.0000024390176,0.000091424416,0.0004101996],"genre_scores_gemma":[0.9952375,0.0000036215645,0.0027311982,0.0019181686,0.000021242564,0.000058175818,0.0000084471885,0.0000058108226,0.000015825017],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980024,0.00015787806,0.0009670589,0.0001399688,0.000482622,0.00025007548],"domain_scores_gemma":[0.9980707,0.0014131434,0.00013974293,0.00023033177,0.000040341933,0.00010571113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054315396,0.00017129371,0.00025455712,0.00021417275,0.0002153448,0.00019495795,0.00048313115,0.00009752598,0.000015869846],"category_scores_gemma":[0.0004850072,0.00014557729,0.000022203369,0.0004478677,0.00014059212,0.00027323127,0.00025824897,0.0005808515,0.000018581364],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002138395,0.005560415,0.017007422,0.0017109447,0.000023828792,0.00004874171,0.13855313,0.00075662776,0.00040062613,0.00081405963,0.0002964866,0.83461386],"study_design_scores_gemma":[0.0018177803,0.0004988461,0.005008731,0.0040091905,0.000010457336,0.000011564154,0.017655492,0.7284515,0.23942946,0.00061164104,0.0018830888,0.00061225926],"about_ca_topic_score_codex":0.000008661601,"about_ca_topic_score_gemma":0.000025459596,"teacher_disagreement_score":0.8340016,"about_ca_system_score_codex":0.000048521033,"about_ca_system_score_gemma":0.00013745653,"threshold_uncertainty_score":0.59364694},"labels":[],"label_agreement":null},{"id":"W4416969343","doi":"10.2196/78309","title":"Unsupervised Characterization of Temporal Dataset Shifts as an Early Indicator of AI Performance Variations: Evaluation Study Using the Medical Information Mart for Intensive Care-IV Dataset","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training set; Clinical Practice; Characterization (materials science); Health informatics; Change detection","score_opus":0.05172330938516912,"score_gpt":0.4106883063506143,"score_spread":0.3589649969654452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416969343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897247,0.0000109711,0.003894763,0.00088972435,0.00033957587,0.0031194407,0.0019700413,0.000035981302,0.000014789017],"genre_scores_gemma":[0.9564675,0.00001604369,0.0004277749,0.0024917575,0.000060643502,0.00024162556,0.040286735,0.000007020101,9.0004477e-7],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965734,0.00014443905,0.0014798015,0.000109789944,0.0014756693,0.0002169014],"domain_scores_gemma":[0.9973227,0.000163116,0.00056006754,0.0005877728,0.0011913838,0.00017495651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001939506,0.00016018908,0.0003849336,0.000397328,0.00017292316,0.000019218653,0.00036935206,0.00039286423,0.000079014004],"category_scores_gemma":[0.0019657991,0.00011832386,0.000038129892,0.00049281423,0.00019995922,0.0010812499,0.0001424752,0.0005276894,0.000006445324],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002325523,0.0014568268,0.634296,0.008644072,0.0007193412,0.000006183815,0.12306566,0.000021059826,0.00018578906,0.0012608712,0.0038111003,0.22420758],"study_design_scores_gemma":[0.0158413,0.0063781235,0.42082396,0.003583388,0.0011608136,0.00004157129,0.08997593,0.44912377,0.002056824,0.00013711573,0.0103204,0.0005567889],"about_ca_topic_score_codex":0.00012062452,"about_ca_topic_score_gemma":0.000014725502,"teacher_disagreement_score":0.4491027,"about_ca_system_score_codex":0.00010749734,"about_ca_system_score_gemma":0.0018003075,"threshold_uncertainty_score":0.4825107},"labels":[],"label_agreement":null},{"id":"W4417008200","doi":"10.2196/84885","title":"Involving Health, Technology, and Financial Stakeholders in Co-Designing Digital Pathways for Value-Based Care","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Health care; Payment; Context (archaeology); Telemedicine; Key (lock)","score_opus":0.0540057097472445,"score_gpt":0.3683864659301257,"score_spread":0.3143807561828812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417008200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92737985,0.0010570065,0.048260834,0.017032381,0.00024042299,0.004090654,0.00010068502,0.00028814995,0.0015499966],"genre_scores_gemma":[0.9776619,0.000048337675,0.0068861055,0.014699439,0.00006502612,0.00026201148,0.0003508005,0.000012028504,0.000014358716],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9982091,0.0000144376345,0.00087856094,0.0001174507,0.00037158033,0.0004088741],"domain_scores_gemma":[0.9991625,0.00020437798,0.00016448862,0.00014832838,0.00008837044,0.00023191031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042362773,0.00014358434,0.00037235254,0.0006930763,0.00012648263,0.000025255906,0.00008676875,0.00021424946,0.000011020396],"category_scores_gemma":[0.00074919674,0.00012688826,0.000036890367,0.00055206433,0.00014938443,0.00016069252,0.000033209348,0.00037457712,0.0000016582451],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024353706,0.00018079704,0.06788703,0.010034858,0.000025847661,0.000023788687,0.017848952,0.0000051313477,0.00002600299,0.011242275,0.019236103,0.87324566],"study_design_scores_gemma":[0.08517579,0.01019935,0.0542832,0.016491191,0.00017544981,0.00012266178,0.50315726,0.04685334,0.002977283,0.007827771,0.27134103,0.001395673],"about_ca_topic_score_codex":0.000015736308,"about_ca_topic_score_gemma":0.000027656402,"teacher_disagreement_score":0.87185,"about_ca_system_score_codex":0.00020331173,"about_ca_system_score_gemma":0.0018434841,"threshold_uncertainty_score":0.5174353},"labels":[],"label_agreement":null},{"id":"W4417076299","doi":"10.2196/76417","title":"Online Clinical Calculator for Predicting 28-Day Mortality in Older Adult Patients With Sepsis-Associated Encephalopathy: Retrospective Study Using MIMIC-IV","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Calculator; Nomogram; Retrospective cohort study; Software deployment; Risk stratification; Resource use; MEDLINE; Risk assessment","score_opus":0.05404435763458445,"score_gpt":0.408166827110773,"score_spread":0.3541224694761886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417076299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951417,0.00002212009,0.00021449741,0.00020752072,0.00030622125,0.003768874,0.00012285945,0.00008424489,0.00013196171],"genre_scores_gemma":[0.99629205,0.00001541205,0.00089395966,0.0020206673,0.00009427378,0.00029395946,0.00034779354,0.000023324406,0.000018558465],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962647,0.00013023124,0.0017163478,0.0002942062,0.0011323235,0.0004621964],"domain_scores_gemma":[0.9977537,0.00043003555,0.00044462987,0.0004056662,0.0006324373,0.00033357405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001044311,0.0003046401,0.0009375015,0.00018525774,0.00012093767,0.000031372754,0.00016462964,0.00034781414,0.000037805734],"category_scores_gemma":[0.0023727228,0.00021557078,0.00018107778,0.00058688456,0.00013940278,0.00018607752,0.00010890563,0.0005944013,0.0000026908233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014846522,0.013162394,0.9796414,0.00014643354,0.0005885817,0.000017291204,0.0035473814,0.0000053726676,2.1048763e-7,0.000018070938,0.00027673878,0.0024477053],"study_design_scores_gemma":[0.017270546,0.0012205932,0.92968774,0.0012436078,0.00047708114,8.4800035e-7,0.0044429,0.045431055,0.0000075050543,0.000015563772,0.000028120312,0.00017445289],"about_ca_topic_score_codex":0.0001498456,"about_ca_topic_score_gemma":0.0004358968,"teacher_disagreement_score":0.04995363,"about_ca_system_score_codex":0.00059494557,"about_ca_system_score_gemma":0.0005231946,"threshold_uncertainty_score":0.8790721},"labels":[],"label_agreement":null},{"id":"W4417132971","doi":"10.2196/76348","title":"Coagulation Risk Prediction in Patients With Liver Failure: Integrated Meta-Analysis and Machine Learning Model Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coagulation; Predictive modelling; Intensive care unit; Risk assessment; Intensive care; Coagulation system; Clinical Practice","score_opus":0.050456485167361884,"score_gpt":0.317113364935358,"score_spread":0.2666568797679961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417132971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992764,0.00009739994,0.005758775,0.00016518809,0.00001040028,0.0009655194,0.000025625832,0.000046091056,0.00016702469],"genre_scores_gemma":[0.9974889,0.000035183188,0.0016178483,0.000254254,0.0000039952915,0.00015714111,0.00033220224,0.000006087776,0.00010434307],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984746,0.00007516887,0.00056601956,0.00012360756,0.000626832,0.00013375556],"domain_scores_gemma":[0.9993053,0.000106391286,0.0001627177,0.00017483761,0.00012663608,0.00012413746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036159597,0.000160239,0.00062591734,0.00041825022,0.000067275825,0.000026267537,0.00004447464,0.00010964872,0.00016475211],"category_scores_gemma":[0.00014628818,0.000093136594,0.000122048215,0.00078099186,0.000044203156,0.00015164992,0.000041236617,0.00037933755,0.0000044744334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001425597,0.0011811634,0.97159475,0.000039288512,0.018403387,0.0000034199852,0.002377085,0.0016898867,5.8816354e-8,0.000010651228,0.00012278189,0.00443499],"study_design_scores_gemma":[0.0030479468,0.00036984196,0.48821035,0.000018704777,0.03484122,4.1067366e-7,0.0006651844,0.47273046,0.0000050690196,0.000006150428,0.00005145305,0.000053193628],"about_ca_topic_score_codex":0.00018984306,"about_ca_topic_score_gemma":0.00034967044,"teacher_disagreement_score":0.48338437,"about_ca_system_score_codex":0.00008355055,"about_ca_system_score_gemma":0.00006598953,"threshold_uncertainty_score":0.3798},"labels":[],"label_agreement":null},{"id":"W4417135027","doi":"10.2196/65596","title":"Effects of Image Degradation on Deep Neural Network Classification of Scaphoid Fracture Radiographs: Comparison Study of Different Noise Types","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robustness (evolution); Image quality; Artificial neural network; Noise (video); Pattern recognition (psychology); Image resolution; Scaphoid fracture; Medical imaging","score_opus":0.04056653822741679,"score_gpt":0.39680308133608566,"score_spread":0.35623654310866887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417135027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942096,0.00015864967,0.0033664876,0.00041958387,0.00036218425,0.0011556473,9.791881e-7,0.000020356167,0.00030652492],"genre_scores_gemma":[0.99919415,0.00006235467,0.00026394232,0.0002811127,0.00007836622,0.000055951972,0.00004635601,0.0000061390647,0.00001163289],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978292,0.00008502135,0.0012370113,0.000084488995,0.0006064335,0.00015782074],"domain_scores_gemma":[0.9982405,0.0005777431,0.00052716315,0.0002643255,0.00027482334,0.00011547942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025852004,0.00012749617,0.00047616442,0.0002469395,0.000046125595,0.0000059469157,0.00013335294,0.00017886372,0.000030925814],"category_scores_gemma":[0.00036170668,0.000094024996,0.00008223783,0.000527893,0.00013150465,0.00008477231,0.00002286677,0.00031783216,0.0000026471182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020969564,0.012008881,0.4979264,0.013200325,0.00057924713,0.0000033768006,0.06756607,0.0010185037,0.003959639,0.0019074468,0.010143991,0.38958916],"study_design_scores_gemma":[0.001524469,0.0055613634,0.5909496,0.0029527468,0.0006758753,0.0000036879944,0.04254198,0.24869323,0.105752096,0.0007388735,0.00032270982,0.00028339718],"about_ca_topic_score_codex":0.00008998816,"about_ca_topic_score_gemma":0.000041779425,"teacher_disagreement_score":0.38930577,"about_ca_system_score_codex":0.000041731473,"about_ca_system_score_gemma":0.0001007027,"threshold_uncertainty_score":0.3834228},"labels":[],"label_agreement":null},{"id":"W4417231083","doi":"10.2196/78041","title":"Trends and Trajectories in the Rise of Large Language Models in Radiology: Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Implementation; Work (physics); Radiological weapon; Key (lock); Multimodality; Software","score_opus":0.07903417753938098,"score_gpt":0.46622986662855614,"score_spread":0.3871956890891752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417231083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94075024,0.039168213,0.00045453574,0.011961663,0.00016300069,0.00090951007,0.000003558558,0.000016937267,0.006572354],"genre_scores_gemma":[0.9829335,0.011578543,0.00017074826,0.0051367385,0.00003809184,0.000085908025,0.000013709879,0.000002390023,0.000040322084],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99888957,0.0000629864,0.0006744197,0.000044048455,0.00018609398,0.0001429077],"domain_scores_gemma":[0.99950546,0.0002079591,0.00007041955,0.00014017665,0.000029124676,0.00004687949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011029298,0.00005725807,0.00025987925,0.00016829852,0.000019729157,0.0000035857183,0.00007930947,0.00010285449,0.000053840045],"category_scores_gemma":[0.0004314942,0.000036659483,0.000024278173,0.00048052095,0.000087733,0.00008901605,0.00001885782,0.0002602332,0.0000013583207],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007355836,0.00041797248,0.02445236,0.043077406,0.000021123184,0.000023419338,0.20064937,0.0000073120173,0.0000062586637,0.009786434,0.0053217723,0.71616304],"study_design_scores_gemma":[0.0024308658,0.0010875845,0.05025578,0.50838107,0.00024831053,0.00028583297,0.3028111,0.11962256,0.0010699031,0.008943254,0.004131989,0.0007317819],"about_ca_topic_score_codex":0.00010882898,"about_ca_topic_score_gemma":0.00030713112,"teacher_disagreement_score":0.7154312,"about_ca_system_score_codex":0.000024939669,"about_ca_system_score_gemma":0.00025818992,"threshold_uncertainty_score":0.14949304},"labels":[],"label_agreement":null},{"id":"W4417262381","doi":"10.2196/67845","title":"Simulation of Clinical Visits as a Novel Approach to Evaluate Digital Health in Multiple Sclerosis: Simulation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Digital health; Telemedicine; Data collection; Clinical decision support system; MEDLINE","score_opus":0.222091168400726,"score_gpt":0.4890196355567695,"score_spread":0.2669284671560435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417262381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617099,0.000030943684,0.029811323,0.0008812219,0.000119145705,0.0048037414,0.000026517928,0.0000739211,0.0025432827],"genre_scores_gemma":[0.9960519,0.000026598034,0.0020546934,0.0014745322,0.00007623414,0.00017555061,0.000059645572,0.000014368059,0.0000664767],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99457836,0.00014076235,0.002660681,0.00025026046,0.0019210612,0.00044888022],"domain_scores_gemma":[0.9960903,0.00210077,0.0003470883,0.00046935456,0.00046699186,0.000525517],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003177036,0.00022140688,0.0009964986,0.0005151816,0.00009054578,0.000044959466,0.000252969,0.0002013515,0.00002085077],"category_scores_gemma":[0.01815249,0.00017686287,0.00014237755,0.0010965702,0.00013091265,0.0003257077,0.00038473948,0.00060717,0.000039376213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019773084,0.01480774,0.2542535,0.001849294,0.00043025278,0.000002055967,0.024835076,0.29930782,0.00001632598,0.00005597992,0.00089826586,0.4015664],"study_design_scores_gemma":[0.0070005525,0.00070984516,0.32884622,0.000702831,0.000014428048,3.1070445e-7,0.0035981333,0.658662,0.0000028455277,0.0000073653946,0.00037002235,0.00008545876],"about_ca_topic_score_codex":0.00005121376,"about_ca_topic_score_gemma":0.000028067172,"teacher_disagreement_score":0.40148094,"about_ca_system_score_codex":0.0001819593,"about_ca_system_score_gemma":0.0008037822,"threshold_uncertainty_score":0.990118},"labels":[],"label_agreement":null},{"id":"W4417272415","doi":"10.2196/80072","title":"An Intelligent Trial Eligibility Screening Tool Using Natural Language Processing With a Block-Based Visual Programming Interface: Development and Usability Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Adaptability; Process (computing); Health care; Cognition; Clinical trial; Visualization; Heuristic evaluation","score_opus":0.054062359410516334,"score_gpt":0.5011390968868529,"score_spread":0.4470767374763365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417272415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9616374,0.0001684049,0.030501561,0.00009431622,0.0002919485,0.0070204465,0.0000013522744,0.00023167845,0.00005291845],"genre_scores_gemma":[0.9814987,7.619751e-7,0.017017644,0.0005503963,0.00013268257,0.0007288918,0.000013269143,0.000020668775,0.000036961424],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945796,0.00078113994,0.002310323,0.00032999073,0.0010571482,0.00094180665],"domain_scores_gemma":[0.99780935,0.00055833615,0.0005628787,0.00038923055,0.0002816604,0.0003985234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005658743,0.0003203683,0.0006450674,0.00020509673,0.0009144244,0.000082198756,0.00030870805,0.0003184156,0.000026467413],"category_scores_gemma":[0.00073364674,0.00023046124,0.000036997626,0.0005735066,0.00017423065,0.000361519,0.00019904807,0.0017681032,0.0000044915755],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071028857,0.0016443577,0.09358661,0.0072398977,0.00010067939,0.000010656556,0.11032435,0.000040207797,0.000014229605,0.0000098712635,0.000027692542,0.7798986],"study_design_scores_gemma":[0.039217457,0.0030713724,0.0067871776,0.0068699163,0.000101244455,0.000013680143,0.27133104,0.6681809,0.00023136125,0.0000049535647,0.0033690664,0.0008218536],"about_ca_topic_score_codex":0.00023575722,"about_ca_topic_score_gemma":0.00082057423,"teacher_disagreement_score":0.7790767,"about_ca_system_score_codex":0.0008210775,"about_ca_system_score_gemma":0.0059037176,"threshold_uncertainty_score":0.9997319},"labels":[],"label_agreement":null},{"id":"W4417297318","doi":"10.2196/77891","title":"Cost-Benefit Analysis of Preventing Acute Care Use in Oncology Patients Following Systemic Therapy Using Medicare Claims Data: Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Economic and Financial Impacts of Cancer","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Retrospective cohort study; Acute care; Cancer; Systemic therapy; Cohort study; Health care; MEDLINE","score_opus":0.047401668995848745,"score_gpt":0.34348410901955495,"score_spread":0.2960824400237062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417297318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939391,0.0004534657,0.0011640239,0.00001955772,0.0006161144,0.001468585,0.0004676068,0.000020498728,0.0018510399],"genre_scores_gemma":[0.99857605,0.00034792777,0.00032579197,0.00030126172,0.00003425411,0.00008415956,0.00027773879,0.000013985371,0.000038817307],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968727,0.000032713724,0.002203326,0.00031922877,0.00020196906,0.00037003894],"domain_scores_gemma":[0.99779475,0.0001567603,0.0010454655,0.0007330601,0.00013769678,0.0001322866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012917848,0.00021171567,0.0014901984,0.00086386,0.00008802298,0.00006229573,0.0007120333,0.00032277073,0.000078781064],"category_scores_gemma":[0.00042167987,0.00021885254,0.00020529827,0.001189438,0.00008133821,0.0009734646,0.00035150582,0.00039208215,0.000006803868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030671727,0.00021445834,0.9849255,0.00005767884,0.0018510543,0.000004853818,0.0074534537,0.00013218768,1.503969e-7,0.0006254345,0.00009289468,0.0046116714],"study_design_scores_gemma":[0.0026533213,0.0001660564,0.96316016,0.00021652642,0.00032517922,5.6039005e-7,0.006383437,0.02587615,0.0000016825192,0.00016434226,0.0008178105,0.00023477401],"about_ca_topic_score_codex":0.0008387934,"about_ca_topic_score_gemma":0.000910628,"teacher_disagreement_score":0.025743963,"about_ca_system_score_codex":0.0010510916,"about_ca_system_score_gemma":0.00024715663,"threshold_uncertainty_score":0.89245474},"labels":[],"label_agreement":null},{"id":"W4417361573","doi":"10.2196/75747","title":"Predicting Metabolic Dysfunction–Associated Fatty Liver Disease Phenotypes Among Adults: 2-Stage Contrastive Learning Method","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Liver Disease Diagnosis and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fatty liver; Disease; Phenotype; Clinical phenotype; Analytics; Metabolic syndrome","score_opus":0.008664233415589256,"score_gpt":0.28742317342614665,"score_spread":0.2787589400105574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417361573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98002535,0.0014479975,0.0081145335,0.0005376133,0.00035608825,0.0017227513,0.00011696386,0.00046287512,0.007215811],"genre_scores_gemma":[0.9942774,0.00045871435,0.0009840752,0.0020391203,0.00013861309,0.00042081394,0.00046208355,0.000022783555,0.0011963933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99755096,0.00014896,0.00074439443,0.00020957964,0.00091532606,0.00043080383],"domain_scores_gemma":[0.99778247,0.00057937024,0.00028217921,0.00024675336,0.00028532246,0.00082388375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044965415,0.00028933235,0.00056549284,0.00018809835,0.0002454526,0.00005752119,0.00013600966,0.00021318243,0.00070993754],"category_scores_gemma":[0.0019056761,0.000220921,0.00023996545,0.0004330175,0.00016059927,0.00031627636,0.00012978072,0.0006110145,0.00006869124],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060708966,0.0013783011,0.94197905,0.00093174237,0.0016721428,0.00016980279,0.004801594,0.0000871821,0.0000013767562,0.0015206361,0.0017518271,0.04509923],"study_design_scores_gemma":[0.005567858,0.00016644226,0.8525952,0.0017991245,0.0012645575,0.0000023600128,0.0033413668,0.13069877,0.00006662626,0.000035719077,0.004249937,0.0002120254],"about_ca_topic_score_codex":0.00016817162,"about_ca_topic_score_gemma":0.00003344734,"teacher_disagreement_score":0.13061158,"about_ca_system_score_codex":0.00017303586,"about_ca_system_score_gemma":0.0004393081,"threshold_uncertainty_score":0.90088975},"labels":[],"label_agreement":null},{"id":"W4417441121","doi":"10.2196/79748","title":"Large Separable Kernel Attention–Driven Multidimensional Feature Cross-Level Fusion Classification Network of Knee Cartilage Injury: Algorithm Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Feature (linguistics); Pattern recognition (psychology); Kernel (algebra); Knee cartilage; Support vector machine; Separable space; Development (topology); Fusion","score_opus":0.01716509564713041,"score_gpt":0.30951295701280407,"score_spread":0.29234786136567364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417441121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984802,0.00014577676,0.012244355,0.00038614072,0.00032730435,0.0008474913,0.00004298636,0.00006802666,0.0011358836],"genre_scores_gemma":[0.85399896,0.00014619512,0.13719393,0.0010416656,0.00017472773,0.00021919108,0.0018926034,0.000025505768,0.0053072106],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99828446,0.000026737584,0.0006207872,0.00013675207,0.0006559796,0.00027529674],"domain_scores_gemma":[0.99912435,0.000051011906,0.00020653043,0.00019357628,0.00022830027,0.00019620448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038189645,0.0001727776,0.00031661405,0.0000984662,0.00018170904,0.000023740344,0.00005938518,0.00031577202,0.00008850966],"category_scores_gemma":[0.000065901295,0.00014280333,0.000063475214,0.00025359885,0.000081308164,0.00019744459,0.00011580114,0.00023524232,0.000025057245],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010752198,0.0021993723,0.08249722,0.0025737372,0.00043221514,0.00005686239,0.009320967,0.000025096513,0.013328113,0.021724515,0.032670375,0.8340963],"study_design_scores_gemma":[0.054742463,0.003902376,0.35905027,0.012462701,0.0010152122,0.00024271777,0.008906772,0.18142891,0.10808578,0.0017249231,0.26655057,0.0018873119],"about_ca_topic_score_codex":0.00000119672,"about_ca_topic_score_gemma":0.0000043997334,"teacher_disagreement_score":0.832209,"about_ca_system_score_codex":0.00009344613,"about_ca_system_score_gemma":0.00032893155,"threshold_uncertainty_score":0.58233505},"labels":[],"label_agreement":null},{"id":"W4417442082","doi":"10.2196/78353","title":"Multi-Institutional Drug Use Patterns in Hospitalized Older Patients: Retrospective Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Polypharmacy; Medical prescription; Drug; Concomitant; Categorization; Retrospective cohort study; Population","score_opus":0.05541018927299543,"score_gpt":0.4218142047843768,"score_spread":0.36640401551138135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417442082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99486315,0.000010804218,0.0006678887,0.00025885805,0.00081722357,0.0018002354,0.00004646992,0.00007482949,0.0014605207],"genre_scores_gemma":[0.9948942,0.000020863365,0.00049249915,0.0036033262,0.00005878865,0.00014203777,0.00013931927,0.000009609867,0.00063933816],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969595,0.00007566308,0.0011217078,0.00019255943,0.0013136984,0.00033684666],"domain_scores_gemma":[0.9986928,0.0002868952,0.00018396911,0.00025252867,0.00027048655,0.00031332145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005630732,0.00022900262,0.00040866702,0.0002576305,0.00013291145,0.0001013879,0.00018159549,0.00019281732,0.00065514084],"category_scores_gemma":[0.001453912,0.00016800324,0.00012962433,0.00040795127,0.00017622788,0.00088514556,0.00018032544,0.0009460096,0.000071570306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023532585,0.00333799,0.9933173,0.00018942752,0.00011169049,0.000028364344,0.0017042432,0.000005274284,3.4132384e-7,0.00019832364,0.00046002853,0.0004116766],"study_design_scores_gemma":[0.01333017,0.00017003843,0.9751351,0.00020921585,0.000038783903,0.00000492268,0.00040630606,0.00862375,0.0000049254745,0.00001769129,0.0019037857,0.00015531364],"about_ca_topic_score_codex":0.000108367276,"about_ca_topic_score_gemma":0.000040592444,"teacher_disagreement_score":0.018182216,"about_ca_system_score_codex":0.00036904443,"about_ca_system_score_gemma":0.00027954738,"threshold_uncertainty_score":0.71733326},"labels":[],"label_agreement":null},{"id":"W4417442189","doi":"10.2196/80057","title":"Development of Quality Indicators for the Correct Use of Electronic Medical Records in Primary Care: Modified Delphi Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitaire Ziekenhuizen Leuven, KU Leuven; KU Leuven","keywords":"Medical record; Delphi method; Audit; Quality (philosophy); Delphi; Completeness (order theory); Quality management; Set (abstract data type)","score_opus":0.08664731648996946,"score_gpt":0.47205216233309877,"score_spread":0.3854048458431293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417442189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788141,0.00028699767,0.010543818,0.00080502,0.0009633935,0.007063349,0.000017551152,0.00005837996,0.0014473841],"genre_scores_gemma":[0.99284714,0.00015351585,0.0010918572,0.0028186298,0.00008061785,0.0027253742,0.000062429666,0.000022989998,0.00019743384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99079704,0.0009854217,0.0051074023,0.00018671587,0.0018752331,0.0010481807],"domain_scores_gemma":[0.9907213,0.0068057007,0.0012513697,0.00061216543,0.0003075612,0.0003018971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010710326,0.00024012612,0.0009929162,0.00043347746,0.00033017524,0.000005805343,0.0008466858,0.0006826317,0.00009222261],"category_scores_gemma":[0.0034898252,0.00016343445,0.000104048915,0.0010638437,0.00018137106,0.00014065627,0.0003259828,0.0019661696,0.0000072353173],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011579895,0.0017970899,0.16842672,0.027352903,0.0005480058,0.0000024693943,0.30965984,0.000019057341,0.0000060723833,0.008014204,0.012311919,0.47070372],"study_design_scores_gemma":[0.025599537,0.0021153952,0.29910108,0.010807032,0.00020550861,0.0000058725313,0.30548033,0.021791987,0.0001237655,0.00041786252,0.33319512,0.0011565199],"about_ca_topic_score_codex":0.0007141233,"about_ca_topic_score_gemma":0.007752154,"teacher_disagreement_score":0.4695472,"about_ca_system_score_codex":0.0015878016,"about_ca_system_score_gemma":0.025927268,"threshold_uncertainty_score":0.9795948},"labels":[],"label_agreement":null},{"id":"W4417465895","doi":"10.2196/72424","title":"A Machine Learning Approach to Predicting Mortality Risk in Chemotherapy-Treated Lung Cancer: Machine Learning Model Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Risk assessment; Predictive modelling; Model risk; Risk model; Lung disease","score_opus":0.01275479045094815,"score_gpt":0.31636441651505237,"score_spread":0.30360962606410424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417465895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9095147,0.00044553127,0.08287402,0.00086658326,0.00006415358,0.0008332736,0.000004985725,0.0002157014,0.0051810164],"genre_scores_gemma":[0.9676955,0.0008944839,0.0281059,0.0020260925,0.00007221536,0.00023596291,0.00022773114,0.00004099875,0.0007011218],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971873,0.00012394854,0.0010702153,0.00028466652,0.0008442725,0.00048957136],"domain_scores_gemma":[0.9988253,0.00013801751,0.00027174246,0.00020362718,0.0000859822,0.00047530304],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001884883,0.0003076833,0.00059872447,0.0004257785,0.00027119086,0.000071855524,0.00018498048,0.00024639248,0.000039917162],"category_scores_gemma":[0.0011355955,0.00025859653,0.00006290191,0.00065758644,0.00009899705,0.00017285433,0.00019381968,0.0021340812,0.000002657698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010612753,0.00019464696,0.84155124,0.0010042158,0.00019173262,0.000008317374,0.011631792,0.031675115,0.00003042409,0.00012490427,0.00015958384,0.11332189],"study_design_scores_gemma":[0.0027133403,0.00004780627,0.021856194,0.00086571404,0.00008975388,0.000017021255,0.0004319544,0.9705208,0.00012944602,0.000025353502,0.003084504,0.00021811076],"about_ca_topic_score_codex":0.000517178,"about_ca_topic_score_gemma":0.000029195708,"teacher_disagreement_score":0.9388457,"about_ca_system_score_codex":0.00027421853,"about_ca_system_score_gemma":0.0003948524,"threshold_uncertainty_score":0.99998665},"labels":[],"label_agreement":null},{"id":"W4417483662","doi":"10.2196/86837","title":"Authors’ Reply: Involving Health, Technology, and Financial Stakeholders in Co-Designing Digital Pathways for Value-Based Care","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Workforce; Stakeholder; Health care; eHealth; Stakeholder engagement; Telehealth; Health data","score_opus":0.446835478711073,"score_gpt":0.5173803104067547,"score_spread":0.07054483169568171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417483662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81480336,0.002298664,0.04821662,0.11200742,0.0020680213,0.011987637,0.0004937273,0.0012356607,0.0068888958],"genre_scores_gemma":[0.9126057,0.00012931698,0.010716392,0.074423164,0.00019368812,0.0015141797,0.00024945388,0.000045637757,0.00012245135],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9953451,0.00051845715,0.0022115721,0.00026771662,0.0006462799,0.0010108809],"domain_scores_gemma":[0.9950272,0.0030220528,0.0007274267,0.00045148842,0.00028849414,0.00048333147],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004544216,0.000261372,0.0006317625,0.0008374504,0.00092349335,0.000058419995,0.00037386693,0.00091155857,0.000021052401],"category_scores_gemma":[0.012601555,0.00024624905,0.00006289705,0.0009333208,0.00033332285,0.0006355192,0.00020899561,0.0022733854,0.000018477911],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048623653,0.00039370265,0.15390055,0.04669172,0.00005388579,0.00003806574,0.21553083,0.000017740556,0.000013453459,0.11443568,0.05896643,0.40947172],"study_design_scores_gemma":[0.009547523,0.0010136586,0.008337148,0.014344804,0.00003062619,0.000006384287,0.59868765,0.014323324,0.00008295791,0.012239228,0.34048033,0.000906379],"about_ca_topic_score_codex":0.00015253166,"about_ca_topic_score_gemma":0.00026241312,"teacher_disagreement_score":0.40856534,"about_ca_system_score_codex":0.00071035966,"about_ca_system_score_gemma":0.008075857,"threshold_uncertainty_score":0.999999},"labels":[],"label_agreement":null},{"id":"W4417507166","doi":"10.2196/78502","title":"Copy Tools in the Electronic Health Record: Perceptions, Implications, and Future Directions","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Documentation; Copying; Feeling; Value (mathematics); Electronic health record; Health records","score_opus":0.03168380790031699,"score_gpt":0.44890186983673763,"score_spread":0.41721806193642064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417507166","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35466722,0.00798426,0.004994035,0.54549414,0.0030300508,0.012720056,0.00008626866,0.0006368382,0.0703871],"genre_scores_gemma":[0.63922006,0.10364545,0.0019489429,0.23170759,0.003611013,0.014559885,0.00044396173,0.00008510464,0.0047779707],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956386,0.0010069215,0.0016941476,0.00016109437,0.0004298902,0.0010693423],"domain_scores_gemma":[0.9975168,0.0012485664,0.00034141084,0.0005311602,0.00010144482,0.00026062923],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0037728557,0.00018273605,0.0004021148,0.0002615285,0.0011678052,0.000032199998,0.00041430333,0.00041697235,0.00033776602],"category_scores_gemma":[0.00029987848,0.00012782252,0.000051045474,0.0010107488,0.00009388618,0.00025406064,0.00008992601,0.0025340698,0.00014534743],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026015501,0.00015619262,0.05067053,0.0018327432,0.00003020161,5.252293e-7,0.038725983,1.7235705e-7,7.487512e-7,0.11933944,0.26367253,0.52554494],"study_design_scores_gemma":[0.00063506706,0.00010340952,0.05596815,0.0003742373,0.0000057870498,0.0000135404125,0.0317985,0.0002959603,6.742831e-8,0.0013294297,0.90937465,0.00010120848],"about_ca_topic_score_codex":0.00044415757,"about_ca_topic_score_gemma":0.0037714385,"teacher_disagreement_score":0.6457021,"about_ca_system_score_codex":0.0009624495,"about_ca_system_score_gemma":0.0047655804,"threshold_uncertainty_score":0.9997671},"labels":[],"label_agreement":null},{"id":"W68212061","doi":"10.2196/medinform.3455","title":"Health Information Exchange Implementation: Lessons Learned and Critical Success Factors From a Case Study","year":2014,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health information exchange; Value proposition; Information system; Information exchange; Knowledge management; Health informatics; Formative assessment; Health care; Process management; Business; Computer science; Nursing; Medicine; Engineering; Health information; Public health; Psychology; Political science; Marketing","score_opus":0.12512090941479637,"score_gpt":0.5446467099714523,"score_spread":0.4195258005566559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W68212061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97767425,0.00006341198,0.0047261734,0.012746525,0.0008110991,0.0027557625,0.000101238256,0.00021682782,0.0009047309],"genre_scores_gemma":[0.9919509,0.00007454512,0.0003025395,0.006478495,0.0003867352,0.00056396064,0.00019318261,0.000020223284,0.00002939431],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9940641,0.001310658,0.0023667517,0.0001599299,0.0010757695,0.0010227788],"domain_scores_gemma":[0.995279,0.002287789,0.0006513755,0.00041112647,0.00021179818,0.0011589044],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035430565,0.0002603092,0.0006388078,0.00020671161,0.0012050215,0.00006276417,0.0002364248,0.00034275968,0.0010460457],"category_scores_gemma":[0.00093610736,0.00021070123,0.000042106596,0.0002823285,0.00010983247,0.0011225409,0.00023615868,0.0013296978,0.00019893204],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040049683,0.00024297577,0.1577124,0.0042609437,0.00006766866,0.00003449231,0.49050203,3.9689456e-7,2.2502907e-7,0.0035228045,0.019488232,0.32412776],"study_design_scores_gemma":[0.0068071503,0.0018165414,0.03498265,0.00066148455,0.00004455468,0.00018498655,0.80174917,0.009707622,0.0000014928413,0.00050485804,0.14296602,0.0005734632],"about_ca_topic_score_codex":0.014701151,"about_ca_topic_score_gemma":0.0115366,"teacher_disagreement_score":0.3235543,"about_ca_system_score_codex":0.000390438,"about_ca_system_score_gemma":0.001393471,"threshold_uncertainty_score":0.99986714},"labels":[],"label_agreement":null},{"id":"W7083446968","doi":"10.2196/77295","title":"Cough Audio Recognition for Early Detection of Respiratory Diseases: Algorithm Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Diagnosis and treatment of tuberculosis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Audio visual; Respiratory sounds; Auscultation; Key (lock)","score_opus":0.025514765148160486,"score_gpt":0.3221580138203986,"score_spread":0.2966432486722381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7083446968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99319476,0.00006576006,0.004729348,0.00011681985,0.00010650198,0.0013819499,0.00001683667,0.000036495145,0.00035155035],"genre_scores_gemma":[0.99440426,0.00002963091,0.004123562,0.0005348942,0.00004459087,0.00071620336,0.00008275275,0.0000073250517,0.000056756457],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988704,0.000018241624,0.0005257969,0.0000794744,0.00039915557,0.000106946194],"domain_scores_gemma":[0.9993602,0.00013511963,0.00012300519,0.00010914387,0.00015172777,0.000120819575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025368886,0.00009772953,0.00022864093,0.00014511662,0.00006917891,0.000017844313,0.000036495425,0.00008994555,0.00001797732],"category_scores_gemma":[0.00018194989,0.00007832397,0.000045032295,0.00014869338,0.00004264443,0.0001495163,0.000030177478,0.00007495817,0.000005713007],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009966839,0.001340538,0.038796898,0.0006095541,0.00028263344,0.0000027977574,0.0022063053,1.6803193e-7,0.0000069223534,0.000010201769,0.00063713995,0.9560072],"study_design_scores_gemma":[0.016513811,0.0041613253,0.9287492,0.0018692005,0.0014129605,0.000008030201,0.006728151,0.0031381708,0.022713033,0.00033743278,0.014008524,0.00036014477],"about_ca_topic_score_codex":0.0000061088303,"about_ca_topic_score_gemma":0.0000041194844,"teacher_disagreement_score":0.95564705,"about_ca_system_score_codex":0.000055449393,"about_ca_system_score_gemma":0.00015091713,"threshold_uncertainty_score":0.31939587},"labels":[],"label_agreement":null},{"id":"W7093362435","doi":"10.2196/79039","title":"Large Language Model–Based Virtual Patient Systems for History-Taking in Medical Education: Comprehensive Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unified Medical Language System; Virtual patient; Health informatics; MEDLINE; Representation (politics); Telemedicine; Systematized Nomenclature of Medicine; Disease; Semantics (computer science)","score_opus":0.019120623615341212,"score_gpt":0.3483418598075553,"score_spread":0.32922123619221405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093362435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002916071,0.043013938,0.93402684,0.00726149,0.0026653416,0.006578751,0.000012522827,0.00038933504,0.0031356895],"genre_scores_gemma":[0.6812063,0.0011918654,0.030911973,0.2743653,0.00030193766,0.010574362,0.0002900025,0.000075389646,0.0010828912],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995679,0.00033264447,0.0017900738,0.000210243,0.0015532376,0.00043477738],"domain_scores_gemma":[0.99711853,0.00074557937,0.00066309795,0.00080103654,0.00030576435,0.00036596696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015121395,0.00022732586,0.000785522,0.00028718,0.0000879656,0.000052188665,0.0012650205,0.00026346892,0.000056304223],"category_scores_gemma":[0.00360457,0.00018726668,0.000115073824,0.0004460492,0.000055303546,0.00026123816,0.00028482574,0.0006586773,0.000021935377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009840073,0.00042377532,0.000084001345,0.7723265,0.000037843693,0.000024743256,0.018966036,0.0010588856,1.7708656e-7,0.15349789,0.04608729,0.00748301],"study_design_scores_gemma":[0.0004520638,0.00006390446,0.0000071942254,0.10408351,0.000016188264,0.000016138792,0.0013493939,0.8891623,3.5201666e-7,0.000041258183,0.0046544876,0.0001532289],"about_ca_topic_score_codex":0.000037662565,"about_ca_topic_score_gemma":0.000017356251,"teacher_disagreement_score":0.9031149,"about_ca_system_score_codex":0.000641184,"about_ca_system_score_gemma":0.0040452094,"threshold_uncertainty_score":0.7636514},"labels":[],"label_agreement":null},{"id":"W7105804309","doi":"10.2196/73725","title":"Iterative Large Language Model–Guided Sampling and Expert-Annotated Benchmark Corpus for Harmful Suicide Content Detection: Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Benchmark (surveying); Experience sampling method; Sampling (signal processing); Poison control; Moderation; Focus (optics); Human factors and ergonomics; Content (measure theory)","score_opus":0.10979456353554153,"score_gpt":0.4424164120151892,"score_spread":0.3326218484796477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7105804309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.929879,0.00019545917,0.06676097,0.0001646782,0.00026422212,0.0018204069,0.00001720687,0.000067334695,0.00083072373],"genre_scores_gemma":[0.989168,0.0000080994205,0.007211607,0.0022712024,0.00004327842,0.00086817524,0.000091757436,0.000011336579,0.0003265642],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99818945,0.00007415371,0.0009258227,0.00016484722,0.00030747632,0.00033824638],"domain_scores_gemma":[0.9990326,0.00032480728,0.00018622365,0.00014379132,0.000117439944,0.00019509775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093265634,0.00016818353,0.0002717412,0.00013762819,0.00029315572,0.00006091871,0.00009291765,0.00014167935,0.0000740381],"category_scores_gemma":[0.00019740955,0.00014938012,0.000021716929,0.00014090876,0.000048696187,0.00017013488,0.00011100799,0.00022542883,0.000005356723],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005790251,0.0009947331,0.01609309,0.0012683951,0.00037952518,0.000023505083,0.6167079,0.000014523208,0.0003525268,0.0028900045,0.001573972,0.3591228],"study_design_scores_gemma":[0.02702586,0.0012829204,0.036927927,0.001653582,0.00012406692,0.00013144981,0.6160718,0.2972005,0.009545552,0.00039121154,0.008484819,0.0011602916],"about_ca_topic_score_codex":0.000040762083,"about_ca_topic_score_gemma":0.000075083866,"teacher_disagreement_score":0.35796252,"about_ca_system_score_codex":0.00010929835,"about_ca_system_score_gemma":0.00009424179,"threshold_uncertainty_score":0.60915446},"labels":[],"label_agreement":null},{"id":"W7105919779","doi":"10.2196/74240","title":"Developing a Suicide Risk Prediction Algorithm Using Electronic Health Record Data in Mental Health Care: Real-World Case Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Mental Health via Writing","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociotechnical system; Documentation; Mental health; Suicide prevention; Human factors and ergonomics; Occupational safety and health; Electronic health record; Poison control; Health records","score_opus":0.072275846726446,"score_gpt":0.473484023133312,"score_spread":0.401208176406866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7105919779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693681,0.0010143336,0.018004797,0.0022024354,0.0020131508,0.00523273,0.00038610605,0.00028181102,0.0014965467],"genre_scores_gemma":[0.90900266,0.0016510602,0.06920281,0.016732927,0.00059536553,0.0005918876,0.0018937725,0.000106720065,0.00022277093],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9939527,0.000782292,0.002740631,0.0004074872,0.0007985031,0.0013183836],"domain_scores_gemma":[0.99748945,0.0002565295,0.0008074626,0.0009391852,0.000051885432,0.00045545519],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0043925317,0.0002965783,0.00064705475,0.000636004,0.00061116024,0.000046952333,0.0005748866,0.00017733325,0.00010686956],"category_scores_gemma":[0.000099185316,0.0003043623,0.000039408395,0.0013038254,0.000081610124,0.0003962152,0.0005528409,0.0014676806,0.000024900275],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078472,0.00052390783,0.076892234,0.000921973,0.000109120956,0.00022622247,0.08296775,0.000002504346,5.0048712e-8,0.00052612677,0.0053835986,0.832368],"study_design_scores_gemma":[0.011727359,0.0020898387,0.02408228,0.0034697738,0.000058377816,0.001982204,0.7770234,0.15087408,0.0000020109578,0.00017183572,0.027714947,0.0008039087],"about_ca_topic_score_codex":0.06114142,"about_ca_topic_score_gemma":0.06736826,"teacher_disagreement_score":0.8315641,"about_ca_system_score_codex":0.0043915478,"about_ca_system_score_gemma":0.004084861,"threshold_uncertainty_score":0.9999409},"labels":[],"label_agreement":null},{"id":"W7108069625","doi":"10.2196/76424","title":"Impact of Age on Hospital Outcomes Following Minimally Invasive Posterior Lumbar Interbody Fusion: Retrospective Analysis of the Nationwide Inpatient Sample Database from 2016 to 2020","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Spine and Intervertebral Disc Pathology","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Retrospective cohort study; Lumbar; Risk factor; Sample (material); MEDLINE; Sample size determination; Comorbidity","score_opus":0.010980806389690515,"score_gpt":0.33252729057342106,"score_spread":0.32154648418373055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108069625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961139,0.000013209135,0.00036833028,0.0010920174,0.00030686075,0.00059427833,0.00053053565,0.0000149261705,0.0009659346],"genre_scores_gemma":[0.9955014,0.0000100662855,0.0010561931,0.002973704,0.000022952943,0.000033737622,0.00031893086,0.0000069784505,0.00007601829],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979328,0.00004740553,0.0009962785,0.00014150076,0.0006987115,0.00018329623],"domain_scores_gemma":[0.9986688,0.0001322391,0.00031899847,0.0005320928,0.00017883349,0.00016901654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018417547,0.00017890746,0.0007788646,0.0003598261,0.00003582472,0.000010701963,0.0003343861,0.0001318607,0.0005000628],"category_scores_gemma":[0.003718968,0.00010384563,0.0006979232,0.0008693662,0.00010748786,0.0001400684,0.00041827792,0.00025639433,0.000012977745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009656935,0.00072161615,0.9664052,0.000129467,0.003635323,0.0000365175,0.013530977,0.0000052980777,0.0028627045,0.00010556085,0.010447703,0.0020230715],"study_design_scores_gemma":[0.0011471512,0.0014840794,0.99286133,0.00089227495,0.0006256301,6.250617e-7,0.0013222024,0.00063225674,0.0008908613,0.000030838124,0.000019398649,0.00009333022],"about_ca_topic_score_codex":0.00037606774,"about_ca_topic_score_gemma":0.00022413179,"teacher_disagreement_score":0.026456159,"about_ca_system_score_codex":0.00015204893,"about_ca_system_score_gemma":0.00032916642,"threshold_uncertainty_score":0.5475337},"labels":[],"label_agreement":null},{"id":"W7108076363","doi":"10.2196/76961","title":"Methodological Development and Assessing Prescribing Determinants Through Cumulative Drug Exposure in Hospitalized Patients: Proof-of-Concept Retrospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"MEDLINE; Drug; Risk assessment; Medication adherence","score_opus":0.17916804686598872,"score_gpt":0.46887480677739346,"score_spread":0.2897067599114047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108076363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9083625,0.000030628347,0.08852349,0.00002309544,0.0000727975,0.0018267389,0.000002527999,0.00011371863,0.001044482],"genre_scores_gemma":[0.79515314,0.0000037773261,0.20447181,0.000085456864,0.000007856932,0.00023509219,0.000003969824,0.000011272114,0.000027645057],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966938,0.0003278848,0.0016270288,0.00021775265,0.0007893047,0.00034421677],"domain_scores_gemma":[0.99773526,0.0010641314,0.0005726545,0.0002904677,0.0002478353,0.00008964671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014978696,0.00028625556,0.0008369667,0.00016114552,0.000097857715,0.000045519017,0.0003059575,0.00023519131,0.000022525788],"category_scores_gemma":[0.0050765974,0.00021861916,0.000047064503,0.00043224264,0.00026972435,0.0008628651,0.0004459044,0.0005605848,3.8210317e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012203168,0.0032405911,0.51526576,0.001203343,0.00018034774,0.000034116558,0.3020784,0.000008750116,0.000006213409,0.012895798,0.00037156756,0.16459307],"study_design_scores_gemma":[0.011748115,0.002149681,0.3876902,0.0103304405,0.00017158,0.0000089758105,0.097610235,0.006823396,0.03795398,0.44341707,0.00028665754,0.0018096732],"about_ca_topic_score_codex":0.00000943061,"about_ca_topic_score_gemma":0.000021001297,"teacher_disagreement_score":0.43052128,"about_ca_system_score_codex":0.00022539933,"about_ca_system_score_gemma":0.00019671084,"threshold_uncertainty_score":0.8915031},"labels":[],"label_agreement":null},{"id":"W7115920833","doi":"10.2196/78030","title":"Resource Use Patterns in US Telehealth Services: Machine Learning and Clustering Analysis Across 4 Specialties","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Cluster analysis; Resource (disambiguation); Health care; Telemedicine","score_opus":0.019890929849893327,"score_gpt":0.3722251087267316,"score_spread":0.35233417887683827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115920833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99432224,0.000108163265,0.002660202,0.0016999695,0.00006499531,0.0004900187,0.000020908114,0.00008004073,0.00055345596],"genre_scores_gemma":[0.9862463,0.00058172987,0.0010789224,0.011189867,0.00012519951,0.00004173853,0.000391285,0.000012329543,0.00033265745],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99761647,0.00006858466,0.0011105078,0.00013982774,0.0005988858,0.00046570704],"domain_scores_gemma":[0.99896073,0.00024054025,0.0002217687,0.00018956368,0.000055527653,0.00033183745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007948297,0.00017240456,0.00053474365,0.00049993274,0.00014243423,0.000057211866,0.00009847427,0.00015889504,0.00017278579],"category_scores_gemma":[0.00015574343,0.00014329788,0.00005800362,0.0009417753,0.00007128064,0.000233673,0.00017316395,0.00065564486,0.0000043227083],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009815073,0.000049065817,0.9302035,0.0022236838,0.000111482484,0.000024253379,0.012081194,0.000022142089,9.176718e-7,0.000023684608,0.00015700448,0.055004932],"study_design_scores_gemma":[0.0035878636,0.00023038489,0.7848493,0.000781503,0.0001732114,0.00003182495,0.020459076,0.09572964,0.000008929583,0.000007356877,0.093994185,0.0001467146],"about_ca_topic_score_codex":0.0014719483,"about_ca_topic_score_gemma":0.007296325,"teacher_disagreement_score":0.14535418,"about_ca_system_score_codex":0.00011550481,"about_ca_system_score_gemma":0.00012713172,"threshold_uncertainty_score":0.5843518},"labels":[],"label_agreement":null},{"id":"W7115926968","doi":"10.2196/69777","title":"Trust in AI-Supported Screening in General Practice Among Urban and Rural Citizens: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"General practice; Medical diagnosis; Health care; Primary care; Rural area; MEDLINE","score_opus":0.07121992730767829,"score_gpt":0.45644048903382656,"score_spread":0.38522056172614827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115926968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940935,0.00004447074,0.00031291708,0.0016067836,0.00032022875,0.00090513,0.000002149973,0.000037374713,0.00267747],"genre_scores_gemma":[0.9946015,0.000027718106,0.0006137937,0.0040670256,0.00019318402,0.00012023641,0.0000482556,0.0000071574423,0.00032114968],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99763936,0.00007397737,0.0012775101,0.00011719101,0.0005803667,0.00031156768],"domain_scores_gemma":[0.99897057,0.0003095163,0.00014025858,0.00017044916,0.0001887074,0.00022048743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012817967,0.00012905699,0.00026398047,0.0003757336,0.00009092622,0.000071751536,0.000093056566,0.00025185023,0.00015562764],"category_scores_gemma":[0.0016217392,0.00011633703,0.00003220938,0.00057696144,0.00018074368,0.00049893564,0.00006428956,0.00082540914,0.000012091841],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016998666,0.00031628934,0.97713274,0.00012254411,0.000019427205,0.000030955798,0.010190131,0.00001669949,0.0000014775957,0.00019268041,0.0008912171,0.010915829],"study_design_scores_gemma":[0.0005285244,0.00017990638,0.93449116,0.00024239814,0.000013534372,0.000030032255,0.030961936,0.032548375,0.000024997478,0.00015051471,0.00073425897,0.00009434869],"about_ca_topic_score_codex":0.0014568301,"about_ca_topic_score_gemma":0.00042062148,"teacher_disagreement_score":0.04264159,"about_ca_system_score_codex":0.00013214798,"about_ca_system_score_gemma":0.00047839817,"threshold_uncertainty_score":0.47440866},"labels":[],"label_agreement":null},{"id":"W7116714906","doi":"10.2196/82533","title":"A Machine Learning Model Based on Clinical Factors to Predict the Efficacy of First-Line Immunochemotherapy for Patients With Advanced Gastric Cancer: Retrospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Gastric Cancer Management and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Retrospective cohort study; Predictive value; Clinical decision support system; Clinical decision making; Support vector machine; Predictive modelling; MEDLINE","score_opus":0.017354147567784046,"score_gpt":0.3443848212918158,"score_spread":0.3270306737240318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116714906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96984625,0.00001977486,0.024020273,0.0011855996,0.00016109511,0.0043086708,0.000035677454,0.000064192165,0.00035847435],"genre_scores_gemma":[0.99626124,0.00006282809,0.0013523255,0.0016572383,0.000044866007,0.00029405768,0.000059856953,0.000018436886,0.0002491616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977685,0.000031705047,0.0008614383,0.00016389215,0.00090551516,0.0002689199],"domain_scores_gemma":[0.9984218,0.00051409274,0.00029751175,0.00037627105,0.00023114469,0.00015920134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004654996,0.0002209804,0.00058222417,0.00020719347,0.000119397664,0.0000144459855,0.00026343422,0.00008641074,0.000047327543],"category_scores_gemma":[0.00085215317,0.00012189334,0.0001513073,0.0006210172,0.00009136221,0.000059947517,0.00007351132,0.0004715279,9.234756e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036230842,0.0014638638,0.9514102,0.00017293426,0.0002700677,4.811621e-7,0.001363927,0.006165413,1.13977976e-7,0.000016230117,0.00072691386,0.03478678],"study_design_scores_gemma":[0.02261958,0.009199315,0.68068665,0.00046346255,0.00021767126,9.44503e-8,0.0007230431,0.28441146,0.000004415473,0.000008408445,0.0015459585,0.00011993309],"about_ca_topic_score_codex":0.000020531543,"about_ca_topic_score_gemma":0.000025042815,"teacher_disagreement_score":0.27824605,"about_ca_system_score_codex":0.00016169393,"about_ca_system_score_gemma":0.00022442151,"threshold_uncertainty_score":0.49706662},"labels":[],"label_agreement":null},{"id":"W7116741789","doi":"10.2196/81701","title":"Scalable Big Data Platform With End-to-End Traceability for Health Data Monitoring in Older Adults: Development and Performance Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Traceability; Scalability; Modular design; Big data; Component (thermodynamics); Health data; Health care; Architecture","score_opus":0.12291106276515007,"score_gpt":0.40749493216155536,"score_spread":0.2845838693964053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116741789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99256974,0.00021498055,0.001768207,0.0022426783,0.00034827585,0.0026052298,0.00003604951,0.00009760659,0.000117244475],"genre_scores_gemma":[0.9710836,0.00011434961,0.027060995,0.00061808364,0.000112769965,0.00031996853,0.000660241,0.00000948901,0.000020549172],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975826,0.00002411131,0.00092628796,0.00028031674,0.00076517585,0.00042151153],"domain_scores_gemma":[0.998216,0.00019732694,0.00014128727,0.0010159528,0.00013932277,0.00029011996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003458051,0.00016100495,0.00036076884,0.0002592951,0.00017853739,0.000017395994,0.0004361835,0.00022973162,0.000010001535],"category_scores_gemma":[0.0006569362,0.00012555746,0.000008087228,0.00044810472,0.00008860308,0.0004696975,0.00041767783,0.0005118945,0.0000034171492],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026891468,0.00011891859,0.16281393,0.002323631,0.000021331169,8.306774e-7,0.004286227,0.0000017061222,1.5758526e-7,0.0000071088425,0.0003915453,0.8297657],"study_design_scores_gemma":[0.010900228,0.0012624617,0.6999754,0.016796945,0.000069183065,0.000036625534,0.013381436,0.23113862,0.00042379324,0.000018202916,0.025570733,0.00042643663],"about_ca_topic_score_codex":0.000049229588,"about_ca_topic_score_gemma":0.00017457592,"teacher_disagreement_score":0.82933927,"about_ca_system_score_codex":0.0002977573,"about_ca_system_score_gemma":0.002157532,"threshold_uncertainty_score":0.5120085},"labels":[],"label_agreement":null},{"id":"W7116777300","doi":"10.2196/83318","title":"Artificial Intelligence Models for Predicting Triage in Emergency Departments: Seven-Month Retrospective Comparative Study of Natural Language Processing, Large Language Model, and Joint Embedding Predictive Architectures","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Triage; Retrospective cohort study; Emergency department; Emergency response; MEDLINE","score_opus":0.0312730149266279,"score_gpt":0.3842273950826731,"score_spread":0.3529543801560452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116777300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.351061,0.00013760835,0.64743304,0.00003407218,0.00008079318,0.00084326026,0.000058830705,0.00006130729,0.000290107],"genre_scores_gemma":[0.993191,0.000011720454,0.0064683137,0.00010582486,0.00002655448,0.000112574955,0.0000403821,0.000006383338,0.000037227386],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976212,0.00007614141,0.0011431514,0.00023808092,0.00061266543,0.0003088094],"domain_scores_gemma":[0.9989988,0.000093499846,0.00037875734,0.00026369814,0.0001576322,0.00010762114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007759709,0.00019854083,0.00044776098,0.00033820298,0.00013315567,0.000078121666,0.0004504428,0.000094461495,0.000005205581],"category_scores_gemma":[0.00035383392,0.00016528128,0.0000518895,0.0006743291,0.000068046,0.0005783542,0.00038852316,0.00033899996,4.2257955e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019651538,0.0021553165,0.0017675287,0.00087165216,0.00020480753,0.0000132067025,0.8952168,0.052812193,0.000028450057,0.022291629,0.0004384736,0.024003427],"study_design_scores_gemma":[0.0005333964,0.00022661578,0.00030115922,0.00017061844,0.000019362731,0.0000013751524,0.05788161,0.9369791,0.00014901585,0.0036038307,0.0000021810226,0.00013172084],"about_ca_topic_score_codex":0.000013054218,"about_ca_topic_score_gemma":0.00026046304,"teacher_disagreement_score":0.8841669,"about_ca_system_score_codex":0.00007325905,"about_ca_system_score_gemma":0.00015793122,"threshold_uncertainty_score":0.67399746},"labels":[],"label_agreement":null},{"id":"W7116867186","doi":"10.2196/71178","title":"Evaluating Multiple Input Strategies of Large Language Models for Gallbladder Polyps on Ultrasound: Comparative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cholangiocarcinoma and Gallbladder Cancer Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gallbladder; Medical imaging; MEDLINE; Unified Medical Language System; Medical diagnosis","score_opus":0.06158663072491496,"score_gpt":0.4195059681936868,"score_spread":0.35791933746877186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116867186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97666156,0.00030193577,0.0042224927,0.00023907342,0.00015748014,0.0021216979,0.000059477887,0.00007456896,0.01616169],"genre_scores_gemma":[0.996765,0.000013495447,0.0014651896,0.0010048642,0.00009045948,0.00032828414,0.00006131772,0.000011164446,0.00026018723],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978418,0.00004801317,0.00079271506,0.0001470502,0.0008375643,0.00033289668],"domain_scores_gemma":[0.99829394,0.00079305144,0.00019178765,0.00034015664,0.00024770328,0.00013334326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005873406,0.00022254365,0.0006494474,0.00018176061,0.00012429875,0.000030432731,0.00018146822,0.00012541584,0.0000630245],"category_scores_gemma":[0.0003665559,0.0001669882,0.0001449775,0.00026229402,0.00012087356,0.00019504756,0.000093607734,0.00032656812,0.0000067968554],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003945694,0.009223507,0.05329026,0.0060620564,0.0044488586,0.000043049506,0.8339526,0.0011887841,0.0011575657,0.019059034,0.050345875,0.017282702],"study_design_scores_gemma":[0.022126852,0.00451431,0.043532893,0.0013201602,0.0005215878,0.000015834188,0.7763882,0.14793365,0.0016995185,0.0006655133,0.0008528952,0.0004285453],"about_ca_topic_score_codex":0.000037733957,"about_ca_topic_score_gemma":0.00012972105,"teacher_disagreement_score":0.14674486,"about_ca_system_score_codex":0.000068684996,"about_ca_system_score_gemma":0.00044178,"threshold_uncertainty_score":0.68095815},"labels":[],"label_agreement":null},{"id":"W7116934894","doi":"10.2196/75246","title":"Competition or Complementarity Among Telemedicine Tools in Ambulatory Care Practice: Cross-Sectional Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Workflow; Complementarity (molecular biology); Health care; Videoconferencing; Telehealth; Component (thermodynamics); Competition (biology)","score_opus":0.043286476641050266,"score_gpt":0.44480991989798974,"score_spread":0.40152344325693945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116934894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98080444,0.000091868926,0.0055394685,0.0022849585,0.0003591409,0.0015770281,0.00006102892,0.00013446993,0.009147588],"genre_scores_gemma":[0.9780068,0.0000938654,0.0035323102,0.015277385,0.00023723453,0.00019425206,0.002460541,0.000011225866,0.00018643014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957426,0.00008504829,0.0019645516,0.00021353018,0.0015223933,0.00047185548],"domain_scores_gemma":[0.99784565,0.000552702,0.00039415917,0.0003623903,0.0004534198,0.0003916608],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012317088,0.00023309194,0.00063693017,0.0008073582,0.00017497771,0.000061212624,0.00017570799,0.00025576702,0.0030625497],"category_scores_gemma":[0.0008322067,0.00018303082,0.00016809467,0.0019446751,0.00028466774,0.0006095648,0.00010887044,0.0007964363,0.000022123817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040833707,0.00025575893,0.97792006,0.0010923878,0.0004330203,0.000051802854,0.003939813,0.000017179982,0.0000022884703,0.0007514198,0.003611611,0.01151634],"study_design_scores_gemma":[0.00630268,0.0003897176,0.92262286,0.00026365696,0.00040233752,0.000036574376,0.018118639,0.004222413,0.000023755169,0.000022816641,0.04744749,0.00014708246],"about_ca_topic_score_codex":0.0005083677,"about_ca_topic_score_gemma":0.0015695445,"teacher_disagreement_score":0.055297203,"about_ca_system_score_codex":0.00055785093,"about_ca_system_score_gemma":0.0008900899,"threshold_uncertainty_score":0.9978488},"labels":[],"label_agreement":null},{"id":"W7117364293","doi":"10.2196/77409","title":"A Sentence Classification–Based Medical Status Extraction Pipeline for Electronic Health Records: Institutional Case Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information extraction; Sentence; Medical record; Medical information; Electronic health record; Health records; Electronic medical record; Health informatics","score_opus":0.03488286215087998,"score_gpt":0.40777685616389375,"score_spread":0.37289399401301376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117364293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023064384,0.00011275627,0.9506584,0.023205953,0.0007310589,0.0015516075,0.000008681443,0.00031646545,0.00035070514],"genre_scores_gemma":[0.9542568,0.00008068534,0.031405173,0.013095222,0.00018321571,0.0007356399,0.00008475208,0.000010928374,0.00014759428],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958567,0.0002549239,0.0013400514,0.00028224997,0.0015445797,0.0007215041],"domain_scores_gemma":[0.99722606,0.0008131062,0.00039143974,0.00060515816,0.00032491874,0.0006393052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027271204,0.00019979995,0.00031433432,0.00030547788,0.0004951238,0.000094778145,0.0007903969,0.000220829,0.000074474345],"category_scores_gemma":[0.0021338533,0.00017578654,0.000077972436,0.00082296197,0.00012424291,0.0004909909,0.00017196855,0.001126017,0.00002124776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056324858,0.0011384051,0.0057526245,0.0010267474,0.000039086426,0.00017847132,0.0047075558,0.00032860352,3.273509e-7,0.053619314,0.011768828,0.92138374],"study_design_scores_gemma":[0.0014369859,0.00035242905,0.0014313784,0.00018903702,0.000005670063,0.00043784297,0.0023181913,0.9607539,0.0000010226001,0.0003738535,0.03255809,0.00014158532],"about_ca_topic_score_codex":0.0005321044,"about_ca_topic_score_gemma":0.0011257379,"teacher_disagreement_score":0.9604253,"about_ca_system_score_codex":0.000614994,"about_ca_system_score_gemma":0.011759239,"threshold_uncertainty_score":0.9938432},"labels":[],"label_agreement":null},{"id":"W7117536238","doi":"10.2196/78964","title":"Prediction of First and Multiple Antiretroviral Therapy Interruptions in People Living With HIV: Comparative Survival Analysis Using Cox and Explainable Machine Learning Models","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Antiretroviral therapy; Psychological intervention; Predictive modelling; Survival analysis; Proportional hazards model; Human immunodeficiency virus (HIV)","score_opus":0.05684399723419616,"score_gpt":0.3480076564762971,"score_spread":0.29116365924210097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117536238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9384054,0.0001661888,0.059746355,0.0000906287,0.0000089860105,0.00030729274,0.000026340145,0.000021159172,0.0012276475],"genre_scores_gemma":[0.9982018,0.00032029374,0.00093924376,0.000021159716,0.000009219293,0.000020012856,0.000064603744,0.0000047309536,0.0004189218],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987743,0.000078203404,0.00049083994,0.0000926305,0.00036955293,0.00019447398],"domain_scores_gemma":[0.9992487,0.00027819662,0.00010281382,0.00011147951,0.00011396492,0.00014485944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000436454,0.00010942818,0.00042691675,0.0005757224,0.00012682911,0.000029910563,0.000059672795,0.00007982608,0.00007326267],"category_scores_gemma":[0.00020382191,0.00008237081,0.000064035245,0.00081068015,0.00018857379,0.00034621308,0.000086631386,0.0003912151,4.566086e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016799313,0.00025437135,0.9746378,0.00046568757,0.00040653703,0.00000245025,0.021044578,0.0013675696,0.000036337435,0.000118247626,0.00008794714,0.0014104779],"study_design_scores_gemma":[0.0016450123,0.0008861298,0.05364864,0.0008548392,0.00007731202,0.000008046446,0.014673942,0.9280539,0.000019722875,0.000007907445,0.0000708876,0.000053642427],"about_ca_topic_score_codex":0.00047242685,"about_ca_topic_score_gemma":0.0009660124,"teacher_disagreement_score":0.92668635,"about_ca_system_score_codex":0.00005937665,"about_ca_system_score_gemma":0.00008138206,"threshold_uncertainty_score":0.3358984},"labels":[],"label_agreement":null},{"id":"W7117539720","doi":"10.2196/77839","title":"Predicting Left Ventricular Ejection Fraction Recovery After Percutaneous Coronary Intervention in Patients With Chronic Coronary Syndrome by Using Interpretable Machine Learning Models: Retrospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Coronary Interventions and Diagnostics","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Percutaneous coronary intervention; Ejection fraction; Retrospective cohort study; Feature selection; Acute coronary syndrome; Fraction (chemistry); Feature (linguistics); Predictive value of tests","score_opus":0.007026435342370241,"score_gpt":0.2585504100194109,"score_spread":0.2515239746770407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117539720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876584,0.00045421228,0.009519071,0.000025898253,0.0003187173,0.0016284809,0.00003141346,0.00011342123,0.00025042176],"genre_scores_gemma":[0.9988886,0.00006269175,0.00021558642,0.0001096922,0.000025973775,0.00008951103,0.00033346823,0.000029536826,0.00024491342],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973289,0.00013152635,0.0010649766,0.00026504553,0.0008416993,0.00036789165],"domain_scores_gemma":[0.99895793,0.00010031503,0.0003090925,0.0002692971,0.00020483884,0.00015852418],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041024832,0.00029207603,0.0005100113,0.00043149656,0.00014902501,0.00005647142,0.00012551328,0.0002441598,0.0005227316],"category_scores_gemma":[0.00021916909,0.00025770164,0.00015818351,0.00041965288,0.00007608979,0.0008271423,0.0001848401,0.0011097684,0.000010945035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016192454,0.002523541,0.98594874,0.00042240645,0.00026760588,0.00050284783,0.0005514705,0.0014475218,0.0000019070624,0.0000024653652,0.00006490055,0.0066473517],"study_design_scores_gemma":[0.005125025,0.007665574,0.59615296,0.0039451816,0.0002955803,0.00096526055,0.0025482287,0.38293156,0.000002897069,0.00003986792,0.00007558398,0.0002522922],"about_ca_topic_score_codex":0.00023394568,"about_ca_topic_score_gemma":0.00016494349,"teacher_disagreement_score":0.38979578,"about_ca_system_score_codex":0.0019228613,"about_ca_system_score_gemma":0.00017513392,"threshold_uncertainty_score":0.99998754},"labels":[],"label_agreement":null},{"id":"W7117546582","doi":"10.2196/78838","title":"Evaluating GPT-4 Responses on Scars or Keloids for Patient Education: Large Language Model Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Readability; Unified Medical Language System; Scars; Language model; Reduction (mathematics); MEDLINE","score_opus":0.2289841127160847,"score_gpt":0.5752512054612444,"score_spread":0.3462670927451597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117546582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874819,0.00008474368,0.0023993917,0.0021626637,0.00083397684,0.0043707215,0.000012082545,0.0000722812,0.0025822455],"genre_scores_gemma":[0.98555267,0.000013786318,0.0037466183,0.0067477897,0.00023901847,0.0020523113,0.00012710379,0.000014036044,0.0015066512],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970263,0.00014136259,0.0010602985,0.00016414578,0.0012970921,0.0003107915],"domain_scores_gemma":[0.99769664,0.00066490093,0.00019845465,0.000423423,0.00079049915,0.00022606722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00274512,0.00016013891,0.0002676598,0.0002920344,0.0002474097,0.000038703198,0.00013640146,0.00018689022,0.00029532769],"category_scores_gemma":[0.004613754,0.00011971737,0.00007428353,0.0004016324,0.00004498741,0.00014733986,0.0000475695,0.0003019028,0.000047660684],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011670921,0.0019649644,0.0011746464,0.0004662483,0.00004451025,9.654282e-7,0.06576304,0.00018355297,0.000011724158,0.00045548566,0.0117449295,0.9170228],"study_design_scores_gemma":[0.0006793749,0.00291249,0.0007691637,0.0010183738,0.00019264962,0.000011685643,0.1985954,0.7919973,0.00097064395,0.0008429545,0.0018199856,0.00018998933],"about_ca_topic_score_codex":0.000030522686,"about_ca_topic_score_gemma":0.00004871116,"teacher_disagreement_score":0.91683286,"about_ca_system_score_codex":0.000365202,"about_ca_system_score_gemma":0.005693345,"threshold_uncertainty_score":0.99994344},"labels":[],"label_agreement":null},{"id":"W7117576485","doi":"10.2196/79886","title":"Machine Learning for Predicting Venous Thromboembolism After Joint Arthroplasty: Systematic Review of Clinical Applicability and Model Performance","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Discriminative model; Robustness (evolution); Predictive modelling; Support vector machine; Clinical Practice","score_opus":0.022701298980249193,"score_gpt":0.33497857678042825,"score_spread":0.31227727780017905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117576485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93614405,0.018533101,0.02415899,0.0019237379,0.0004379842,0.0130721,0.000037309903,0.0002476087,0.005445138],"genre_scores_gemma":[0.9551179,0.032181125,0.003892841,0.006798791,0.000090877365,0.0016924535,0.0000471596,0.00002552829,0.00015332237],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99607545,0.000073372255,0.0026313812,0.00020315939,0.0006854164,0.00033123235],"domain_scores_gemma":[0.9981184,0.00034277086,0.0005876315,0.00046217674,0.00022202471,0.0002669674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002934261,0.00023947496,0.00231565,0.00010998204,0.00010604365,0.000017201179,0.0001343862,0.00022201387,0.00004964427],"category_scores_gemma":[0.0018033058,0.00017500044,0.0002567438,0.00019266376,0.0002439508,0.00013591023,0.00024901674,0.0005409037,0.000006992525],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066131026,0.0008006236,0.00452117,0.98241735,0.00036107562,0.0000021655762,0.0011360296,0.000042070937,8.748969e-7,0.00060850655,0.00089129613,0.009152717],"study_design_scores_gemma":[0.0023407985,0.0008986086,0.011864913,0.28107905,0.0017208267,0.000025073517,0.00052307756,0.6999625,0.000016981376,0.00016985554,0.0011515331,0.00024678442],"about_ca_topic_score_codex":0.0000050002186,"about_ca_topic_score_gemma":0.0000021940964,"teacher_disagreement_score":0.7013383,"about_ca_system_score_codex":0.000043936903,"about_ca_system_score_gemma":0.00027735473,"threshold_uncertainty_score":0.7136311},"labels":[],"label_agreement":null},{"id":"W7133220043","doi":"10.2196/79808","title":"From Paper to Digital Medical Documentation in The Field: The Rapid Development and Deployment of the Digital Casualty Card System During a War (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Research and Practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software deployment; Documentation; Smart card; Report card; Subscriber identity module","score_opus":0.029585477777868043,"score_gpt":0.43038760307347546,"score_spread":0.40080212529560744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133220043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95427305,0.00010035625,0.00047071144,0.027855773,0.0002747812,0.0015221018,0.000013572379,0.000023679004,0.015465976],"genre_scores_gemma":[0.9906453,0.00008429522,0.000062329964,0.008578938,0.00009666627,0.0003857962,0.000010877435,0.000004597361,0.00013121958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961547,0.00035263388,0.0010311592,0.00010681006,0.002004332,0.00035035855],"domain_scores_gemma":[0.9936907,0.0054194056,0.00017795981,0.00034931544,0.000063834246,0.00029877183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022474162,0.00011472495,0.000209726,0.000056298766,0.00035560888,0.000067805355,0.00066009455,0.00019437746,0.00047764502],"category_scores_gemma":[0.0076876767,0.000049548402,0.00004129575,0.00027491277,0.00012635384,0.00036804128,0.0007251954,0.0010873555,0.00006439634],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044808837,0.00024522527,0.05008747,0.0032352256,0.0002341806,0.000041894076,0.28188214,0.0000029736295,0.000005886882,0.0022525226,0.045415826,0.6161486],"study_design_scores_gemma":[0.00370067,0.00016011673,0.09567623,0.007078349,0.000034034994,0.000018342147,0.41305956,0.0015711891,0.00025571775,0.00039612336,0.47776622,0.0002834603],"about_ca_topic_score_codex":0.00017191489,"about_ca_topic_score_gemma":0.00015554827,"teacher_disagreement_score":0.6158651,"about_ca_system_score_codex":0.00012296163,"about_ca_system_score_gemma":0.0010044788,"threshold_uncertainty_score":0.92034227},"labels":[],"label_agreement":null},{"id":"W7160917441","doi":"10.2196/81445","title":"Clinician Perspectives on Ambient AI Scribes in the ICU: A Qualitative Study of Acceptability and Integration in Team-Based Communication and Documentation (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Qualitative research; MEDLINE; Qualitative analysis","score_opus":0.09235883039219062,"score_gpt":0.5229606102216906,"score_spread":0.4306017798295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7160917441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99184877,0.000050736842,0.00036166227,0.0056087635,0.000032993765,0.0015096945,9.5909e-7,0.000008287116,0.00057815306],"genre_scores_gemma":[0.9978936,0.00009413187,0.00023932217,0.001546301,0.000008672326,0.00019804678,0.000014048274,0.0000020352659,0.0000038994485],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99819213,0.00046065854,0.000842485,0.00009786379,0.00031668294,0.00009016781],"domain_scores_gemma":[0.99840015,0.0010179754,0.00014270013,0.0002538615,0.00014138212,0.000043918404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024389464,0.00007715644,0.00019243425,0.00021255533,0.000056676614,0.000024351062,0.00008999676,0.000075729906,0.000027495893],"category_scores_gemma":[0.0012588812,0.000053381962,0.000016099331,0.00034543598,0.00020398646,0.0001796585,0.000030519324,0.00040782813,0.0000013926334],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002687442,0.0016040889,0.06868302,0.00016658005,0.000006817144,2.1826419e-7,0.86084145,0.000008252035,0.000003739541,0.0018445965,0.00006787633,0.06650458],"study_design_scores_gemma":[0.00036242497,0.00080264185,0.15407161,0.0003644148,0.00000913702,4.509083e-7,0.8363369,0.006437847,0.00013896202,0.0014246169,0.000016045646,0.000034950666],"about_ca_topic_score_codex":0.0016480585,"about_ca_topic_score_gemma":0.002622958,"teacher_disagreement_score":0.0853886,"about_ca_system_score_codex":0.00011899582,"about_ca_system_score_gemma":0.00016615845,"threshold_uncertainty_score":0.24913825},"labels":[],"label_agreement":null},{"id":"W7161427936","doi":"10.2196/80377","title":"Quantifying the Predictive Power of Social Determinants of Health in Cardiovascular Disease and Type 2 Diabetes Progression Using XGBoost: A Retrospective Cohort Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Type 2 diabetes; Retrospective cohort study; Disease; Diabetes mellitus; Predictive power; Social determinants of health; Cohort study; MEDLINE","score_opus":0.03272498664834716,"score_gpt":0.40236233271270494,"score_spread":0.3696373460643578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161427936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99690706,0.00059912226,0.000036769892,0.0004153241,0.00015963959,0.0015933536,0.0000062636586,0.000011497049,0.0002709697],"genre_scores_gemma":[0.9995361,0.00012149844,0.00004249564,0.00023580091,0.000018002982,0.000037895003,8.5530644e-7,0.0000032204825,0.0000041542685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977812,0.00036305716,0.00068075105,0.00009156364,0.00081106403,0.00027235807],"domain_scores_gemma":[0.99915934,0.00017728901,0.00023498567,0.00016043097,0.00014822357,0.0001197097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003917466,0.00007902929,0.00048138297,0.00007444277,0.00031129073,0.000018114184,0.0001691341,0.00008213125,0.000013585179],"category_scores_gemma":[0.0011646675,0.000055022847,0.00006511511,0.00042686894,0.00040896682,0.00013345598,0.00015119002,0.00019685808,2.3947138e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019857505,0.00009507802,0.935751,0.00042285002,0.000068778565,7.1597833e-7,0.058228604,0.000004613558,2.5229003e-8,0.00042814636,0.000029655841,0.0049506375],"study_design_scores_gemma":[0.00030113125,0.000058650814,0.952096,0.00056967686,0.000029443836,6.1027414e-8,0.044423915,0.002241825,0.0000011094685,0.000093036644,0.00014119552,0.000043971453],"about_ca_topic_score_codex":0.0009057222,"about_ca_topic_score_gemma":0.00030038468,"teacher_disagreement_score":0.016344944,"about_ca_system_score_codex":0.00014979839,"about_ca_system_score_gemma":0.0010294233,"threshold_uncertainty_score":0.23942281},"labels":[],"label_agreement":null},{"id":"W7163361936","doi":"10.2196/86812","title":"A graph-based analysis approach for enhanced health study discoverability (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Discoverability; MEDLINE; Key (lock); Health informatics; Context (archaeology)","score_opus":0.01595976917289743,"score_gpt":0.3496653629922926,"score_spread":0.3337055938193952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7163361936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36682916,0.0000616883,0.6312209,0.00037970865,0.000060035927,0.0007656107,0.000018971654,0.00003612221,0.000627844],"genre_scores_gemma":[0.98139846,0.000013989733,0.015637936,0.002040944,0.000038024435,0.00046578323,0.00028371045,0.0000051647776,0.00011601159],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983638,0.000089002584,0.0006571121,0.00023763863,0.00034906194,0.00030341515],"domain_scores_gemma":[0.99896026,0.00007965539,0.0001518115,0.00054090924,0.00007744028,0.0001899272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010511695,0.0001576419,0.0003903396,0.00013665036,0.00011774487,0.000028832541,0.00037667973,0.0002300498,0.000017590564],"category_scores_gemma":[0.00055883714,0.0001199813,0.00024268431,0.0005285341,0.00022674177,0.0000035229025,0.00014571502,0.00017387321,0.0000012645153],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024968626,0.01724054,0.118713364,0.00586717,0.0097413575,0.0000034713685,0.01425698,0.0046101008,0.0018265366,0.0011823331,0.05285321,0.77120805],"study_design_scores_gemma":[0.046251554,0.01998455,0.16554414,0.0006499555,0.00253144,0.000009105207,0.104155116,0.47784656,0.034371253,0.0026345018,0.14163277,0.0043890704],"about_ca_topic_score_codex":0.000019290144,"about_ca_topic_score_gemma":0.000044826935,"teacher_disagreement_score":0.766819,"about_ca_system_score_codex":0.000027846585,"about_ca_system_score_gemma":0.00044044206,"threshold_uncertainty_score":0.48926952},"labels":[],"label_agreement":null},{"id":"W7163422675","doi":"10.2196/86461","title":"Improving Accessibility and Usability of Clinical Data for the Swiss Personalized Health Network: Development and Usability Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Pluralistic walkthrough; Heuristic evaluation; Health data; Usability engineering; Digital health; Web usability; Data collection","score_opus":0.18261291799140258,"score_gpt":0.5485923579514198,"score_spread":0.36597943996001725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7163422675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9624304,0.0006585656,0.019942874,0.004256787,0.0007704533,0.011634366,0.000039706683,0.000070470625,0.00019638285],"genre_scores_gemma":[0.98805875,0.00015381747,0.0067770206,0.0035138295,0.0002564159,0.0010861252,0.000036246576,0.000013359737,0.00010442511],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99033904,0.0019785555,0.005546518,0.0004900915,0.000747422,0.00089838926],"domain_scores_gemma":[0.9841398,0.012028516,0.0013521782,0.0016753855,0.00028422373,0.00051988574],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056346443,0.00022173481,0.0011244746,0.000041967716,0.0010924098,0.00002264086,0.00092786195,0.00036591053,0.00006179618],"category_scores_gemma":[0.01014461,0.00014111798,0.000058203743,0.0002790201,0.00053393655,0.00025917566,0.0019690907,0.0014963895,0.0000025803638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000219109,0.00034286114,0.6409529,0.008241641,0.000084507505,1.05904256e-7,0.012919888,6.9408566e-7,5.5945108e-8,0.000402696,0.003107489,0.33372805],"study_design_scores_gemma":[0.005584387,0.00048381143,0.79247403,0.0009876214,0.00005224205,0.0000017470312,0.046114653,0.100007035,5.6674105e-7,0.0006160659,0.053449906,0.00022791044],"about_ca_topic_score_codex":0.0007609199,"about_ca_topic_score_gemma":0.00271897,"teacher_disagreement_score":0.33350015,"about_ca_system_score_codex":0.00031348484,"about_ca_system_score_gemma":0.009147413,"threshold_uncertainty_score":0.9981934},"labels":[],"label_agreement":null},{"id":"W7163753538","doi":"10.2196/86278","title":"Intra-System Repeatability of S-Detect for Breast Ultrasound Classification on Identical Static Images: A Single-Center Retrospective Repeatability Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Repeatability; Ultrasound; Retrospective cohort study; Breast MRI; Reproducibility","score_opus":0.019061644292273385,"score_gpt":0.30532333810763557,"score_spread":0.2862616938153622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7163753538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37006912,0.0000033452884,0.62385076,0.00036685774,0.000634025,0.0029899075,0.000070241986,0.0002910167,0.0017247102],"genre_scores_gemma":[0.99063116,0.0000021582193,0.008527832,0.00014713264,0.00005347238,0.0006007931,0.000008544184,0.000010214329,0.000018676576],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956977,0.00027942634,0.0018659345,0.00051480223,0.0012753304,0.00036683696],"domain_scores_gemma":[0.99570256,0.0011384538,0.00058192725,0.0018077999,0.0005786929,0.00019054729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003031758,0.00025593303,0.0005339607,0.0002086076,0.00015731207,0.00015572764,0.0010457403,0.00019746147,0.000022883904],"category_scores_gemma":[0.002301641,0.00022377836,0.00016836921,0.00075762154,0.00030904845,0.00068722764,0.0003150484,0.0004930941,0.000014142823],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027899335,0.016433096,0.30504024,0.013826122,0.0011377677,0.00002183594,0.05855214,0.000124748,0.0014269021,0.05848948,0.0039300085,0.53822774],"study_design_scores_gemma":[0.010195393,0.005697761,0.66770744,0.0023441652,0.00018866899,0.0002757446,0.027774516,0.25902036,0.008824553,0.016301595,0.00048291378,0.0011869112],"about_ca_topic_score_codex":0.000022155133,"about_ca_topic_score_gemma":0.000023134295,"teacher_disagreement_score":0.6205621,"about_ca_system_score_codex":0.0013966076,"about_ca_system_score_gemma":0.00031752026,"threshold_uncertainty_score":0.9125417},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W7163906486","doi":"10.2196/90052","title":"Evaluation of an AI medical scribe after 236 153 notes generated across care levels in a European health system (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; MEDLINE; Public health; European union","score_opus":0.14013568301843457,"score_gpt":0.4956372910796382,"score_spread":0.3555016080612037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7163906486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897407,0.0003981498,0.0024562639,0.0043373615,0.0005432466,0.0012336789,0.000017732882,0.000077396275,0.0011954545],"genre_scores_gemma":[0.9933603,0.00003495154,0.00047489203,0.0056352997,0.00020444371,0.0001542718,0.00010941212,0.0000137595425,0.000012703796],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99453306,0.0006025198,0.0019356469,0.00018439894,0.0023266077,0.00041777323],"domain_scores_gemma":[0.9973751,0.00015692001,0.00024895646,0.0004669517,0.0012055171,0.0005465945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073025776,0.00016623063,0.00044546864,0.00020814428,0.00009375512,0.000029960907,0.00023144795,0.00029344016,0.00031590494],"category_scores_gemma":[0.0023967477,0.00013955057,0.00006624475,0.00057397096,0.00016987538,0.00021777554,0.000104814106,0.000629487,0.00007004783],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104286584,0.00028902423,0.011406988,0.003408384,0.00003519156,0.00002113748,0.0980664,0.0000934291,0.000009708171,0.00017427588,0.00043755732,0.8859536],"study_design_scores_gemma":[0.002062421,0.0010552855,0.13597097,0.016388431,0.00014215603,0.0001514406,0.23966919,0.59641457,0.0050638686,0.00023835119,0.0023391554,0.00050417316],"about_ca_topic_score_codex":0.0007246343,"about_ca_topic_score_gemma":0.0009959096,"teacher_disagreement_score":0.88544947,"about_ca_system_score_codex":0.00068260374,"about_ca_system_score_gemma":0.0045441696,"threshold_uncertainty_score":0.80611616},"labels":[],"label_agreement":null},{"id":"W7164133229","doi":"10.2196/86877","title":"IdeaDistiller - AI-support for Idea Synthesis in Concept Mapping: Algorithm Development and Validation (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Development (topology); Process (computing); Key (lock); Automation","score_opus":0.022086386695986338,"score_gpt":0.3013217968902046,"score_spread":0.27923541019421827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164133229","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071915034,0.000010976676,0.9866052,0.0012398956,0.00018181621,0.00046876018,0.0000020899492,0.00006121321,0.0042384975],"genre_scores_gemma":[0.41762227,0.00003500233,0.56873435,0.011561805,0.00006782619,0.0010891004,0.000028682636,0.000009351385,0.0008516278],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985555,0.000020848562,0.0005846777,0.00016624288,0.00040340808,0.0002693235],"domain_scores_gemma":[0.9991672,0.0003181646,0.000095310425,0.00018017169,0.000107520056,0.00013160864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009826848,0.000109990964,0.00018296138,0.0002315734,0.000105097926,0.00013295555,0.00045010183,0.000092594906,0.000030564202],"category_scores_gemma":[0.0005218124,0.00009765407,0.000029682897,0.00042605097,0.000101562175,0.00061336136,0.0003611989,0.00013989133,0.000018617544],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012818441,0.000026449557,0.00022489799,0.00008984219,0.00000930787,0.0000025626007,0.007899624,0.0000033816932,0.0000035576181,0.009597045,0.0012842923,0.98085773],"study_design_scores_gemma":[0.0015891476,0.00006485067,0.011832041,0.0011318784,0.00000998117,0.00002531399,0.005524527,0.7335626,0.0062477803,0.010075035,0.22934207,0.000594785],"about_ca_topic_score_codex":0.0000036321346,"about_ca_topic_score_gemma":0.000002687313,"teacher_disagreement_score":0.980263,"about_ca_system_score_codex":0.00006441955,"about_ca_system_score_gemma":0.00047275703,"threshold_uncertainty_score":0.39822173},"labels":[],"label_agreement":null},{"id":"W7164348632","doi":"10.2196/89620","title":"Pregnancy-related clinical codes in unlikely populations in primary care (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Pregnancy and Medication Impact","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Primary care; MEDLINE; Population; Primary health care; Health care","score_opus":0.04265053308747046,"score_gpt":0.40308862969881193,"score_spread":0.36043809661134146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164348632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8725905,0.0028140817,0.0016160251,0.0031073634,0.0007589394,0.00230586,0.000015058452,0.00022466197,0.116567545],"genre_scores_gemma":[0.9933097,0.00090245984,0.0017012438,0.003091565,0.000031378757,0.00016963501,0.00025185023,0.00001074021,0.00053144543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968202,0.000100041696,0.0019650632,0.00016151783,0.00060748105,0.00034565953],"domain_scores_gemma":[0.9986482,0.00023512857,0.00019719232,0.00048297833,0.000090900256,0.00034557213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007104369,0.00016746474,0.0005448003,0.00041988076,0.000040205196,0.000012707693,0.00024081657,0.0005269131,0.00021447505],"category_scores_gemma":[0.0013707532,0.00014149185,0.000120144185,0.0008077548,0.00021948655,0.0002156641,0.00013805927,0.0011110762,0.00007965733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001098992,0.00071323843,0.74132353,0.002493071,0.000049739425,0.00007328541,0.009663426,0.000022405786,0.000004022502,0.0036479959,0.002142675,0.23975669],"study_design_scores_gemma":[0.006374759,0.00012124792,0.95971584,0.022224518,0.00003546457,0.000028361117,0.0025507144,0.0040193093,0.000020557494,0.0006820526,0.0040549273,0.00017227029],"about_ca_topic_score_codex":0.000027381799,"about_ca_topic_score_gemma":0.000097675365,"teacher_disagreement_score":0.23958442,"about_ca_system_score_codex":0.00030001125,"about_ca_system_score_gemma":0.0014541567,"threshold_uncertainty_score":0.576987},"labels":[],"label_agreement":null},{"id":"W7164396428","doi":"10.2196/80431","title":"Integrating Clinical Classifications Software Refined (CCSR), Process Indicators, and Geographic Information System (GIS) Mapping to Inform Population Health Management: Development of an Interactive Dashboard (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geographic information system; Dashboard; Process (computing); Software; Population; Information system; Visualization","score_opus":0.11124645624226555,"score_gpt":0.47368245942072695,"score_spread":0.3624360031784614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164396428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7747388,0.000016062759,0.20719095,0.0024793698,0.000811097,0.004834269,0.000030890085,0.00062406505,0.009274504],"genre_scores_gemma":[0.9192181,0.000046248882,0.06924924,0.009347274,0.00008386395,0.0011905793,0.00078708114,0.000015953778,0.00006163488],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9919548,0.00031615965,0.00575703,0.00019799292,0.0011718293,0.0006021949],"domain_scores_gemma":[0.99551266,0.000498077,0.0021863834,0.00048716826,0.00046491763,0.00085076614],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006029101,0.0002773443,0.0006912089,0.0015267176,0.0013406893,0.00005280859,0.00047472076,0.00052395003,0.00004178054],"category_scores_gemma":[0.00156768,0.00023684811,0.00006690295,0.0015784352,0.00011179796,0.0015748902,0.00033913256,0.00142245,0.00007906352],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014384656,0.00009568359,0.05456228,0.018588308,0.000093595416,3.5156546e-7,0.09099802,0.000018041306,1.1948856e-7,0.016187225,0.0010094979,0.81830305],"study_design_scores_gemma":[0.0030314415,0.00027821673,0.6398563,0.016736813,0.0000370289,0.0000046890013,0.21406457,0.04264879,0.0000043315586,0.0002357977,0.08263085,0.0004712226],"about_ca_topic_score_codex":0.00005965404,"about_ca_topic_score_gemma":0.00008145745,"teacher_disagreement_score":0.8178318,"about_ca_system_score_codex":0.00053503836,"about_ca_system_score_gemma":0.0014343015,"threshold_uncertainty_score":0.9999594},"labels":[],"label_agreement":null},{"id":"W7164489895","doi":"10.2196/90228","title":"AI‑Assisted Delphi for RNA‑Based Medicines: A Controlled Comparison of Human and Automated Revision (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cancer-related molecular mechanisms research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi; Software; Automation; Delphi method; Data collection","score_opus":0.01629735696123785,"score_gpt":0.39121367330270235,"score_spread":0.3749163163414645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164489895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.554498,0.0011830673,0.4338871,0.0030875634,0.0002780254,0.004927556,0.000038780257,0.00018620625,0.0019136572],"genre_scores_gemma":[0.9958655,0.000054934517,0.0016932888,0.0018387641,0.000041078078,0.00020177165,0.00021422467,0.000014464873,0.00007595746],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805,0.00007240921,0.0009530635,0.00016692678,0.0005043249,0.00025328167],"domain_scores_gemma":[0.99876034,0.00010172329,0.00024636218,0.00037627172,0.00033405598,0.00018124846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007364741,0.0001682346,0.00051957107,0.00016685275,0.00009519177,0.000023508039,0.00027427677,0.00040819056,0.000040620165],"category_scores_gemma":[0.00089269807,0.00013836205,0.00013163878,0.00020312675,0.00019785193,0.0000057320085,0.00017796754,0.00023862193,0.0000014564815],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044263336,0.0010686701,0.00028893957,0.0058085173,0.0010456113,0.000007809093,0.0016105181,0.0004139691,0.7670817,0.0025850069,0.12602864,0.08963431],"study_design_scores_gemma":[0.028130544,0.0018240461,0.0002260261,0.0015092705,0.00015995139,0.000009132484,0.0013107279,0.67678,0.2658442,0.00016610182,0.023675207,0.00036482213],"about_ca_topic_score_codex":0.000007789397,"about_ca_topic_score_gemma":0.000013957767,"teacher_disagreement_score":0.676366,"about_ca_system_score_codex":0.000030424477,"about_ca_system_score_gemma":0.00037962923,"threshold_uncertainty_score":0.56422406},"labels":[],"label_agreement":null},{"id":"W7164565570","doi":"10.2196/88202","title":"Real World Imaging Data: Opportunities and Challenges (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Cell Image Analysis Techniques","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical imaging; Visualization; Key (lock); Context (archaeology)","score_opus":0.03719202248941819,"score_gpt":0.33170605136501713,"score_spread":0.29451402887559897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164565570","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19793047,0.008832447,0.014176002,0.014998779,0.00016503663,0.0009422132,0.000028433451,0.00038750496,0.7625391],"genre_scores_gemma":[0.76159537,0.20710112,0.011864087,0.008562343,0.0004443635,0.00015457092,0.0012322929,0.000041953528,0.009003883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991316,0.00002601101,0.00034262508,0.00014581879,0.00019912513,0.00015480611],"domain_scores_gemma":[0.9990253,0.000024721148,0.0000741263,0.0007162826,0.000052875836,0.000106705535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048055858,0.00010794996,0.00014767211,0.00010751278,0.00004629653,0.000042216492,0.0004184374,0.00008336688,0.000037557224],"category_scores_gemma":[0.0001155089,0.00009676455,0.00003023583,0.00006849152,0.00018245079,0.000020375719,0.0010320917,0.0001272202,0.0000033881945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003175265,0.00011910313,0.0022834367,0.000709938,0.00021619751,0.000026606996,0.0008239636,5.6777264e-7,0.0015307097,0.005184527,0.16409746,0.8249757],"study_design_scores_gemma":[0.00033597607,0.000026946203,0.0009510243,0.0001415151,0.000039489,0.000015127011,0.0030672634,0.004824211,0.0066960505,0.0002748492,0.98341703,0.00021050077],"about_ca_topic_score_codex":0.000017558583,"about_ca_topic_score_gemma":0.00008696184,"teacher_disagreement_score":0.82476526,"about_ca_system_score_codex":0.000008484165,"about_ca_system_score_gemma":0.00011726818,"threshold_uncertainty_score":0.39459437},"labels":[],"label_agreement":null},{"id":"W7164589925","doi":"10.2196/83889","title":"Prediction of Blood Transfusion Need and Dose in Patients with Upper Gastrointestinal Bleeding: A Retrospective Multicenter Prediction Model Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Gastrointestinal Bleeding Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Retrospective cohort study; Blood transfusion; Multicenter study; MEDLINE; Gastrointestinal bleeding; Upper gastrointestinal bleeding","score_opus":0.010670912847664646,"score_gpt":0.25276611491992373,"score_spread":0.2420952020722591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164589925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99583286,0.0000065085333,0.0011592301,0.00016378962,0.00004024548,0.002146967,0.000028047865,0.000061145176,0.0005612302],"genre_scores_gemma":[0.99528825,0.000014705489,0.004376707,0.000078086756,0.000017060165,0.0001555676,0.000035668,0.000011421476,0.000022513424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99792224,0.00002299756,0.00081335095,0.00020469907,0.00078816706,0.0002485699],"domain_scores_gemma":[0.9990828,0.00006753567,0.00016328077,0.0002028705,0.00027975172,0.00020373653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031590453,0.00021466138,0.00041746342,0.00031373257,0.000053716147,0.000018174424,0.00007446021,0.00008157792,0.000025658781],"category_scores_gemma":[0.00021706459,0.0001552564,0.00005407233,0.0003136864,0.00012062978,0.00020588769,0.00007491985,0.00041929964,0.0000012251352],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010291378,0.005500037,0.9889419,0.00027019955,0.000119048396,0.000009619526,0.003151532,0.000088008324,0.000042865515,0.00004456239,0.000055070403,0.000748022],"study_design_scores_gemma":[0.017305834,0.005274825,0.90262127,0.0028343825,0.0003233456,0.00003148118,0.0024111958,0.069050126,0.00006220951,0.000019325289,0.0000013280144,0.00006465683],"about_ca_topic_score_codex":0.000038376722,"about_ca_topic_score_gemma":0.000011960479,"teacher_disagreement_score":0.08632061,"about_ca_system_score_codex":0.000125452,"about_ca_system_score_gemma":0.00012323736,"threshold_uncertainty_score":0.63311726},"labels":[],"label_agreement":null},{"id":"W7164923981","doi":"10.2196/86145","title":"Large Language Models for Endodontic Symptom Assessment and Treatment Planning Using Image-Free Clinical Records: A Comparative Evaluation Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Dental Radiography and Imaging","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Radiation treatment planning; MEDLINE; Health care; Medical treatment; Clinical trial","score_opus":0.08892127194876016,"score_gpt":0.48113912273862164,"score_spread":0.3922178507898615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164923981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8983277,0.0001421796,0.09470597,0.00003037955,0.00049932115,0.0023951575,0.0000462383,0.00007022597,0.0037828463],"genre_scores_gemma":[0.98827094,0.000014100749,0.010902724,0.00021528138,0.00008032023,0.00038260553,0.000058273803,0.000009963484,0.00006578413],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99748087,0.00022589687,0.0010585731,0.0002165397,0.0007098114,0.0003083309],"domain_scores_gemma":[0.9984224,0.0005814265,0.00026114177,0.00043366294,0.00013046312,0.00017093484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002026544,0.00021182235,0.0004883578,0.0002005747,0.0002023268,0.00017301709,0.00026288495,0.000118513155,0.000071034585],"category_scores_gemma":[0.0002014343,0.00017760899,0.00016320564,0.00022155042,0.00010412903,0.0005678365,0.0002367436,0.00028352992,0.000005950142],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007890617,0.009161727,0.5961162,0.0010081958,0.0037334848,0.00019957477,0.1854763,0.0010750692,0.00006139214,0.0032041937,0.012457771,0.18671703],"study_design_scores_gemma":[0.008269437,0.00032145635,0.040545378,0.00030154517,0.00029251905,0.000023000302,0.06852465,0.88065565,0.000020699756,0.0006729387,0.0002009228,0.00017180972],"about_ca_topic_score_codex":0.00003528678,"about_ca_topic_score_gemma":0.00005282707,"teacher_disagreement_score":0.87958056,"about_ca_system_score_codex":0.00021659699,"about_ca_system_score_gemma":0.00024373026,"threshold_uncertainty_score":0.72426844},"labels":[],"label_agreement":null},{"id":"W7165033875","doi":"10.2196/85463","title":"CA-Net: A Multi-Modal Deep Learning Model for Real-Time Prediction of Cardiac Arrest Using Physiological Signals: Development and validation study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Deep learning; Sudden cardiac arrest; Artificial neural network; Convolutional neural network; Deep vein","score_opus":0.044214097893588045,"score_gpt":0.3426434794402857,"score_spread":0.2984293815466977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7165033875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92518467,0.00001867989,0.073868856,0.000017310082,0.00008252015,0.0006635568,0.000004061574,0.00005488491,0.00010544181],"genre_scores_gemma":[0.96850485,0.000033236873,0.030927535,0.000021565718,0.00009687584,0.00010990037,0.000068144844,0.000007718959,0.00023016603],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851835,0.00005276146,0.00070705375,0.0001306518,0.00041704086,0.0001741595],"domain_scores_gemma":[0.9992552,0.00012907063,0.00017808983,0.00014076482,0.00016042187,0.00013644602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007458128,0.0001310708,0.0004303739,0.000134339,0.0001276179,0.000016092228,0.00006671015,0.00015630214,0.000013510075],"category_scores_gemma":[0.00038016838,0.0001041977,0.000082556464,0.00017243433,0.00006260045,0.00009066811,0.00008865159,0.00022948039,0.0000032390515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010185151,0.0054571647,0.29043373,0.006827919,0.0042684823,0.000011064176,0.12547149,0.1822243,0.05378792,0.0000657774,0.0008887546,0.32954487],"study_design_scores_gemma":[0.0010295358,0.00016055827,0.010996107,0.00033016424,0.00019273914,7.1075794e-7,0.0041083377,0.9819356,0.0010938788,0.000009616275,0.000066379,0.000076380136],"about_ca_topic_score_codex":0.000018763538,"about_ca_topic_score_gemma":9.172628e-7,"teacher_disagreement_score":0.7997113,"about_ca_system_score_codex":0.000085485735,"about_ca_system_score_gemma":0.00019432392,"threshold_uncertainty_score":0.4249059},"labels":[],"label_agreement":null},{"id":"W7165538267","doi":"10.2196/82855","title":"Relevance of the uMap Collaborative Platform as Support for Choropleth Mapping: A Traffic‒Light Statistical Signal Atlas of All-Cause Mortality—First French Lockdown (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Atlas (anatomy); Relevance (law); Visualization; Statistical analysis; Data collection; Software","score_opus":0.03427887020369003,"score_gpt":0.37641295251106527,"score_spread":0.34213408230737524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7165538267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964278,0.000054028278,0.018926937,0.006033694,0.00036735702,0.004602728,0.0003630439,0.00007068842,0.0053035486],"genre_scores_gemma":[0.99068916,0.00013159083,0.0053533358,0.0026626748,0.00010717845,0.00035966287,0.0003540924,0.00001705711,0.000325238],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99602866,0.000037039455,0.0020494105,0.00017346795,0.0012886198,0.00042282388],"domain_scores_gemma":[0.9972395,0.0008042815,0.000675106,0.00046630262,0.00049001444,0.0003248169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084661256,0.00023185735,0.0006862854,0.00016924916,0.000092535505,0.000011109806,0.00030381267,0.00023230957,0.00081321935],"category_scores_gemma":[0.0014084139,0.00015647647,0.00011959872,0.0006438613,0.00036891896,0.0001493791,0.00012559605,0.0004396321,0.000009685521],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001867118,0.0029508271,0.03809219,0.03116136,0.0048501305,0.00007535426,0.12360309,0.00013252006,0.0005230447,0.06924807,0.595696,0.13180034],"study_design_scores_gemma":[0.0233555,0.0061612152,0.058896393,0.003846305,0.0016954918,0.00013670826,0.03277605,0.030944256,0.01250167,0.0025454422,0.826411,0.00072997704],"about_ca_topic_score_codex":0.000056769495,"about_ca_topic_score_gemma":0.00016028396,"teacher_disagreement_score":0.23071504,"about_ca_system_score_codex":0.00013499103,"about_ca_system_score_gemma":0.0019242206,"threshold_uncertainty_score":0.8904182},"labels":[],"label_agreement":null}]}